2024-09-13T15:42:28.455 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T15:42:28.475 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T15:42:28.588 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768 branch: wip-rishabh-testing-20240910.095512-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/auto-repair} email: null first_in_suite: false job_id: '7903768' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rishabh-testing-20240910.095512-reef ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - force file system read-only - bad backtrace - MDS in read-only mode - \(MDS_READ_ONLY\) sha1: 50bbe7f395997dcd871813949c49addbbf630361 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 50bbe7f395997dcd871813949c49addbbf630361 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.095512-reef sha1: 50bbe7f395997dcd871813949c49addbbf630361 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1152 sha1: 50bbe7f395997dcd871813949c49addbbf630361 sleep_before_teardown: 0 subset: 984/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.095512-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 50bbe7f395997dcd871813949c49addbbf630361 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK49eDUxUDXaGInByZT8vEd+f+njfan9LCyCevkVbSXRtCWCG+3zJJQ/I9Mzv5JLV+0QxQ2zeO64xdvl8WoBGPI= smithi077.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFBWQBIes9LH/Q2F1dfKW/cPpem0uiuKTIIMSeTO5ieIz/WbZsoAJo/KTrfcMGbDdylW4UAsIGtLU8FFbieMarE= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_auto_repair teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:36:41 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T15:42:28.589 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa; will attempt to use it 2024-09-13T15:42:28.589 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa/tasks 2024-09-13T15:42:28.590 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T15:42:28.591 INFO:teuthology.task.internal:Checking packages... 2024-09-13T15:42:28.614 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '50bbe7f395997dcd871813949c49addbbf630361' 2024-09-13T15:42:28.614 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T15:42:28.614 INFO:teuthology.packaging:ref: None 2024-09-13T15:42:28.614 INFO:teuthology.packaging:tag: None 2024-09-13T15:42:28.614 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.095512-reef 2024-09-13T15:42:28.614 INFO:teuthology.packaging:sha1: 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:42:28.615 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rishabh-testing-20240910.095512-reef 2024-09-13T15:42:28.772 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:42:28.774 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T15:42:28.780 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T15:42:28.780 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T15:42:28.787 INFO:teuthology.task.internal:Saving configuration 2024-09-13T15:42:28.806 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T15:42:28.815 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T15:42:28.849 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi007.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:36:54.047749', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH+k0OWC7GiZy/pSKoXjBoMdDkWkkBtRQi6TzrCOHwlo'} 2024-09-13T15:42:28.879 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:36:54.046154', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKi3P8RchQL/8cCwsSAxhrzBKndTN95HrpJ0kUF7YtVT'} 2024-09-13T15:42:28.879 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T15:42:28.892 INFO:teuthology.task.internal:roles: ubuntu@smithi007.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T15:42:28.892 INFO:teuthology.task.internal:roles: ubuntu@smithi077.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T15:42:28.892 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T15:42:28.974 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff774fcbbe0>, signals=[15]) 2024-09-13T15:42:28.974 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T15:42:29.058 INFO:teuthology.task.internal:Opening connections... 2024-09-13T15:42:29.058 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:42:29.059 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:42:29.152 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:42:29.152 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:42:29.239 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T15:42:29.272 DEBUG:teuthology.orchestra.run.smithi007:> uname -m 2024-09-13T15:42:29.278 INFO:teuthology.orchestra.run.smithi007.stdout:x86_64 2024-09-13T15:42:29.278 DEBUG:teuthology.orchestra.run.smithi007:> cat /etc/os-release 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:NAME="Ubuntu" 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_ID="22.04" 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_CODENAME=jammy 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:ID=ubuntu 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:ID_LIKE=debian 2024-09-13T15:42:29.325 INFO:teuthology.orchestra.run.smithi007.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T15:42:29.326 INFO:teuthology.orchestra.run.smithi007.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T15:42:29.326 INFO:teuthology.orchestra.run.smithi007.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T15:42:29.326 INFO:teuthology.orchestra.run.smithi007.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T15:42:29.326 INFO:teuthology.orchestra.run.smithi007.stdout:UBUNTU_CODENAME=jammy 2024-09-13T15:42:29.326 INFO:teuthology.lock.ops:Updating smithi007.front.sepia.ceph.com on lock server 2024-09-13T15:42:29.358 DEBUG:teuthology.orchestra.run.smithi077:> uname -m 2024-09-13T15:42:29.364 INFO:teuthology.orchestra.run.smithi077.stdout:x86_64 2024-09-13T15:42:29.364 DEBUG:teuthology.orchestra.run.smithi077:> cat /etc/os-release 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:NAME="Ubuntu" 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION_ID="22.04" 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION_CODENAME=jammy 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:ID=ubuntu 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:ID_LIKE=debian 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T15:42:29.410 INFO:teuthology.orchestra.run.smithi077.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T15:42:29.411 INFO:teuthology.orchestra.run.smithi077.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T15:42:29.411 INFO:teuthology.orchestra.run.smithi077.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T15:42:29.411 INFO:teuthology.orchestra.run.smithi077.stdout:UBUNTU_CODENAME=jammy 2024-09-13T15:42:29.411 INFO:teuthology.lock.ops:Updating smithi077.front.sepia.ceph.com on lock server 2024-09-13T15:42:29.441 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T15:42:29.455 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T15:42:29.462 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T15:42:29.462 DEBUG:teuthology.orchestra.run.smithi007:> test '!' -e /home/ubuntu/cephtest 2024-09-13T15:42:29.466 DEBUG:teuthology.orchestra.run.smithi077:> test '!' -e /home/ubuntu/cephtest 2024-09-13T15:42:29.471 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T15:42:29.477 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T15:42:29.478 DEBUG:teuthology.orchestra.run.smithi007:> test -z $(ls -A /var/lib/ceph) 2024-09-13T15:42:29.514 DEBUG:teuthology.orchestra.run.smithi077:> test -z $(ls -A /var/lib/ceph) 2024-09-13T15:42:29.524 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T15:42:29.600 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T15:42:29.614 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T15:42:29.615 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T15:42:29.615 DEBUG:teuthology.orchestra.run.smithi007:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T15:42:29.615 DEBUG:teuthology.orchestra.run.smithi077:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T15:42:29.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:42:29.620 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-09-13T15:42:29.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:42:29.621 DEBUG:teuthology.orchestra.run.smithi077:> uname -r 2024-09-13T15:42:29.669 INFO:teuthology.orchestra.run.smithi007.stdout:5.15.0-56-generic 2024-09-13T15:42:29.669 INFO:teuthology.task.kernel:Running kernel on smithi007: 5.15.0-56-generic 2024-09-13T15:42:29.669 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get clean 2024-09-13T15:42:29.670 INFO:teuthology.orchestra.run.smithi077.stdout:5.15.0-56-generic 2024-09-13T15:42:29.670 INFO:teuthology.task.kernel:Running kernel on smithi077: 5.15.0-56-generic 2024-09-13T15:42:29.670 DEBUG:teuthology.orchestra.run.smithi077:> sudo apt-get clean 2024-09-13T15:42:29.793 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get update 2024-09-13T15:42:29.805 DEBUG:teuthology.orchestra.run.smithi077:> sudo apt-get update 2024-09-13T15:42:29.929 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T15:42:29.940 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T15:42:29.955 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T15:42:29.965 INFO:teuthology.orchestra.run.smithi077.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T15:42:30.029 INFO:teuthology.orchestra.run.smithi077.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-13T15:42:30.030 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-13T15:42:30.040 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-13T15:42:30.055 INFO:teuthology.orchestra.run.smithi077.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-13T15:42:30.179 INFO:teuthology.orchestra.run.smithi077.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,023 kB] 2024-09-13T15:42:30.181 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,023 kB] 2024-09-13T15:42:30.272 INFO:teuthology.orchestra.run.smithi077.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-13T15:42:30.274 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-13T15:42:30.277 INFO:teuthology.orchestra.run.smithi077.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-13T15:42:30.280 INFO:teuthology.orchestra.run.smithi077.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-13T15:42:30.280 INFO:teuthology.orchestra.run.smithi077.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-13T15:42:30.280 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-13T15:42:30.282 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-13T15:42:30.283 INFO:teuthology.orchestra.run.smithi007.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-13T15:42:30.300 INFO:teuthology.orchestra.run.smithi077.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-13T15:42:30.300 INFO:teuthology.orchestra.run.smithi077.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-13T15:42:30.303 INFO:teuthology.orchestra.run.smithi007.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-13T15:42:30.304 INFO:teuthology.orchestra.run.smithi007.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-13T15:42:30.304 INFO:teuthology.orchestra.run.smithi077.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-13T15:42:30.305 INFO:teuthology.orchestra.run.smithi077.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-13T15:42:30.308 INFO:teuthology.orchestra.run.smithi007.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-13T15:42:30.308 INFO:teuthology.orchestra.run.smithi007.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-13T15:42:30.309 INFO:teuthology.orchestra.run.smithi077.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-13T15:42:30.316 INFO:teuthology.orchestra.run.smithi007.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-13T15:42:30.319 INFO:teuthology.orchestra.run.smithi077.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-13T15:42:30.322 INFO:teuthology.orchestra.run.smithi077.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-13T15:42:30.323 INFO:teuthology.orchestra.run.smithi007.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-13T15:42:30.324 INFO:teuthology.orchestra.run.smithi077.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-13T15:42:30.324 INFO:teuthology.orchestra.run.smithi077.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-13T15:42:30.325 INFO:teuthology.orchestra.run.smithi007.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-13T15:42:30.328 INFO:teuthology.orchestra.run.smithi007.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-13T15:42:30.329 INFO:teuthology.orchestra.run.smithi007.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-13T15:42:30.363 INFO:teuthology.orchestra.run.smithi077.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-13T15:42:30.363 INFO:teuthology.orchestra.run.smithi077.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-13T15:42:30.363 INFO:teuthology.orchestra.run.smithi077.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-13T15:42:30.364 INFO:teuthology.orchestra.run.smithi077.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-13T15:42:30.367 INFO:teuthology.orchestra.run.smithi077.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-13T15:42:30.367 INFO:teuthology.orchestra.run.smithi077.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-13T15:42:30.367 INFO:teuthology.orchestra.run.smithi077.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-13T15:42:30.368 INFO:teuthology.orchestra.run.smithi077.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-13T15:42:30.368 INFO:teuthology.orchestra.run.smithi077.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-13T15:42:30.368 INFO:teuthology.orchestra.run.smithi077.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-13T15:42:30.369 INFO:teuthology.orchestra.run.smithi007.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-13T15:42:30.369 INFO:teuthology.orchestra.run.smithi007.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-13T15:42:30.369 INFO:teuthology.orchestra.run.smithi007.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-13T15:42:30.369 INFO:teuthology.orchestra.run.smithi007.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-13T15:42:30.369 INFO:teuthology.orchestra.run.smithi007.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-13T15:42:30.370 INFO:teuthology.orchestra.run.smithi007.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-13T15:42:30.370 INFO:teuthology.orchestra.run.smithi007.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-13T15:42:30.370 INFO:teuthology.orchestra.run.smithi007.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-13T15:42:30.370 INFO:teuthology.orchestra.run.smithi007.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-13T15:42:30.370 INFO:teuthology.orchestra.run.smithi007.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-13T15:42:30.514 INFO:teuthology.orchestra.run.smithi077.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [539 kB] 2024-09-13T15:42:30.521 INFO:teuthology.orchestra.run.smithi007.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,806 kB] 2024-09-13T15:42:30.800 INFO:teuthology.orchestra.run.smithi077.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,806 kB] 2024-09-13T15:42:30.943 INFO:teuthology.orchestra.run.smithi007.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [539 kB] 2024-09-13T15:42:30.959 INFO:teuthology.orchestra.run.smithi007.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [295 kB] 2024-09-13T15:42:30.968 INFO:teuthology.orchestra.run.smithi007.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-13T15:42:30.968 INFO:teuthology.orchestra.run.smithi007.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,377 kB] 2024-09-13T15:42:30.973 INFO:teuthology.orchestra.run.smithi077.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [295 kB] 2024-09-13T15:42:30.986 INFO:teuthology.orchestra.run.smithi077.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-13T15:42:30.986 INFO:teuthology.orchestra.run.smithi077.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,377 kB] 2024-09-13T15:42:31.064 INFO:teuthology.orchestra.run.smithi007.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-13T15:42:31.065 INFO:teuthology.orchestra.run.smithi007.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [409 kB] 2024-09-13T15:42:31.072 INFO:teuthology.orchestra.run.smithi077.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-13T15:42:31.073 INFO:teuthology.orchestra.run.smithi077.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [409 kB] 2024-09-13T15:42:31.077 INFO:teuthology.orchestra.run.smithi007.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-13T15:42:31.077 INFO:teuthology.orchestra.run.smithi007.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [902 kB] 2024-09-13T15:42:31.081 INFO:teuthology.orchestra.run.smithi077.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-13T15:42:31.081 INFO:teuthology.orchestra.run.smithi077.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [902 kB] 2024-09-13T15:42:31.101 INFO:teuthology.orchestra.run.smithi007.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-13T15:42:31.110 INFO:teuthology.orchestra.run.smithi077.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-13T15:42:31.123 INFO:teuthology.orchestra.run.smithi007.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-13T15:42:31.125 INFO:teuthology.orchestra.run.smithi007.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-13T15:42:31.129 INFO:teuthology.orchestra.run.smithi007.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-13T15:42:31.130 INFO:teuthology.orchestra.run.smithi007.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-13T15:42:31.134 INFO:teuthology.orchestra.run.smithi077.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-13T15:42:31.137 INFO:teuthology.orchestra.run.smithi077.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-13T15:42:31.138 INFO:teuthology.orchestra.run.smithi077.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-13T15:42:31.138 INFO:teuthology.orchestra.run.smithi077.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-13T15:42:31.207 INFO:teuthology.orchestra.run.smithi007.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-13T15:42:31.207 INFO:teuthology.orchestra.run.smithi007.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-13T15:42:31.221 INFO:teuthology.orchestra.run.smithi077.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-13T15:42:31.221 INFO:teuthology.orchestra.run.smithi077.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-13T15:42:36.440 INFO:teuthology.orchestra.run.smithi077.stdout:Fetched 16.0 MB in 2s (7,526 kB/s) 2024-09-13T15:42:36.904 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 16.0 MB in 2s (7,056 kB/s) 2024-09-13T15:42:37.836 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:42:37.853 DEBUG:teuthology.orchestra.run.smithi077:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T15:42:37.906 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:42:38.091 INFO:teuthology.orchestra.run.smithi077.stdout:Building dependency tree... 2024-09-13T15:42:38.092 INFO:teuthology.orchestra.run.smithi077.stdout:Reading state information... 2024-09-13T15:42:38.257 INFO:teuthology.orchestra.run.smithi077.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:42:38.257 INFO:teuthology.orchestra.run.smithi077.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:42:38.257 INFO:teuthology.orchestra.run.smithi077.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:42:38.258 INFO:teuthology.orchestra.run.smithi077.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:42:38.258 INFO:teuthology.orchestra.run.smithi077.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-13T15:42:38.258 INFO:teuthology.orchestra.run.smithi077.stdout: python2.7-minimal 2024-09-13T15:42:38.258 INFO:teuthology.orchestra.run.smithi077.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:42:38.259 INFO:teuthology.orchestra.run.smithi077.stdout:The following additional packages will be installed: 2024-09-13T15:42:38.259 INFO:teuthology.orchestra.run.smithi077.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T15:42:38.259 INFO:teuthology.orchestra.run.smithi077.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-13T15:42:38.259 INFO:teuthology.orchestra.run.smithi077.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-13T15:42:38.260 INFO:teuthology.orchestra.run.smithi077.stdout:Suggested packages: 2024-09-13T15:42:38.261 INFO:teuthology.orchestra.run.smithi077.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-13T15:42:38.261 INFO:teuthology.orchestra.run.smithi077.stdout:Recommended packages: 2024-09-13T15:42:38.261 INFO:teuthology.orchestra.run.smithi077.stdout: thermald 2024-09-13T15:42:38.298 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:42:38.314 INFO:teuthology.orchestra.run.smithi077.stdout:The following NEW packages will be installed: 2024-09-13T15:42:38.314 INFO:teuthology.orchestra.run.smithi077.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T15:42:38.315 INFO:teuthology.orchestra.run.smithi077.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-13T15:42:38.315 INFO:teuthology.orchestra.run.smithi077.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-13T15:42:38.316 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T15:42:38.317 INFO:teuthology.orchestra.run.smithi077.stdout:The following packages will be upgraded: 2024-09-13T15:42:38.317 INFO:teuthology.orchestra.run.smithi077.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T15:42:38.367 INFO:teuthology.orchestra.run.smithi077.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T15:42:38.367 INFO:teuthology.orchestra.run.smithi077.stdout:Need to get 113 MB of archives. 2024-09-13T15:42:38.367 INFO:teuthology.orchestra.run.smithi077.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-13T15:42:38.368 INFO:teuthology.orchestra.run.smithi077.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-13T15:42:38.381 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:42:38.595 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree... 2024-09-13T15:42:38.596 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information... 2024-09-13T15:42:38.783 INFO:teuthology.orchestra.run.smithi077.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-13T15:42:38.799 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:42:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:42:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: python2.7-minimal 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout:The following additional packages will be installed: 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout:Suggested packages: 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout:Recommended packages: 2024-09-13T15:42:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: thermald 2024-09-13T15:42:38.845 INFO:teuthology.orchestra.run.smithi007.stdout:The following NEW packages will be installed: 2024-09-13T15:42:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T15:42:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-13T15:42:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-13T15:42:38.847 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages will be upgraded: 2024-09-13T15:42:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T15:42:38.875 INFO:teuthology.orchestra.run.smithi077.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-13T15:42:39.034 INFO:teuthology.orchestra.run.smithi007.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T15:42:39.034 INFO:teuthology.orchestra.run.smithi007.stdout:Need to get 113 MB of archives. 2024-09-13T15:42:39.034 INFO:teuthology.orchestra.run.smithi007.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-13T15:42:39.034 INFO:teuthology.orchestra.run.smithi007.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-13T15:42:39.707 INFO:teuthology.orchestra.run.smithi077.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-13T15:42:39.707 INFO:teuthology.orchestra.run.smithi077.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-13T15:42:39.707 INFO:teuthology.orchestra.run.smithi077.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-13T15:42:39.836 INFO:teuthology.orchestra.run.smithi077.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-13T15:42:39.858 INFO:teuthology.orchestra.run.smithi077.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-13T15:42:40.267 INFO:teuthology.orchestra.run.smithi077.stdout:Fetched 113 MB in 2s (73.8 MB/s) 2024-09-13T15:42:40.442 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-13T15:42:40.467 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-13T15:42:40.825 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-13T15:42:42.440 INFO:teuthology.orchestra.run.smithi077.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-13T15:42:42.446 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:42.511 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:42:43.088 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-13T15:42:43.089 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-13T15:42:43.089 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-13T15:42:43.448 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-13T15:42:43.532 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-13T15:42:43.959 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 113 MB in 5s (24.2 MB/s) 2024-09-13T15:42:44.131 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-13T15:42:44.613 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-13T15:42:44.635 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:44.721 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:42:45.142 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-13T15:42:45.163 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:45.200 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:42:46.124 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-13T15:42:46.128 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:46.196 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:42:48.707 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-13T15:42:48.728 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:48.813 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:42:49.302 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-13T15:42:49.323 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:49.360 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:42:52.019 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T15:42:52.165 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T15:42:52.504 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T15:42:52.609 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T15:42:52.862 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-13T15:42:52.873 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-13T15:42:52.912 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T15:42:55.465 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T15:42:55.589 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T15:42:55.890 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T15:42:56.018 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T15:42:56.313 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-13T15:42:56.324 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-13T15:42:56.363 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T15:42:58.799 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-13T15:42:58.836 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:42:58.874 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:01.662 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T15:43:01.788 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T15:43:01.988 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-13T15:43:02.025 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T15:43:02.062 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:02.121 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T15:43:02.243 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:02.369 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-13T15:43:02.480 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:03.789 INFO:teuthology.orchestra.run.smithi077.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-13T15:43:03.789 INFO:teuthology.orchestra.run.smithi077.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-13T15:43:03.789 INFO:teuthology.orchestra.run.smithi077.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-13T15:43:03.789 INFO:teuthology.orchestra.run.smithi077.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:03.942 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:04.818 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T15:43:04.940 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T15:43:05.273 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T15:43:05.351 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:05.985 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:06.538 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-13T15:43:06.666 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:06.712 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-13T15:43:06.812 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-13T15:43:06.922 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:06.989 INFO:teuthology.orchestra.run.smithi077.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T15:43:06.990 INFO:teuthology.orchestra.run.smithi077.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:08.024 INFO:teuthology.orchestra.run.smithi007.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-13T15:43:08.024 INFO:teuthology.orchestra.run.smithi007.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-13T15:43:08.024 INFO:teuthology.orchestra.run.smithi007.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-13T15:43:08.024 INFO:teuthology.orchestra.run.smithi007.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:08.194 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:09.644 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:11.054 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-13T15:43:11.180 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-13T15:43:11.306 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T15:43:11.367 INFO:teuthology.orchestra.run.smithi007.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T15:43:11.367 INFO:teuthology.orchestra.run.smithi007.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:22.011 INFO:teuthology.orchestra.run.smithi077.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T15:43:22.011 INFO:teuthology.orchestra.run.smithi077.stdout:Sourcing file `/etc/default/grub' 2024-09-13T15:43:22.021 INFO:teuthology.orchestra.run.smithi077.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T15:43:22.049 INFO:teuthology.orchestra.run.smithi077.stdout:Generating grub configuration file ... 2024-09-13T15:43:22.321 INFO:teuthology.orchestra.run.smithi077.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T15:43:22.339 INFO:teuthology.orchestra.run.smithi077.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:22.634 INFO:teuthology.orchestra.run.smithi077.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T15:43:22.641 INFO:teuthology.orchestra.run.smithi077.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T15:43:22.709 INFO:teuthology.orchestra.run.smithi077.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T15:43:22.714 INFO:teuthology.orchestra.run.smithi077.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T15:43:22.860 INFO:teuthology.orchestra.run.smithi077.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T15:43:22.861 INFO:teuthology.orchestra.run.smithi077.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T15:43:22.861 INFO:teuthology.orchestra.run.smithi077.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T15:43:22.893 INFO:teuthology.orchestra.run.smithi077.stdout:done 2024-09-13T15:43:23.418 DEBUG:teuthology.orchestra.run.smithi077:> dpkg -s linux-image-generic 2024-09-13T15:43:23.440 INFO:teuthology.orchestra.run.smithi077.stdout:Package: linux-image-generic 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Status: install ok installed 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Priority: optional 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Section: kernel 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Installed-Size: 21 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Architecture: amd64 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Source: linux-meta 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Version: 5.15.0.121.121 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Recommends: thermald 2024-09-13T15:43:23.441 INFO:teuthology.orchestra.run.smithi077.stdout:Description: Generic Linux kernel image 2024-09-13T15:43:23.442 INFO:teuthology.orchestra.run.smithi077.stdout: This package will always depend on the latest generic kernel image 2024-09-13T15:43:23.442 INFO:teuthology.orchestra.run.smithi077.stdout: available. 2024-09-13T15:43:23.442 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-13T15:43:23.442 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T15:43:23.442 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T15:43:23.442 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T15:43:23.442 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi077.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T15:43:23.442 DEBUG:teuthology.orchestra.run.smithi077:> sudo apt-get clean 2024-09-13T15:43:23.668 DEBUG:teuthology.orchestra.run.smithi077:> sudo apt-get update 2024-09-13T15:43:23.804 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T15:43:23.813 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T15:43:23.830 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T15:43:23.924 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T15:43:25.237 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:43:25.255 DEBUG:teuthology.orchestra.run.smithi077:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T15:43:25.309 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:43:25.494 INFO:teuthology.orchestra.run.smithi077.stdout:Building dependency tree... 2024-09-13T15:43:25.494 INFO:teuthology.orchestra.run.smithi077.stdout:Reading state information... 2024-09-13T15:43:25.665 INFO:teuthology.orchestra.run.smithi077.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-13T15:43:25.665 INFO:teuthology.orchestra.run.smithi077.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:43:25.666 INFO:teuthology.orchestra.run.smithi077.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:43:25.666 INFO:teuthology.orchestra.run.smithi077.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:43:25.666 INFO:teuthology.orchestra.run.smithi077.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:43:25.666 INFO:teuthology.orchestra.run.smithi077.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T15:43:25.666 INFO:teuthology.orchestra.run.smithi077.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T15:43:25.666 INFO:teuthology.orchestra.run.smithi077.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:43:25.706 INFO:teuthology.orchestra.run.smithi077.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T15:43:25.707 DEBUG:teuthology.orchestra.run.smithi077:> dpkg -s linux-image-generic 2024-09-13T15:43:25.979 INFO:teuthology.orchestra.run.smithi077.stdout:Package: linux-image-generic 2024-09-13T15:43:25.979 INFO:teuthology.orchestra.run.smithi077.stdout:Status: install ok installed 2024-09-13T15:43:25.979 INFO:teuthology.orchestra.run.smithi077.stdout:Priority: optional 2024-09-13T15:43:25.979 INFO:teuthology.orchestra.run.smithi077.stdout:Section: kernel 2024-09-13T15:43:25.979 INFO:teuthology.orchestra.run.smithi077.stdout:Installed-Size: 21 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Architecture: amd64 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Source: linux-meta 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Version: 5.15.0.121.121 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Recommends: thermald 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout:Description: Generic Linux kernel image 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout: This package will always depend on the latest generic kernel image 2024-09-13T15:43:25.980 INFO:teuthology.orchestra.run.smithi077.stdout: available. 2024-09-13T15:43:25.981 DEBUG:teuthology.orchestra.run.smithi077:> mktemp 2024-09-13T15:43:26.033 INFO:teuthology.orchestra.run.smithi077.stdout:/tmp/tmp.1CqRpsQamz 2024-09-13T15:43:26.034 DEBUG:teuthology.orchestra.run.smithi077:> sudo cp /boot/grub/grub.cfg /tmp/tmp.1CqRpsQamz 2024-09-13T15:43:26.100 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0666 /tmp/tmp.1CqRpsQamz 2024-09-13T15:43:26.227 DEBUG:teuthology.orchestra.remote:smithi077:/tmp/tmp.1CqRpsQamz is 10KB 2024-09-13T15:43:26.239 INFO:teuthology.orchestra.run.smithi007.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T15:43:26.240 INFO:teuthology.orchestra.run.smithi007.stdout:Sourcing file `/etc/default/grub' 2024-09-13T15:43:26.241 DEBUG:teuthology.orchestra.run.smithi077:> rm -fr /tmp/tmp.1CqRpsQamz 2024-09-13T15:43:26.247 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T15:43:26.250 INFO:teuthology.orchestra.run.smithi007.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T15:43:26.266 INFO:teuthology.orchestra.run.smithi007.stdout:Generating grub configuration file ... 2024-09-13T15:43:26.302 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:43:26.302 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T15:43:26.302 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T15:43:26.374 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-13T15:43:26.375 DEBUG:teuthology.orchestra.run.smithi077:> sudo update-grub 2024-09-13T15:43:26.559 INFO:teuthology.orchestra.run.smithi007.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T15:43:26.575 INFO:teuthology.orchestra.run.smithi007.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:26.897 INFO:teuthology.orchestra.run.smithi007.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T15:43:26.903 INFO:teuthology.orchestra.run.smithi007.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T15:43:26.980 INFO:teuthology.orchestra.run.smithi007.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T15:43:26.985 INFO:teuthology.orchestra.run.smithi007.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T15:43:27.149 INFO:teuthology.orchestra.run.smithi007.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T15:43:27.149 INFO:teuthology.orchestra.run.smithi007.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T15:43:27.149 INFO:teuthology.orchestra.run.smithi007.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T15:43:27.189 INFO:teuthology.orchestra.run.smithi007.stdout:done 2024-09-13T15:43:27.596 INFO:teuthology.orchestra.run.smithi077.stderr:Sourcing file `/etc/default/grub' 2024-09-13T15:43:27.597 INFO:teuthology.orchestra.run.smithi077.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T15:43:27.599 INFO:teuthology.orchestra.run.smithi077.stderr:Generating grub configuration file ... 2024-09-13T15:43:27.652 DEBUG:teuthology.orchestra.run.smithi007:> dpkg -s linux-image-generic 2024-09-13T15:43:27.669 INFO:teuthology.orchestra.run.smithi007.stdout:Package: linux-image-generic 2024-09-13T15:43:27.669 INFO:teuthology.orchestra.run.smithi007.stdout:Status: install ok installed 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Priority: optional 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Section: kernel 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Installed-Size: 21 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: amd64 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Source: linux-meta 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Version: 5.15.0.121.121 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Recommends: thermald 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout:Description: Generic Linux kernel image 2024-09-13T15:43:27.670 INFO:teuthology.orchestra.run.smithi007.stdout: This package will always depend on the latest generic kernel image 2024-09-13T15:43:27.671 INFO:teuthology.orchestra.run.smithi007.stdout: available. 2024-09-13T15:43:27.671 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-13T15:43:27.671 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T15:43:27.671 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T15:43:27.671 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T15:43:27.671 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi007.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T15:43:27.671 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get clean 2024-09-13T15:43:27.815 INFO:teuthology.orchestra.run.smithi077.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T15:43:27.821 INFO:teuthology.orchestra.run.smithi077.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:27.829 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get update 2024-09-13T15:43:28.077 INFO:teuthology.orchestra.run.smithi077.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T15:43:28.078 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T15:43:28.078 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T15:43:28.082 INFO:teuthology.orchestra.run.smithi077.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T15:43:28.127 INFO:teuthology.orchestra.run.smithi077.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T15:43:28.132 INFO:teuthology.orchestra.run.smithi077.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T15:43:28.148 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T15:43:28.302 INFO:teuthology.orchestra.run.smithi077.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T15:43:28.302 INFO:teuthology.orchestra.run.smithi077.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T15:43:28.302 INFO:teuthology.orchestra.run.smithi077.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T15:43:28.315 INFO:teuthology.orchestra.run.smithi077.stderr:done 2024-09-13T15:43:28.317 DEBUG:teuthology.orchestra.run.smithi077:> sudo shutdown -r now 2024-09-13T15:43:28.505 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T15:43:28.689 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 128 kB in 1s (180 kB/s) 2024-09-13T15:43:29.719 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:43:29.737 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T15:43:29.803 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:43:30.016 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree... 2024-09-13T15:43:30.016 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information... 2024-09-13T15:43:30.216 INFO:teuthology.orchestra.run.smithi007.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-13T15:43:30.216 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:43:30.216 INFO:teuthology.orchestra.run.smithi007.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:43:30.216 INFO:teuthology.orchestra.run.smithi007.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:43:30.216 INFO:teuthology.orchestra.run.smithi007.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:43:30.217 INFO:teuthology.orchestra.run.smithi007.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T15:43:30.217 INFO:teuthology.orchestra.run.smithi007.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T15:43:30.217 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:43:30.263 INFO:teuthology.orchestra.run.smithi007.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T15:43:30.265 DEBUG:teuthology.orchestra.run.smithi007:> dpkg -s linux-image-generic 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Package: linux-image-generic 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Status: install ok installed 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Priority: optional 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Section: kernel 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Installed-Size: 21 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T15:43:30.278 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: amd64 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout:Source: linux-meta 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout:Version: 5.15.0.121.121 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout:Recommends: thermald 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout:Description: Generic Linux kernel image 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout: This package will always depend on the latest generic kernel image 2024-09-13T15:43:30.279 INFO:teuthology.orchestra.run.smithi007.stdout: available. 2024-09-13T15:43:30.279 DEBUG:teuthology.orchestra.run.smithi007:> mktemp 2024-09-13T15:43:30.324 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.ffW7OFOKik 2024-09-13T15:43:30.324 DEBUG:teuthology.orchestra.run.smithi007:> sudo cp /boot/grub/grub.cfg /tmp/tmp.ffW7OFOKik 2024-09-13T15:43:30.379 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.ffW7OFOKik 2024-09-13T15:43:30.487 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.ffW7OFOKik is 10KB 2024-09-13T15:43:30.502 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.ffW7OFOKik 2024-09-13T15:43:30.532 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T15:43:30.560 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:43:30.560 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T15:43:30.561 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T15:43:30.627 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-13T15:43:30.627 DEBUG:teuthology.orchestra.run.smithi007:> sudo update-grub 2024-09-13T15:43:31.912 INFO:teuthology.orchestra.run.smithi007.stderr:Sourcing file `/etc/default/grub' 2024-09-13T15:43:31.914 INFO:teuthology.orchestra.run.smithi007.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T15:43:31.915 INFO:teuthology.orchestra.run.smithi007.stderr:Generating grub configuration file ... 2024-09-13T15:43:32.102 INFO:teuthology.orchestra.run.smithi007.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T15:43:32.108 INFO:teuthology.orchestra.run.smithi007.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T15:43:32.329 INFO:teuthology.orchestra.run.smithi007.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T15:43:32.335 INFO:teuthology.orchestra.run.smithi007.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T15:43:32.377 INFO:teuthology.orchestra.run.smithi007.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T15:43:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T15:43:32.505 INFO:teuthology.orchestra.run.smithi007.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T15:43:32.505 INFO:teuthology.orchestra.run.smithi007.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T15:43:32.505 INFO:teuthology.orchestra.run.smithi007.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T15:43:32.520 INFO:teuthology.orchestra.run.smithi007.stderr:done 2024-09-13T15:43:32.529 DEBUG:teuthology.orchestra.run.smithi007:> sudo shutdown -r now 2024-09-13T15:43:58.345 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T15:43:58.345 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:43:58.346 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:44:02.533 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T15:44:02.533 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-13T15:44:02.533 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:44:16.701 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.77 2024-09-13T15:44:21.053 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7 2024-09-13T15:44:25.706 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:44:25.707 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:44:28.801 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.77 2024-09-13T15:44:30.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-13T15:44:30.056 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:44:40.813 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:44:40.813 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:44:59.201 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.77 2024-09-13T15:45:14.213 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:45:14.214 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:45:14.571 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-09-13T15:45:15.357 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:45:15.357 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-121-generic"... 2024-09-13T15:45:15.357 DEBUG:teuthology.orchestra.run.smithi077:> uname -r 2024-09-13T15:45:15.406 INFO:teuthology.orchestra.run.smithi077.stdout:5.15.0-121-generic 2024-09-13T15:45:15.406 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-13T15:45:15.406 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T15:45:15.407 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T15:45:16.407 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T15:45:16.408 DEBUG:teuthology.orchestra.run.smithi077:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T15:45:16.483 INFO:teuthology.orchestra.run.smithi077.stdout:ttyS1 2024-09-13T15:45:16.521 DEBUG:teuthology.parallel:result is None 2024-09-13T15:45:30.067 DEBUG:teuthology.orchestra.remote:timed out 2024-09-13T15:45:42.067 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-13T15:45:42.068 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:45:42.315 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-09-13T15:45:43.054 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-13T15:45:43.054 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-121-generic"... 2024-09-13T15:45:43.054 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-09-13T15:45:43.100 INFO:teuthology.orchestra.run.smithi007.stdout:5.15.0-121-generic 2024-09-13T15:45:43.100 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-13T15:45:43.100 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T15:45:43.100 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T15:45:44.102 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T15:45:44.102 DEBUG:teuthology.orchestra.run.smithi007:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T15:45:44.178 INFO:teuthology.orchestra.run.smithi007.stdout:ttyS1 2024-09-13T15:45:44.206 DEBUG:teuthology.parallel:result is None 2024-09-13T15:45:44.206 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T15:45:44.220 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T15:45:44.220 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T15:45:44.223 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T15:45:44.229 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T15:45:44.236 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T15:45:44.241 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T15:45:44.241 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T15:45:44.269 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T15:45:44.298 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T15:45:44.305 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T15:45:44.305 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T15:45:44.321 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T15:45:44.335 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:45:44.345 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:45:44.353 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:45:44.361 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:45:44.363 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T15:45:44.370 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T15:45:44.370 DEBUG:teuthology.orchestra.run.smithi007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T15:45:44.389 DEBUG:teuthology.orchestra.run.smithi077:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T15:45:44.443 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T15:45:44.452 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T15:45:44.452 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T15:45:44.454 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T15:45:44.494 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T15:45:44.504 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T15:45:44.552 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:45:44.553 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T15:45:44.625 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T15:45:44.631 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T15:45:44.679 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:45:44.679 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T15:45:44.746 DEBUG:teuthology.orchestra.run.smithi007:> sudo service rsyslog restart 2024-09-13T15:45:44.748 DEBUG:teuthology.orchestra.run.smithi077:> sudo service rsyslog restart 2024-09-13T15:45:44.820 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T15:45:44.827 INFO:teuthology.task.internal:Starting timer... 2024-09-13T15:45:44.827 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T15:45:44.840 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T15:45:44.848 DEBUG:teuthology.task.selinux:Excluding smithi007: OS 'ubuntu' does not support SELinux 2024-09-13T15:45:44.848 DEBUG:teuthology.task.selinux:Excluding smithi077: OS 'ubuntu' does not support SELinux 2024-09-13T15:45:44.848 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T15:45:44.849 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-13T15:45:44.849 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T15:45:44.849 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T15:45:44.857 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T15:45:44.860 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T15:45:45.035 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T15:45:45.046 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T15:45:45.050 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi007.front.sepia.ceph.com,smithi077.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T15:53:21.709 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi007.front.sepia.ceph.com'), Remote(name='ubuntu@smithi077.front.sepia.ceph.com')] 2024-09-13T15:53:21.725 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-13T15:53:21.726 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:53:21.825 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-09-13T15:53:21.909 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-13T15:53:21.910 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:53:21.910 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:53:22.007 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-09-13T15:53:22.085 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-09-13T15:53:22.085 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T15:53:22.097 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T15:53:22.097 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T15:53:22.098 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T15:53:22.100 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T15:53:22.100 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T15:53:22.130 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Command line: ntpd -gq 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: ---------------------------------------------------- 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: ntp-4 is maintained by Network Time Foundation, 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: corporation. Support and training for ntp-4 are 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: available at https://www.nwtime.org/support 2024-09-13T15:53:22.131 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: ---------------------------------------------------- 2024-09-13T15:53:22.132 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: proto: precision = 0.046 usec (-24) 2024-09-13T15:53:22.132 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: basedate set to 2022-02-04 2024-09-13T15:53:22.132 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: gps base set to 2022-02-06 (week 2196) 2024-09-13T15:53:22.132 INFO:teuthology.orchestra.run.smithi007.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T15:53:22.132 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T15:53:22.132 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T15:53:22.133 INFO:teuthology.orchestra.run.smithi007.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T15:53:22.133 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T15:53:22.134 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T15:53:22.134 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T15:53:22.134 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listen normally on 3 ens1f0 172.21.15.7:123 2024-09-13T15:53:22.134 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listen normally on 4 lo [::1]:123 2024-09-13T15:53:22.134 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:15ea%4]:123 2024-09-13T15:53:22.134 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:22 ntpd[18381]: Listening on routing socket on fd #22 for interface updates 2024-09-13T15:53:22.151 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-13T15:53:22.152 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Command line: ntpd -gq 2024-09-13T15:53:22.152 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: ---------------------------------------------------- 2024-09-13T15:53:22.152 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: ntp-4 is maintained by Network Time Foundation, 2024-09-13T15:53:22.152 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-13T15:53:22.153 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: corporation. Support and training for ntp-4 are 2024-09-13T15:53:22.153 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: available at https://www.nwtime.org/support 2024-09-13T15:53:22.153 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: ---------------------------------------------------- 2024-09-13T15:53:22.154 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: proto: precision = 0.045 usec (-24) 2024-09-13T15:53:22.154 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: basedate set to 2022-02-04 2024-09-13T15:53:22.154 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: gps base set to 2022-02-06 (week 2196) 2024-09-13T15:53:22.154 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T15:53:22.155 INFO:teuthology.orchestra.run.smithi077.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T15:53:22.155 INFO:teuthology.orchestra.run.smithi077.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T15:53:22.156 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T15:53:22.156 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T15:53:22.156 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T15:53:22.156 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T15:53:22.156 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listen normally on 3 enp3s0f1 172.21.15.77:123 2024-09-13T15:53:22.157 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listen normally on 4 lo [::1]:123 2024-09-13T15:53:22.157 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d3d3%5]:123 2024-09-13T15:53:22.157 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:22 ntpd[18485]: Listening on routing socket on fd #22 for interface updates 2024-09-13T15:53:23.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:23 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:23.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:23 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:23.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:23.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:23.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:23.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:23.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:23.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:23.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:23 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:24.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:24 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:24.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:24 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:24.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:24 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:24.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:24 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:24.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:24 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:24.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:24 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:24.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:24 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:24.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:24 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:24.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:24 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:24.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:24 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:24.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:24 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:24.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:24 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:25 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:25 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:25 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:25 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:25 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:25 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:25.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:25.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:25 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:26.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:26.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:26.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:26.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:26.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:26 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:26.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:26 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:26.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:26 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:26.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:26 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:26.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:26 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:26.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:26 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:26.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:26 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:27 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:27 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:27 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:27 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:27 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:27 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:27.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:27.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:27 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:28.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:28.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:28.134 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:28 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:28.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:28 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:28.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:28 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:28.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:28 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:28.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:28 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:28.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:28 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:28.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:28 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:29.131 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:29 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:29.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:29 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:29.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:29 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:29.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:29 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:29.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:29 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:29.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:29 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:29.152 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:29.153 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:29.154 INFO:teuthology.orchestra.run.smithi077.stdout:13 Sep 15:53:29 ntpd[18485]: ntpd: time slew -0.000969 s 2024-09-13T15:53:29.154 INFO:teuthology.orchestra.run.smithi077.stdout:ntpd: time slew -0.000969s 2024-09-13T15:53:29.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T15:53:29.154 INFO:teuthology.orchestra.run.smithi077.stderr:13 Sep 15:53:29 ntpd[18485]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T15:53:29.254 INFO:teuthology.orchestra.run.smithi077.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T15:53:29.254 INFO:teuthology.orchestra.run.smithi077.stdout:============================================================================== 2024-09-13T15:53:29.254 INFO:teuthology.orchestra.run.smithi077.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:29.254 INFO:teuthology.orchestra.run.smithi077.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:29.254 INFO:teuthology.orchestra.run.smithi077.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:29.254 INFO:teuthology.orchestra.run.smithi077.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:30.132 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T15:53:30.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T15:53:30.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T15:53:30.133 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T15:53:30.133 INFO:teuthology.orchestra.run.smithi007.stdout:13 Sep 15:53:30 ntpd[18381]: ntpd: time slew -0.000223 s 2024-09-13T15:53:30.133 INFO:teuthology.orchestra.run.smithi007.stdout:ntpd: time slew -0.000223s 2024-09-13T15:53:30.134 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T15:53:30.134 INFO:teuthology.orchestra.run.smithi007.stderr:13 Sep 15:53:30 ntpd[18381]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T15:53:30.182 INFO:teuthology.orchestra.run.smithi007.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T15:53:30.182 INFO:teuthology.orchestra.run.smithi007.stdout:============================================================================== 2024-09-13T15:53:30.182 INFO:teuthology.orchestra.run.smithi007.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:30.183 INFO:teuthology.orchestra.run.smithi007.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:30.183 INFO:teuthology.orchestra.run.smithi007.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:30.183 INFO:teuthology.orchestra.run.smithi007.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T15:53:30.183 INFO:teuthology.run_tasks:Running task install... 2024-09-13T15:53:30.192 DEBUG:teuthology.task.install:project ceph 2024-09-13T15:53:30.192 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}} 2024-09-13T15:53:30.192 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'} 2024-09-13T15:53:30.192 INFO:teuthology.task.install:Using flavor: default 2024-09-13T15:53:30.197 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T15:53:30.197 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T15:53:30.198 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-key list | grep Ceph 2024-09-13T15:53:30.198 DEBUG:teuthology.orchestra.run.smithi077:> sudo apt-key list | grep Ceph 2024-09-13T15:53:30.262 INFO:teuthology.orchestra.run.smithi077.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-13T15:53:30.287 INFO:teuthology.orchestra.run.smithi007.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-13T15:53:30.292 INFO:teuthology.orchestra.run.smithi077.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T15:53:30.292 INFO:teuthology.orchestra.run.smithi077.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T15:53:30.293 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T15:53:30.293 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T15:53:30.294 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:53:30.319 INFO:teuthology.orchestra.run.smithi007.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T15:53:30.320 INFO:teuthology.orchestra.run.smithi007.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T15:53:30.320 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T15:53:30.320 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T15:53:30.320 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:53:30.459 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default/ 2024-09-13T15:53:30.459 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:53:30.474 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default/ 2024-09-13T15:53:30.474 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:53:30.580 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:53:30.580 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T15:53:30.590 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:53:30.590 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T15:53:30.594 DEBUG:teuthology.orchestra.run.smithi077:> sudo apt-get update 2024-09-13T15:53:30.604 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get update 2024-09-13T15:53:30.760 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T15:53:30.777 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T15:53:30.815 INFO:teuthology.orchestra.run.smithi077.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy InRelease 2024-09-13T15:53:30.831 INFO:teuthology.orchestra.run.smithi007.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy InRelease 2024-09-13T15:53:30.835 INFO:teuthology.orchestra.run.smithi077.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-13T15:53:30.853 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-13T15:53:30.857 INFO:teuthology.orchestra.run.smithi077.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-13T15:53:30.875 INFO:teuthology.orchestra.run.smithi007.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-13T15:53:30.879 INFO:teuthology.orchestra.run.smithi077.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-09-13T15:53:30.885 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T15:53:30.896 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,423 B] 2024-09-13T15:53:30.904 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T15:53:30.906 INFO:teuthology.orchestra.run.smithi077.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,423 B] 2024-09-13T15:53:30.929 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-09-13T15:53:30.965 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T15:53:30.979 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T15:53:31.044 INFO:teuthology.orchestra.run.smithi077.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T15:53:31.061 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T15:53:31.193 INFO:teuthology.orchestra.run.smithi077.stdout:Fetched 28.8 kB in 0s (69.4 kB/s) 2024-09-13T15:53:31.218 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 28.8 kB in 0s (67.4 kB/s) 2024-09-13T15:53:32.183 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:53:32.200 DEBUG:teuthology.orchestra.run.smithi077:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1jammy cephadm=18.2.4-850-g50bbe7f3-1jammy ceph-mds=18.2.4-850-g50bbe7f3-1jammy ceph-mgr=18.2.4-850-g50bbe7f3-1jammy ceph-common=18.2.4-850-g50bbe7f3-1jammy ceph-fuse=18.2.4-850-g50bbe7f3-1jammy ceph-test=18.2.4-850-g50bbe7f3-1jammy ceph-volume=18.2.4-850-g50bbe7f3-1jammy radosgw=18.2.4-850-g50bbe7f3-1jammy python3-rados=18.2.4-850-g50bbe7f3-1jammy python3-rgw=18.2.4-850-g50bbe7f3-1jammy python3-cephfs=18.2.4-850-g50bbe7f3-1jammy python3-rbd=18.2.4-850-g50bbe7f3-1jammy libcephfs2=18.2.4-850-g50bbe7f3-1jammy libcephfs-dev=18.2.4-850-g50bbe7f3-1jammy librados2=18.2.4-850-g50bbe7f3-1jammy librbd1=18.2.4-850-g50bbe7f3-1jammy rbd-fuse=18.2.4-850-g50bbe7f3-1jammy python3-cephfs=18.2.4-850-g50bbe7f3-1jammy cephfs-shell=18.2.4-850-g50bbe7f3-1jammy cephfs-top=18.2.4-850-g50bbe7f3-1jammy cephfs-mirror=18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:53:32.256 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:53:32.262 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:53:32.273 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1jammy cephadm=18.2.4-850-g50bbe7f3-1jammy ceph-mds=18.2.4-850-g50bbe7f3-1jammy ceph-mgr=18.2.4-850-g50bbe7f3-1jammy ceph-common=18.2.4-850-g50bbe7f3-1jammy ceph-fuse=18.2.4-850-g50bbe7f3-1jammy ceph-test=18.2.4-850-g50bbe7f3-1jammy ceph-volume=18.2.4-850-g50bbe7f3-1jammy radosgw=18.2.4-850-g50bbe7f3-1jammy python3-rados=18.2.4-850-g50bbe7f3-1jammy python3-rgw=18.2.4-850-g50bbe7f3-1jammy python3-cephfs=18.2.4-850-g50bbe7f3-1jammy python3-rbd=18.2.4-850-g50bbe7f3-1jammy libcephfs2=18.2.4-850-g50bbe7f3-1jammy libcephfs-dev=18.2.4-850-g50bbe7f3-1jammy librados2=18.2.4-850-g50bbe7f3-1jammy librbd1=18.2.4-850-g50bbe7f3-1jammy rbd-fuse=18.2.4-850-g50bbe7f3-1jammy python3-cephfs=18.2.4-850-g50bbe7f3-1jammy cephfs-shell=18.2.4-850-g50bbe7f3-1jammy cephfs-top=18.2.4-850-g50bbe7f3-1jammy cephfs-mirror=18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:53:32.339 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:53:32.470 INFO:teuthology.orchestra.run.smithi077.stdout:Building dependency tree... 2024-09-13T15:53:32.471 INFO:teuthology.orchestra.run.smithi077.stdout:Reading state information... 2024-09-13T15:53:32.549 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree... 2024-09-13T15:53:32.550 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information... 2024-09-13T15:53:32.667 INFO:teuthology.orchestra.run.smithi077.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:53:32.667 INFO:teuthology.orchestra.run.smithi077.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:53:32.667 INFO:teuthology.orchestra.run.smithi077.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:53:32.667 INFO:teuthology.orchestra.run.smithi077.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:53:32.667 INFO:teuthology.orchestra.run.smithi077.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T15:53:32.668 INFO:teuthology.orchestra.run.smithi077.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T15:53:32.668 INFO:teuthology.orchestra.run.smithi077.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:53:32.668 INFO:teuthology.orchestra.run.smithi077.stdout:The following additional packages will be installed: 2024-09-13T15:53:32.669 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T15:53:32.669 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-13T15:53:32.669 INFO:teuthology.orchestra.run.smithi077.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T15:53:32.669 INFO:teuthology.orchestra.run.smithi077.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-13T15:53:32.669 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-09-13T15:53:32.669 INFO:teuthology.orchestra.run.smithi077.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-13T15:53:32.670 INFO:teuthology.orchestra.run.smithi077.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout:Suggested packages: 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-09-13T15:53:32.671 INFO:teuthology.orchestra.run.smithi077.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-09-13T15:53:32.672 INFO:teuthology.orchestra.run.smithi077.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-09-13T15:53:32.672 INFO:teuthology.orchestra.run.smithi077.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-09-13T15:53:32.672 INFO:teuthology.orchestra.run.smithi077.stdout: python3-watchdog 2024-09-13T15:53:32.672 INFO:teuthology.orchestra.run.smithi077.stdout:Recommended packages: 2024-09-13T15:53:32.672 INFO:teuthology.orchestra.run.smithi077.stdout: btrfs-tools 2024-09-13T15:53:32.768 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:53:32.768 INFO:teuthology.orchestra.run.smithi007.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:53:32.768 INFO:teuthology.orchestra.run.smithi007.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:53:32.769 INFO:teuthology.orchestra.run.smithi007.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:53:32.769 INFO:teuthology.orchestra.run.smithi007.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T15:53:32.769 INFO:teuthology.orchestra.run.smithi007.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T15:53:32.769 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:53:32.770 INFO:teuthology.orchestra.run.smithi007.stdout:The following additional packages will be installed: 2024-09-13T15:53:32.770 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T15:53:32.770 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-13T15:53:32.771 INFO:teuthology.orchestra.run.smithi007.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T15:53:32.771 INFO:teuthology.orchestra.run.smithi007.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T15:53:32.772 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-13T15:53:32.773 INFO:teuthology.orchestra.run.smithi007.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout:Suggested packages: 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: python3-watchdog 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout:Recommended packages: 2024-09-13T15:53:32.774 INFO:teuthology.orchestra.run.smithi007.stdout: btrfs-tools 2024-09-13T15:53:32.779 INFO:teuthology.orchestra.run.smithi077.stdout:The following NEW packages will be installed: 2024-09-13T15:53:32.779 INFO:teuthology.orchestra.run.smithi077.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T15:53:32.779 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T15:53:32.779 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T15:53:32.779 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-13T15:53:32.780 INFO:teuthology.orchestra.run.smithi077.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T15:53:32.780 INFO:teuthology.orchestra.run.smithi077.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-13T15:53:32.780 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-09-13T15:53:32.780 INFO:teuthology.orchestra.run.smithi077.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T15:53:32.781 INFO:teuthology.orchestra.run.smithi077.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-13T15:53:32.782 INFO:teuthology.orchestra.run.smithi077.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-13T15:53:32.782 INFO:teuthology.orchestra.run.smithi077.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-13T15:53:32.782 INFO:teuthology.orchestra.run.smithi077.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-13T15:53:32.782 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-13T15:53:32.782 INFO:teuthology.orchestra.run.smithi077.stdout: socat xmlstarlet 2024-09-13T15:53:32.841 INFO:teuthology.orchestra.run.smithi077.stdout:0 upgraded, 115 newly installed, 0 to remove and 331 not upgraded. 2024-09-13T15:53:32.841 INFO:teuthology.orchestra.run.smithi077.stdout:Need to get 163 MB of archives. 2024-09-13T15:53:32.841 INFO:teuthology.orchestra.run.smithi077.stdout:After this operation, 747 MB of additional disk space will be used. 2024-09-13T15:53:32.841 INFO:teuthology.orchestra.run.smithi077.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-13T15:53:32.859 INFO:teuthology.orchestra.run.smithi077.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-13T15:53:32.869 INFO:teuthology.orchestra.run.smithi077.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-13T15:53:32.888 INFO:teuthology.orchestra.run.smithi007.stdout:The following NEW packages will be installed: 2024-09-13T15:53:32.888 INFO:teuthology.orchestra.run.smithi007.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T15:53:32.888 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T15:53:32.888 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T15:53:32.888 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-13T15:53:32.889 INFO:teuthology.orchestra.run.smithi007.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T15:53:32.889 INFO:teuthology.orchestra.run.smithi007.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-13T15:53:32.889 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T15:53:32.890 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-13T15:53:32.891 INFO:teuthology.orchestra.run.smithi007.stdout: socat xmlstarlet 2024-09-13T15:53:32.911 INFO:teuthology.orchestra.run.smithi077.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-09-13T15:53:32.920 INFO:teuthology.orchestra.run.smithi077.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-13T15:53:32.924 INFO:teuthology.orchestra.run.smithi077.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1jammy [3,451 kB] 2024-09-13T15:53:32.936 INFO:teuthology.orchestra.run.smithi077.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-13T15:53:32.939 INFO:teuthology.orchestra.run.smithi077.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-13T15:53:32.951 INFO:teuthology.orchestra.run.smithi007.stdout:0 upgraded, 115 newly installed, 0 to remove and 331 not upgraded. 2024-09-13T15:53:32.951 INFO:teuthology.orchestra.run.smithi007.stdout:Need to get 163 MB of archives. 2024-09-13T15:53:32.951 INFO:teuthology.orchestra.run.smithi007.stdout:After this operation, 747 MB of additional disk space will be used. 2024-09-13T15:53:32.951 INFO:teuthology.orchestra.run.smithi007.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-13T15:53:32.952 INFO:teuthology.orchestra.run.smithi077.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-13T15:53:32.969 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-13T15:53:32.979 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-13T15:53:32.991 INFO:teuthology.orchestra.run.smithi077.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-13T15:53:32.993 INFO:teuthology.orchestra.run.smithi077.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-13T15:53:33.002 INFO:teuthology.orchestra.run.smithi077.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-13T15:53:33.005 INFO:teuthology.orchestra.run.smithi077.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-13T15:53:33.006 INFO:teuthology.orchestra.run.smithi077.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-13T15:53:33.013 INFO:teuthology.orchestra.run.smithi077.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-13T15:53:33.013 INFO:teuthology.orchestra.run.smithi077.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-13T15:53:33.015 INFO:teuthology.orchestra.run.smithi077.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-13T15:53:33.016 INFO:teuthology.orchestra.run.smithi077.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-13T15:53:33.016 INFO:teuthology.orchestra.run.smithi077.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-13T15:53:33.019 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-09-13T15:53:33.028 INFO:teuthology.orchestra.run.smithi077.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-13T15:53:33.029 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-13T15:53:33.029 INFO:teuthology.orchestra.run.smithi077.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-13T15:53:33.029 INFO:teuthology.orchestra.run.smithi077.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-13T15:53:33.029 INFO:teuthology.orchestra.run.smithi077.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-13T15:53:33.034 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1jammy [3,451 kB] 2024-09-13T15:53:33.044 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-13T15:53:33.046 INFO:teuthology.orchestra.run.smithi077.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-13T15:53:33.047 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-13T15:53:33.048 INFO:teuthology.orchestra.run.smithi077.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-13T15:53:33.049 INFO:teuthology.orchestra.run.smithi077.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-13T15:53:33.049 INFO:teuthology.orchestra.run.smithi077.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-13T15:53:33.050 INFO:teuthology.orchestra.run.smithi077.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-13T15:53:33.050 INFO:teuthology.orchestra.run.smithi077.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T15:53:33.057 INFO:teuthology.orchestra.run.smithi007.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-13T15:53:33.063 INFO:teuthology.orchestra.run.smithi077.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-13T15:53:33.063 INFO:teuthology.orchestra.run.smithi077.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-13T15:53:33.064 INFO:teuthology.orchestra.run.smithi077.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-13T15:53:33.065 INFO:teuthology.orchestra.run.smithi077.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-13T15:53:33.080 INFO:teuthology.orchestra.run.smithi077.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-13T15:53:33.085 INFO:teuthology.orchestra.run.smithi077.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-13T15:53:33.086 INFO:teuthology.orchestra.run.smithi077.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-13T15:53:33.086 INFO:teuthology.orchestra.run.smithi077.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-13T15:53:33.087 INFO:teuthology.orchestra.run.smithi077.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-13T15:53:33.088 INFO:teuthology.orchestra.run.smithi077.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-13T15:53:33.097 INFO:teuthology.orchestra.run.smithi077.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-13T15:53:33.098 INFO:teuthology.orchestra.run.smithi077.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-13T15:53:33.100 INFO:teuthology.orchestra.run.smithi077.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-13T15:53:33.100 INFO:teuthology.orchestra.run.smithi077.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-13T15:53:33.104 INFO:teuthology.orchestra.run.smithi007.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-13T15:53:33.108 INFO:teuthology.orchestra.run.smithi007.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-13T15:53:33.113 INFO:teuthology.orchestra.run.smithi077.stdout:Get:44 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1jammy [3,108 kB] 2024-09-13T15:53:33.115 INFO:teuthology.orchestra.run.smithi077.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-13T15:53:33.115 INFO:teuthology.orchestra.run.smithi077.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-13T15:53:33.116 INFO:teuthology.orchestra.run.smithi077.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-13T15:53:33.118 INFO:teuthology.orchestra.run.smithi077.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-13T15:53:33.119 INFO:teuthology.orchestra.run.smithi007.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-13T15:53:33.124 INFO:teuthology.orchestra.run.smithi007.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-13T15:53:33.124 INFO:teuthology.orchestra.run.smithi007.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-13T15:53:33.132 INFO:teuthology.orchestra.run.smithi007.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-13T15:53:33.133 INFO:teuthology.orchestra.run.smithi007.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-13T15:53:33.133 INFO:teuthology.orchestra.run.smithi007.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-13T15:53:33.135 INFO:teuthology.orchestra.run.smithi007.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-13T15:53:33.135 INFO:teuthology.orchestra.run.smithi007.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-13T15:53:33.143 INFO:teuthology.orchestra.run.smithi007.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-13T15:53:33.143 INFO:teuthology.orchestra.run.smithi007.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-13T15:53:33.160 INFO:teuthology.orchestra.run.smithi007.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-13T15:53:33.160 INFO:teuthology.orchestra.run.smithi007.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-13T15:53:33.160 INFO:teuthology.orchestra.run.smithi007.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-13T15:53:33.163 INFO:teuthology.orchestra.run.smithi077.stdout:Get:49 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1jammy [684 kB] 2024-09-13T15:53:33.163 INFO:teuthology.orchestra.run.smithi007.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-13T15:53:33.163 INFO:teuthology.orchestra.run.smithi007.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-13T15:53:33.164 INFO:teuthology.orchestra.run.smithi007.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-13T15:53:33.165 INFO:teuthology.orchestra.run.smithi007.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-13T15:53:33.165 INFO:teuthology.orchestra.run.smithi007.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T15:53:33.170 INFO:teuthology.orchestra.run.smithi077.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-13T15:53:33.171 INFO:teuthology.orchestra.run.smithi077.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-13T15:53:33.173 INFO:teuthology.orchestra.run.smithi077.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-13T15:53:33.173 INFO:teuthology.orchestra.run.smithi077.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-13T15:53:33.174 INFO:teuthology.orchestra.run.smithi077.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-13T15:53:33.177 INFO:teuthology.orchestra.run.smithi007.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-13T15:53:33.177 INFO:teuthology.orchestra.run.smithi007.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-13T15:53:33.183 INFO:teuthology.orchestra.run.smithi077.stdout:Get:55 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1jammy [356 kB] 2024-09-13T15:53:33.183 INFO:teuthology.orchestra.run.smithi077.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-13T15:53:33.183 INFO:teuthology.orchestra.run.smithi077.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-13T15:53:33.185 INFO:teuthology.orchestra.run.smithi077.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T15:53:33.185 INFO:teuthology.orchestra.run.smithi077.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-13T15:53:33.188 INFO:teuthology.orchestra.run.smithi077.stdout:Get:60 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1jammy [32.8 kB] 2024-09-13T15:53:33.189 INFO:teuthology.orchestra.run.smithi077.stdout:Get:61 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1jammy [180 kB] 2024-09-13T15:53:33.190 INFO:teuthology.orchestra.run.smithi077.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-13T15:53:33.192 INFO:teuthology.orchestra.run.smithi077.stdout:Get:63 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1jammy [63.8 kB] 2024-09-13T15:53:33.194 INFO:teuthology.orchestra.run.smithi077.stdout:Get:64 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1jammy [334 kB] 2024-09-13T15:53:33.195 INFO:teuthology.orchestra.run.smithi007.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-13T15:53:33.196 INFO:teuthology.orchestra.run.smithi007.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-13T15:53:33.196 INFO:teuthology.orchestra.run.smithi007.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-13T15:53:33.199 INFO:teuthology.orchestra.run.smithi077.stdout:Get:65 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1jammy [5,933 kB] 2024-09-13T15:53:33.202 INFO:teuthology.orchestra.run.smithi007.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-13T15:53:33.202 INFO:teuthology.orchestra.run.smithi007.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-13T15:53:33.202 INFO:teuthology.orchestra.run.smithi007.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-13T15:53:33.203 INFO:teuthology.orchestra.run.smithi007.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-13T15:53:33.204 INFO:teuthology.orchestra.run.smithi007.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-13T15:53:33.207 INFO:teuthology.orchestra.run.smithi077.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-13T15:53:33.209 INFO:teuthology.orchestra.run.smithi077.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-13T15:53:33.209 INFO:teuthology.orchestra.run.smithi077.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-13T15:53:33.213 INFO:teuthology.orchestra.run.smithi007.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-13T15:53:33.214 INFO:teuthology.orchestra.run.smithi007.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-13T15:53:33.224 INFO:teuthology.orchestra.run.smithi007.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-13T15:53:33.225 INFO:teuthology.orchestra.run.smithi077.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-13T15:53:33.225 INFO:teuthology.orchestra.run.smithi077.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-13T15:53:33.227 INFO:teuthology.orchestra.run.smithi007.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-13T15:53:33.228 INFO:teuthology.orchestra.run.smithi077.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-13T15:53:33.228 INFO:teuthology.orchestra.run.smithi077.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-13T15:53:33.228 INFO:teuthology.orchestra.run.smithi077.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-13T15:53:33.228 INFO:teuthology.orchestra.run.smithi077.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-13T15:53:33.228 INFO:teuthology.orchestra.run.smithi077.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-13T15:53:33.229 INFO:teuthology.orchestra.run.smithi007.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-13T15:53:33.229 INFO:teuthology.orchestra.run.smithi007.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-13T15:53:33.229 INFO:teuthology.orchestra.run.smithi007.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-13T15:53:33.231 INFO:teuthology.orchestra.run.smithi007.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-13T15:53:33.244 INFO:teuthology.orchestra.run.smithi077.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-13T15:53:33.247 INFO:teuthology.orchestra.run.smithi077.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-13T15:53:33.248 INFO:teuthology.orchestra.run.smithi077.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-13T15:53:33.250 INFO:teuthology.orchestra.run.smithi077.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-13T15:53:33.250 INFO:teuthology.orchestra.run.smithi077.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-13T15:53:33.262 INFO:teuthology.orchestra.run.smithi077.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-13T15:53:33.264 INFO:teuthology.orchestra.run.smithi077.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-13T15:53:33.264 INFO:teuthology.orchestra.run.smithi077.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-13T15:53:33.268 INFO:teuthology.orchestra.run.smithi077.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-13T15:53:33.271 INFO:teuthology.orchestra.run.smithi077.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T15:53:33.279 INFO:teuthology.orchestra.run.smithi077.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-13T15:53:33.280 INFO:teuthology.orchestra.run.smithi077.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-13T15:53:33.283 INFO:teuthology.orchestra.run.smithi007.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-13T15:53:33.285 INFO:teuthology.orchestra.run.smithi007.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-13T15:53:33.286 INFO:teuthology.orchestra.run.smithi007.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-13T15:53:33.286 INFO:teuthology.orchestra.run.smithi007.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-13T15:53:33.286 INFO:teuthology.orchestra.run.smithi077.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-13T15:53:33.287 INFO:teuthology.orchestra.run.smithi077.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-13T15:53:33.287 INFO:teuthology.orchestra.run.smithi007.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-13T15:53:33.287 INFO:teuthology.orchestra.run.smithi007.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-13T15:53:33.288 INFO:teuthology.orchestra.run.smithi077.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-13T15:53:33.288 INFO:teuthology.orchestra.run.smithi007.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-13T15:53:33.290 INFO:teuthology.orchestra.run.smithi007.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T15:53:33.290 INFO:teuthology.orchestra.run.smithi007.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-13T15:53:33.302 INFO:teuthology.orchestra.run.smithi007.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-13T15:53:33.320 INFO:teuthology.orchestra.run.smithi007.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-13T15:53:33.321 INFO:teuthology.orchestra.run.smithi077.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1jammy [112 kB] 2024-09-13T15:53:33.322 INFO:teuthology.orchestra.run.smithi007.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-13T15:53:33.323 INFO:teuthology.orchestra.run.smithi007.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-13T15:53:33.323 INFO:teuthology.orchestra.run.smithi077.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1jammy [445 kB] 2024-09-13T15:53:33.330 INFO:teuthology.orchestra.run.smithi077.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1jammy [22.1 MB] 2024-09-13T15:53:33.338 INFO:teuthology.orchestra.run.smithi007.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-13T15:53:33.338 INFO:teuthology.orchestra.run.smithi007.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-13T15:53:33.339 INFO:teuthology.orchestra.run.smithi007.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-13T15:53:33.339 INFO:teuthology.orchestra.run.smithi007.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-13T15:53:33.340 INFO:teuthology.orchestra.run.smithi007.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-13T15:53:33.341 INFO:teuthology.orchestra.run.smithi007.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-13T15:53:33.341 INFO:teuthology.orchestra.run.smithi007.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-13T15:53:33.356 INFO:teuthology.orchestra.run.smithi007.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-13T15:53:33.359 INFO:teuthology.orchestra.run.smithi007.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-13T15:53:33.373 INFO:teuthology.orchestra.run.smithi007.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-13T15:53:33.374 INFO:teuthology.orchestra.run.smithi007.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-13T15:53:33.375 INFO:teuthology.orchestra.run.smithi007.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-13T15:53:33.378 INFO:teuthology.orchestra.run.smithi007.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-13T15:53:33.381 INFO:teuthology.orchestra.run.smithi007.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-13T15:53:33.381 INFO:teuthology.orchestra.run.smithi007.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-13T15:53:33.385 INFO:teuthology.orchestra.run.smithi007.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-13T15:53:33.388 INFO:teuthology.orchestra.run.smithi007.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T15:53:33.390 INFO:teuthology.orchestra.run.smithi007.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-13T15:53:33.392 INFO:teuthology.orchestra.run.smithi007.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-13T15:53:33.398 INFO:teuthology.orchestra.run.smithi007.stdout:Get:80 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1jammy [3,108 kB] 2024-09-13T15:53:33.407 INFO:teuthology.orchestra.run.smithi007.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-13T15:53:33.408 INFO:teuthology.orchestra.run.smithi007.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-13T15:53:33.408 INFO:teuthology.orchestra.run.smithi007.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-13T15:53:33.632 INFO:teuthology.orchestra.run.smithi007.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1jammy [684 kB] 2024-09-13T15:53:33.693 INFO:teuthology.orchestra.run.smithi007.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1jammy [356 kB] 2024-09-13T15:53:33.701 INFO:teuthology.orchestra.run.smithi007.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1jammy [32.8 kB] 2024-09-13T15:53:33.702 INFO:teuthology.orchestra.run.smithi007.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1jammy [180 kB] 2024-09-13T15:53:33.752 INFO:teuthology.orchestra.run.smithi007.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1jammy [63.8 kB] 2024-09-13T15:53:33.754 INFO:teuthology.orchestra.run.smithi007.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1jammy [334 kB] 2024-09-13T15:53:33.761 INFO:teuthology.orchestra.run.smithi007.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1jammy [5,933 kB] 2024-09-13T15:53:33.856 INFO:teuthology.orchestra.run.smithi077.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1jammy [5,005 kB] 2024-09-13T15:53:33.918 INFO:teuthology.orchestra.run.smithi077.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1jammy [241 kB] 2024-09-13T15:53:33.920 INFO:teuthology.orchestra.run.smithi077.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1jammy [130 kB] 2024-09-13T15:53:33.921 INFO:teuthology.orchestra.run.smithi077.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1jammy [1,495 kB] 2024-09-13T15:53:33.957 INFO:teuthology.orchestra.run.smithi077.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1jammy [6,085 kB] 2024-09-13T15:53:34.075 INFO:teuthology.orchestra.run.smithi007.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1jammy [112 kB] 2024-09-13T15:53:34.078 INFO:teuthology.orchestra.run.smithi007.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1jammy [445 kB] 2024-09-13T15:53:34.093 INFO:teuthology.orchestra.run.smithi077.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1jammy [22.4 MB] 2024-09-13T15:53:34.134 INFO:teuthology.orchestra.run.smithi007.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1jammy [22.1 MB] 2024-09-13T15:53:34.694 INFO:teuthology.orchestra.run.smithi077.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1jammy [14.2 kB] 2024-09-13T15:53:34.694 INFO:teuthology.orchestra.run.smithi077.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1jammy [835 kB] 2024-09-13T15:53:34.708 INFO:teuthology.orchestra.run.smithi077.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1jammy [2,159 kB] 2024-09-13T15:53:34.742 INFO:teuthology.orchestra.run.smithi077.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1jammy [240 kB] 2024-09-13T15:53:34.745 INFO:teuthology.orchestra.run.smithi077.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1jammy [145 kB] 2024-09-13T15:53:34.748 INFO:teuthology.orchestra.run.smithi077.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1jammy [2,233 kB] 2024-09-13T15:53:34.790 INFO:teuthology.orchestra.run.smithi077.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1jammy [8,625 kB] 2024-09-13T15:53:35.049 INFO:teuthology.orchestra.run.smithi077.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1jammy [14.3 kB] 2024-09-13T15:53:35.050 INFO:teuthology.orchestra.run.smithi077.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1jammy [42.8 MB] 2024-09-13T15:53:35.164 INFO:teuthology.orchestra.run.smithi007.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1jammy [5,005 kB] 2024-09-13T15:53:35.282 INFO:teuthology.orchestra.run.smithi007.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1jammy [241 kB] 2024-09-13T15:53:35.287 INFO:teuthology.orchestra.run.smithi007.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1jammy [130 kB] 2024-09-13T15:53:35.290 INFO:teuthology.orchestra.run.smithi007.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1jammy [1,495 kB] 2024-09-13T15:53:35.339 INFO:teuthology.orchestra.run.smithi007.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1jammy [6,085 kB] 2024-09-13T15:53:35.568 INFO:teuthology.orchestra.run.smithi007.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1jammy [22.4 MB] 2024-09-13T15:53:36.480 INFO:teuthology.orchestra.run.smithi007.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1jammy [14.2 kB] 2024-09-13T15:53:36.481 INFO:teuthology.orchestra.run.smithi007.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1jammy [835 kB] 2024-09-13T15:53:36.492 INFO:teuthology.orchestra.run.smithi077.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1jammy [122 kB] 2024-09-13T15:53:36.496 INFO:teuthology.orchestra.run.smithi077.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1jammy [233 kB] 2024-09-13T15:53:36.497 INFO:teuthology.orchestra.run.smithi007.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1jammy [2,159 kB] 2024-09-13T15:53:36.499 INFO:teuthology.orchestra.run.smithi077.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1jammy [34.0 kB] 2024-09-13T15:53:36.500 INFO:teuthology.orchestra.run.smithi077.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1jammy [23.5 kB] 2024-09-13T15:53:36.501 INFO:teuthology.orchestra.run.smithi077.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1jammy [38.3 kB] 2024-09-13T15:53:36.502 INFO:teuthology.orchestra.run.smithi077.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1jammy [11.7 MB] 2024-09-13T15:53:36.536 INFO:teuthology.orchestra.run.smithi007.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1jammy [240 kB] 2024-09-13T15:53:36.540 INFO:teuthology.orchestra.run.smithi007.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1jammy [145 kB] 2024-09-13T15:53:36.542 INFO:teuthology.orchestra.run.smithi007.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1jammy [2,233 kB] 2024-09-13T15:53:36.568 INFO:teuthology.orchestra.run.smithi007.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1jammy [8,625 kB] 2024-09-13T15:53:36.763 INFO:teuthology.orchestra.run.smithi077.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1jammy [93.1 kB] 2024-09-13T15:53:36.805 INFO:teuthology.orchestra.run.smithi007.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1jammy [14.3 kB] 2024-09-13T15:53:36.805 INFO:teuthology.orchestra.run.smithi007.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1jammy [42.8 MB] 2024-09-13T15:53:37.331 INFO:teuthology.orchestra.run.smithi077.stdout:Fetched 163 MB in 4s (41.0 MB/s) 2024-09-13T15:53:37.475 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T15:53:37.574 INFO:teuthology.orchestra.run.smithi077.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-13T15:53:37.580 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-13T15:53:37.624 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-13T15:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1jammy [122 kB] 2024-09-13T15:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1jammy [233 kB] 2024-09-13T15:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1jammy [34.0 kB] 2024-09-13T15:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1jammy [23.5 kB] 2024-09-13T15:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1jammy [38.3 kB] 2024-09-13T15:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1jammy [11.7 MB] 2024-09-13T15:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1jammy [93.1 kB] 2024-09-13T15:53:37.893 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T15:53:37.919 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-13T15:53:37.959 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T15:53:38.262 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T15:53:38.288 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-13T15:53:38.329 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-13T15:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 163 MB in 5s (32.9 MB/s) 2024-09-13T15:53:38.595 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T15:53:38.640 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libfmt8:amd64. 2024-09-13T15:53:38.666 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-09-13T15:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-13T15:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-13T15:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-13T15:53:38.748 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T15:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T15:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-13T15:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T15:53:39.076 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-13T15:53:39.103 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-13T15:53:39.143 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T15:53:39.342 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T15:53:39.369 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-13T15:53:39.408 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-13T15:53:39.463 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T15:53:39.490 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-13T15:53:39.530 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T15:53:39.736 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libfmt8:amd64. 2024-09-13T15:53:39.763 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-09-13T15:53:39.824 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T15:53:39.851 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-13T15:53:39.853 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T15:53:39.891 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T15:53:40.156 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-13T15:53:40.183 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-13T15:53:40.223 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T15:53:40.327 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T15:53:40.354 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T15:53:40.402 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:53:40.510 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T15:53:40.537 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-13T15:53:40.576 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T15:53:40.882 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T15:53:40.907 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T15:53:40.921 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T15:53:40.939 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:53:40.948 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-13T15:53:40.988 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T15:53:41.258 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T15:53:41.285 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T15:53:41.325 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:53:41.425 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T15:53:41.452 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T15:53:41.500 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:53:41.669 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-13T15:53:41.696 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-13T15:53:41.736 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T15:53:41.911 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T15:53:41.938 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T15:53:41.978 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:53:42.056 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package librados2. 2024-09-13T15:53:42.082 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:42.122 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:42.331 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T15:53:42.358 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T15:53:42.398 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:53:42.516 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package librbd1. 2024-09-13T15:53:42.543 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../012-librbd1_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:42.583 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:42.735 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-13T15:53:42.761 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-13T15:53:42.793 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T15:53:42.994 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T15:53:43.021 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../013-libcephfs2_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:43.061 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:43.104 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librados2. 2024-09-13T15:53:43.131 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:43.170 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:43.338 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-rados. 2024-09-13T15:53:43.354 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../014-python3-rados_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:43.397 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:43.632 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librbd1. 2024-09-13T15:53:43.659 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../012-librbd1_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:43.716 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T15:53:43.742 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:53:43.782 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:44.035 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T15:53:44.061 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../016-python3-cephfs_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:44.101 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:44.151 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T15:53:44.178 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../013-libcephfs2_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:44.218 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:44.429 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T15:53:44.455 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../017-python3-ceph-common_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:53:44.496 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:44.687 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rados. 2024-09-13T15:53:44.714 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../014-python3-rados_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:44.754 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:44.798 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T15:53:44.814 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-13T15:53:44.849 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-13T15:53:45.074 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T15:53:45.101 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:45.243 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T15:53:45.268 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../019-python3-rbd_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:45.376 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T15:53:45.377 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:45.392 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../016-python3-cephfs_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:45.435 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:45.713 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T15:53:45.729 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T15:53:45.739 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-13T15:53:45.756 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../017-python3-ceph-common_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:53:45.779 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T15:53:45.796 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:46.107 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package librgw2. 2024-09-13T15:53:46.118 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T15:53:46.133 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../021-librgw2_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:46.144 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-13T15:53:46.173 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:46.184 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-13T15:53:46.453 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T15:53:46.469 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../019-python3-rbd_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:46.511 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:46.667 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T15:53:46.694 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../022-python3-rgw_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:46.725 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:46.856 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T15:53:46.883 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-13T15:53:46.922 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T15:53:47.028 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-13T15:53:47.055 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-13T15:53:47.095 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T15:53:47.225 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librgw2. 2024-09-13T15:53:47.253 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../021-librgw2_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:47.283 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:47.399 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T15:53:47.426 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../024-libradosstriper1_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:47.466 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:47.794 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T15:53:47.819 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-common. 2024-09-13T15:53:47.823 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../022-python3-rgw_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:47.846 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../025-ceph-common_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:47.861 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:47.898 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:48.222 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-13T15:53:48.250 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-13T15:53:48.288 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T15:53:48.600 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T15:53:48.627 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../024-libradosstriper1_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:48.666 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:49.070 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-common. 2024-09-13T15:53:49.097 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../025-ceph-common_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:49.136 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:49.183 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-base. 2024-09-13T15:53:49.210 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../026-ceph-base_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:49.259 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:49.845 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-13T15:53:49.872 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-13T15:53:49.912 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-13T15:53:50.201 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-cheroot. 2024-09-13T15:53:50.224 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-13T15:53:50.265 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T15:53:50.609 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-13T15:53:50.634 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-base. 2024-09-13T15:53:50.635 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-13T15:53:50.661 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../026-ceph-base_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:53:50.675 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-13T15:53:50.709 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:53:50.962 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-13T15:53:50.988 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-13T15:53:51.028 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-13T15:53:51.296 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-13T15:53:51.323 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-13T15:53:51.331 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-13T15:53:51.357 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-13T15:53:51.362 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-13T15:53:51.406 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-13T15:53:51.690 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cheroot. 2024-09-13T15:53:51.717 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-13T15:53:51.727 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-tempora. 2024-09-13T15:53:51.752 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2024-09-13T15:53:51.765 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T15:53:51.792 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-13T15:53:52.045 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-portend. 2024-09-13T15:53:52.071 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2024-09-13T15:53:52.103 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-13T15:53:52.118 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-13T15:53:52.145 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-13T15:53:52.185 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-13T15:53:52.397 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-13T15:53:52.424 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-13T15:53:52.462 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-13T15:53:52.464 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-13T15:53:52.479 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-13T15:53:52.521 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-13T15:53:52.734 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T15:53:52.760 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-13T15:53:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-13T15:53:52.792 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-13T15:53:52.817 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-13T15:53:52.857 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-13T15:53:53.137 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T15:53:53.163 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2024-09-13T15:53:53.168 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-tempora. 2024-09-13T15:53:53.195 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2024-09-13T15:53:53.203 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-13T15:53:53.234 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-13T15:53:53.515 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T15:53:53.537 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-portend. 2024-09-13T15:53:53.541 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2024-09-13T15:53:53.564 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2024-09-13T15:53:53.590 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-13T15:53:53.604 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-13T15:53:53.834 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T15:53:53.849 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-13T15:53:53.865 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-13T15:53:53.881 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-13T15:53:53.884 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-13T15:53:53.915 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-13T15:53:54.170 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-mako. 2024-09-13T15:53:54.196 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-13T15:53:54.210 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T15:53:54.236 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-13T15:53:54.237 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T15:53:54.276 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-13T15:53:54.573 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T15:53:54.599 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T15:53:54.613 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T15:53:54.639 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T15:53:54.640 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2024-09-13T15:53:54.679 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-13T15:53:54.917 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T15:53:54.944 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-13T15:53:54.958 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T15:53:54.984 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-13T15:53:54.984 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2024-09-13T15:53:55.024 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-13T15:53:55.286 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-webob. 2024-09-13T15:53:55.313 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-13T15:53:55.327 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T15:53:55.353 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T15:53:55.353 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-13T15:53:55.393 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-13T15:53:55.696 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-mako. 2024-09-13T15:53:55.723 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-13T15:53:55.762 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T15:53:55.864 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T15:53:55.891 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-13T15:53:55.934 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T15:53:56.091 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T15:53:56.118 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T15:53:56.174 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T15:53:56.225 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T15:53:56.252 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-13T15:53:56.292 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T15:53:56.444 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T15:53:56.470 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-13T15:53:56.502 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-13T15:53:56.578 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-paste. 2024-09-13T15:53:56.604 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-13T15:53:56.644 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T15:53:56.788 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-webob. 2024-09-13T15:53:56.815 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-13T15:53:56.854 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T15:53:56.972 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T15:53:56.987 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-13T15:53:57.030 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T15:53:57.182 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T15:53:57.209 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-13T15:53:57.253 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T15:53:57.342 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T15:53:57.368 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-13T15:53:57.408 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-13T15:53:57.569 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T15:53:57.595 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-13T15:53:57.635 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T15:53:57.686 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T15:53:57.713 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2024-09-13T15:53:57.753 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-13T15:53:57.913 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-paste. 2024-09-13T15:53:57.940 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-13T15:53:57.971 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T15:53:58.014 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T15:53:58.040 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-13T15:53:58.097 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T15:53:58.299 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T15:53:58.326 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-13T15:53:58.366 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T15:53:58.401 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-certifi. 2024-09-13T15:53:58.417 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2024-09-13T15:53:58.460 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-13T15:53:58.635 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T15:53:58.662 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-13T15:53:58.702 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-13T15:53:58.804 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-idna. 2024-09-13T15:53:58.831 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../051-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-13T15:53:58.871 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T15:53:59.012 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T15:53:59.032 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2024-09-13T15:53:59.071 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-13T15:53:59.182 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-urllib3. 2024-09-13T15:53:59.208 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-13T15:53:59.257 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T15:53:59.382 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T15:53:59.409 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-13T15:53:59.449 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T15:53:59.585 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-requests. 2024-09-13T15:53:59.611 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-13T15:53:59.651 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T15:53:59.837 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-certifi. 2024-09-13T15:53:59.864 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2024-09-13T15:53:59.904 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-13T15:53:59.954 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T15:53:59.981 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-13T15:54:00.021 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T15:54:00.307 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T15:54:00.333 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:00.382 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:00.482 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-idna. 2024-09-13T15:54:00.509 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../051-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-13T15:54:00.548 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T15:54:00.745 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T15:54:00.772 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:00.803 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:00.834 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-urllib3. 2024-09-13T15:54:00.862 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-13T15:54:00.901 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T15:54:01.098 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T15:54:01.125 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../057-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-13T15:54:01.164 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-13T15:54:01.212 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-requests. 2024-09-13T15:54:01.240 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-13T15:54:01.279 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T15:54:01.467 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T15:54:01.494 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../058-python3-openssl_21.0.0-1_all.deb ... 2024-09-13T15:54:01.534 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-13T15:54:01.582 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T15:54:01.609 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-13T15:54:01.648 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T15:54:01.853 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T15:54:01.880 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../059-ceph-mgr_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:01.918 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T15:54:01.919 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:01.934 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:01.976 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:02.298 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T15:54:02.324 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../060-ceph-mon_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:02.356 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:02.381 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T15:54:02.408 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:02.447 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:02.742 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T15:54:02.769 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../057-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-13T15:54:02.808 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-13T15:54:02.943 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T15:54:02.970 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../061-ceph-osd_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:03.009 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:03.078 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T15:54:03.105 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../058-python3-openssl_21.0.0-1_all.deb ... 2024-09-13T15:54:03.144 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-13T15:54:03.489 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T15:54:03.516 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../059-ceph-mgr_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:03.555 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:03.959 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T15:54:03.986 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../060-ceph-mon_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:04.025 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:04.029 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph. 2024-09-13T15:54:04.044 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../062-ceph_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:04.087 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:04.381 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T15:54:04.397 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../063-ceph-fuse_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:04.431 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:04.596 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T15:54:04.623 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../061-ceph-osd_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:04.654 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:04.793 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T15:54:04.819 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../064-ceph-mds_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:04.859 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:05.715 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph. 2024-09-13T15:54:05.731 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../062-ceph_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:05.773 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:05.955 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package cephadm. 2024-09-13T15:54:05.982 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../065-cephadm_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:06.021 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:06.101 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T15:54:06.129 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../063-ceph-fuse_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:06.483 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T15:54:06.509 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../066-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-13T15:54:06.557 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-13T15:54:06.676 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:06.860 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-13T15:54:06.876 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../067-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T15:54:06.919 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:07.180 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T15:54:07.207 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../064-ceph-mds_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:07.246 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:07.633 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package cephadm. 2024-09-13T15:54:07.660 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../065-cephadm_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:07.699 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:07.865 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-babel. 2024-09-13T15:54:07.893 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../068-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T15:54:07.932 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:08.012 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T15:54:08.038 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../066-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-13T15:54:08.077 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-13T15:54:08.260 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T15:54:08.286 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../069-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-13T15:54:08.326 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T15:54:08.396 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-13T15:54:08.413 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../067-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T15:54:08.471 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:08.671 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T15:54:08.698 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../070-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:08.737 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:09.057 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T15:54:09.084 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../071-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-13T15:54:09.124 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-13T15:54:09.419 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-py. 2024-09-13T15:54:09.446 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../072-python3-py_1.10.0-1_all.deb ... 2024-09-13T15:54:09.477 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-13T15:54:09.585 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-babel. 2024-09-13T15:54:09.601 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../068-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T15:54:09.643 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:09.772 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-13T15:54:09.798 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../073-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-13T15:54:09.838 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-13T15:54:09.980 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T15:54:10.007 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../069-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-13T15:54:10.046 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T15:54:10.141 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-toml. 2024-09-13T15:54:10.168 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../074-python3-toml_0.10.2-1_all.deb ... 2024-09-13T15:54:10.217 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-13T15:54:10.399 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T15:54:10.426 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../070-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:10.465 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:10.477 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T15:54:10.505 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../075-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-13T15:54:10.535 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T15:54:10.819 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T15:54:10.839 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T15:54:10.847 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../071-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-13T15:54:10.865 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T15:54:10.885 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-13T15:54:10.905 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T15:54:11.147 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-py. 2024-09-13T15:54:11.163 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../072-python3-py_1.10.0-1_all.deb ... 2024-09-13T15:54:11.197 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-13T15:54:11.225 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-routes. 2024-09-13T15:54:11.251 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-13T15:54:11.291 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T15:54:11.545 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-13T15:54:11.570 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../073-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-13T15:54:11.609 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-13T15:54:11.637 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T15:54:11.663 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:11.703 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:11.888 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-toml. 2024-09-13T15:54:11.915 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../074-python3-toml_0.10.2-1_all.deb ... 2024-09-13T15:54:11.953 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-13T15:54:12.223 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T15:54:12.250 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../075-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-13T15:54:12.289 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T15:54:12.626 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T15:54:12.654 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T15:54:12.692 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T15:54:12.866 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-13T15:54:12.882 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-13T15:54:12.920 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-routes. 2024-09-13T15:54:12.924 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T15:54:12.945 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-13T15:54:12.987 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T15:54:13.290 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T15:54:13.306 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:13.339 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:13.453 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T15:54:13.480 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-13T15:54:13.519 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T15:54:13.839 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-13T15:54:13.855 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-13T15:54:13.889 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-13T15:54:14.142 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T15:54:14.169 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-13T15:54:14.209 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T15:54:14.595 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-13T15:54:14.612 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-13T15:54:14.653 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T15:54:14.952 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T15:54:14.979 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:15.018 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:15.156 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T15:54:15.184 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-13T15:54:15.222 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T15:54:15.810 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-13T15:54:15.837 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-13T15:54:15.876 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-13T15:54:15.913 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T15:54:15.941 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-13T15:54:15.979 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-13T15:54:16.187 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T15:54:16.215 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-13T15:54:16.253 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T15:54:16.266 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T15:54:16.293 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-13T15:54:16.332 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-13T15:54:16.861 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T15:54:16.888 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-13T15:54:16.927 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T15:54:17.072 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T15:54:17.100 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:17.138 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:17.180 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T15:54:17.196 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-13T15:54:17.230 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-13T15:54:17.533 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T15:54:17.561 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-13T15:54:17.599 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-13T15:54:17.920 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T15:54:17.947 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-13T15:54:17.986 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T15:54:18.067 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T15:54:18.095 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-13T15:54:18.125 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-13T15:54:18.297 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T15:54:18.325 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-13T15:54:18.364 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-13T15:54:18.378 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T15:54:18.406 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-13T15:54:18.444 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-13T15:54:18.650 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T15:54:18.677 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-13T15:54:18.717 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T15:54:18.773 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T15:54:18.801 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-13T15:54:18.839 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T15:54:19.159 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T15:54:19.187 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-13T15:54:19.225 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-13T15:54:19.380 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T15:54:19.397 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:19.439 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:19.537 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T15:54:19.565 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-13T15:54:19.603 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-13T15:54:19.741 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T15:54:19.769 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-13T15:54:19.808 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T15:54:19.907 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T15:54:19.935 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-13T15:54:19.973 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T15:54:20.111 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T15:54:20.139 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T15:54:20.186 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T15:54:20.243 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T15:54:20.259 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-13T15:54:20.293 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-13T15:54:20.447 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package jq. 2024-09-13T15:54:20.474 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T15:54:20.513 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-13T15:54:20.604 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T15:54:20.632 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-13T15:54:20.670 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T15:54:20.749 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package socat. 2024-09-13T15:54:20.765 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-13T15:54:20.807 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-13T15:54:21.110 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T15:54:21.126 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-13T15:54:21.160 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-13T15:54:21.310 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T15:54:21.327 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:21.368 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:21.515 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-test. 2024-09-13T15:54:21.542 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../098-ceph-test_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:21.581 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:21.646 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T15:54:21.664 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-13T15:54:21.695 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T15:54:22.023 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T15:54:22.052 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T15:54:22.090 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T15:54:22.359 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package jq. 2024-09-13T15:54:22.376 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T15:54:22.417 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-13T15:54:22.645 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package socat. 2024-09-13T15:54:22.662 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-13T15:54:22.695 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-13T15:54:22.973 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T15:54:22.990 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-13T15:54:23.031 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-13T15:54:23.369 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-test. 2024-09-13T15:54:23.385 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../098-ceph-test_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:23.427 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:23.435 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T15:54:23.462 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../099-ceph-volume_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:23.501 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:23.873 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T15:54:23.900 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../100-cephfs-mirror_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:23.939 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:24.250 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T15:54:24.277 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../101-python3-colorama_0.4.4-1_all.deb ... 2024-09-13T15:54:24.316 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-13T15:54:24.577 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T15:54:24.593 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../102-cephfs-shell_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:24.636 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:24.880 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T15:54:24.904 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../103-cephfs-top_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:24.938 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:25.166 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T15:54:25.193 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../104-libcephfs-dev_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:25.259 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:25.406 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T15:54:25.434 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../099-ceph-volume_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:25.472 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:25.627 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T15:54:25.655 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../105-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-13T15:54:25.694 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T15:54:25.829 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T15:54:25.857 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../100-cephfs-mirror_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:25.895 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:26.015 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T15:54:26.030 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../106-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-13T15:54:26.073 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-13T15:54:26.148 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T15:54:26.165 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../101-python3-colorama_0.4.4-1_all.deb ... 2024-09-13T15:54:26.206 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-13T15:54:26.493 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T15:54:26.520 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T15:54:26.634 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T15:54:26.651 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../102-cephfs-shell_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:26.692 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:26.723 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T15:54:26.954 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T15:54:26.982 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../103-cephfs-top_18.2.4-850-g50bbe7f3-1jammy_all.deb ... 2024-09-13T15:54:27.020 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:27.073 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T15:54:27.100 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-13T15:54:27.139 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-13T15:54:27.248 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T15:54:27.265 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../104-libcephfs-dev_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:27.298 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:27.492 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pygments. 2024-09-13T15:54:27.516 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../109-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-13T15:54:27.558 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T15:54:27.618 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T15:54:27.635 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../105-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-13T15:54:27.668 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T15:54:27.987 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T15:54:28.003 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../110-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-13T15:54:28.037 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-13T15:54:28.039 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T15:54:28.056 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../106-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-13T15:54:28.098 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-13T15:54:28.323 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T15:54:28.350 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-13T15:54:28.390 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-13T15:54:28.559 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T15:54:28.588 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T15:54:28.626 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T15:54:28.659 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T15:54:28.674 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-13T15:54:28.717 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-13T15:54:28.947 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T15:54:28.975 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-13T15:54:29.013 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-13T15:54:29.349 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pygments. 2024-09-13T15:54:29.377 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../109-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-13T15:54:29.379 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package radosgw. 2024-09-13T15:54:29.407 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../113-radosgw_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:29.415 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T15:54:29.446 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:29.878 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T15:54:29.895 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../110-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-13T15:54:29.936 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-13T15:54:30.182 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T15:54:30.198 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../114-rbd-fuse_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:30.223 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T15:54:30.240 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:30.251 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-13T15:54:30.289 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-13T15:54:30.536 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-13T15:54:30.550 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T15:54:30.578 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-13T15:54:30.617 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-13T15:54:30.786 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T15:54:30.929 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T15:54:31.192 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-13T15:54:31.547 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-13T15:54:31.571 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package radosgw. 2024-09-13T15:54:31.588 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../113-radosgw_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:31.646 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:32.005 INFO:teuthology.orchestra.run.smithi077.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-13T15:54:32.081 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:32.407 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T15:54:32.424 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../114-rbd-fuse_18.2.4-850-g50bbe7f3-1jammy_amd64.deb ... 2024-09-13T15:54:32.465 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:32.778 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-13T15:54:33.037 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T15:54:33.098 INFO:teuthology.orchestra.run.smithi077.stdout:Adding system user cephadm....done 2024-09-13T15:54:33.163 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T15:54:33.254 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T15:54:33.405 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-13T15:54:33.523 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-13T15:54:33.702 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-13T15:54:33.774 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-13T15:54:33.900 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-13T15:54:34.107 INFO:teuthology.orchestra.run.smithi007.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-13T15:54:34.151 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T15:54:34.182 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:34.427 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T15:54:34.555 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-13T15:54:34.838 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T15:54:35.008 INFO:teuthology.orchestra.run.smithi007.stdout:Adding system user cephadm....done 2024-09-13T15:54:35.156 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T15:54:35.198 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-13T15:54:35.432 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-13T15:54:35.457 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-13T15:54:35.692 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-13T15:54:35.717 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-13T15:54:35.801 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-13T15:54:35.960 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-13T15:54:36.069 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T15:54:36.186 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-13T15:54:36.346 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T15:54:36.445 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-13T15:54:36.472 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-13T15:54:36.696 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:36.798 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T15:54:36.964 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T15:54:37.107 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-13T15:54:37.159 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-13T15:54:37.366 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-13T15:54:37.393 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-13T15:54:37.617 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T15:54:37.653 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-13T15:54:37.744 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-13T15:54:37.938 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-13T15:54:38.103 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:38.197 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-13T15:54:38.221 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-13T15:54:38.465 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-13T15:54:38.480 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T15:54:38.748 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-13T15:54:38.766 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:39.034 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T15:54:39.049 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T15:54:39.143 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-13T15:54:39.395 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-13T15:54:39.654 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T15:54:39.725 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T15:54:39.780 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-13T15:54:39.968 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T15:54:40.086 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-13T15:54:40.156 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:40.196 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T15:54:40.282 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-13T15:54:40.480 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-13T15:54:40.550 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T15:54:40.801 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-13T15:54:40.864 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-13T15:54:41.111 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T15:54:41.115 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T15:54:41.517 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T15:54:41.801 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-13T15:54:41.855 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T15:54:42.102 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T15:54:42.122 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T15:54:42.249 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-13T15:54:42.358 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T15:54:42.445 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-13T15:54:42.650 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-13T15:54:42.705 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-13T15:54:42.831 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:43.044 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-13T15:54:43.132 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T15:54:43.295 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T15:54:43.466 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T15:54:43.688 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T15:54:43.989 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-13T15:54:44.307 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T15:54:44.667 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-13T15:54:44.680 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:54:44.814 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-13T15:54:44.910 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-13T15:54:45.036 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:45.082 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T15:54:45.210 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-13T15:54:45.346 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T15:54:45.350 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T15:54:45.635 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-13T15:54:45.705 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T15:54:45.878 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-13T15:54:46.112 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:54:46.238 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T15:54:46.364 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-13T15:54:46.666 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-13T15:54:46.925 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-13T15:54:46.970 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:54:47.104 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-13T15:54:47.176 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-13T15:54:47.363 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T15:54:47.419 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T15:54:47.489 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-13T15:54:47.607 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T15:54:47.670 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-13T15:54:47.892 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-13T15:54:47.988 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T15:54:48.113 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-13T15:54:48.135 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-13T15:54:48.386 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:54:48.406 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T15:54:48.529 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T15:54:48.532 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T15:54:48.655 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-13T15:54:48.833 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T15:54:48.990 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-13T15:54:49.126 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-13T15:54:49.283 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-13T15:54:49.360 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:49.534 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-13T15:54:49.739 INFO:teuthology.orchestra.run.smithi077.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-13T15:54:49.804 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T15:54:49.980 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T15:54:50.061 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-13T15:54:50.106 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T15:54:50.337 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T15:54:50.463 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-13T15:54:50.482 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-13T15:54:50.742 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-13T15:54:50.790 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T15:54:50.899 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T15:54:50.984 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:54:51.127 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T15:54:51.183 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T15:54:51.445 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T15:54:51.468 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-13T15:54:51.729 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T15:54:51.737 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T15:54:51.989 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-13T15:54:52.114 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-13T15:54:52.122 INFO:teuthology.orchestra.run.smithi007.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-13T15:54:52.409 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-13T15:54:52.439 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T15:54:52.557 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T15:54:52.675 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T15:54:52.926 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-13T15:54:52.941 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-13T15:54:53.201 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-13T15:54:53.329 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T15:54:53.492 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T15:54:53.604 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T15:54:53.621 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T15:54:53.947 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T15:54:53.947 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T15:54:54.073 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:54.199 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:54.256 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T15:54:54.411 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:54.520 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:54.541 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-13T15:54:54.621 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:54.641 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-13T15:54:54.747 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-13T15:54:54.918 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-13T15:54:55.024 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:55.152 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:55.195 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T15:54:55.261 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:55.455 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T15:54:55.455 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T15:54:55.462 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-13T15:54:55.872 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T15:54:55.944 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:56.071 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:56.173 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T15:54:56.205 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:56.330 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T15:54:56.534 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T15:54:56.651 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:56.786 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:56.998 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.124 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.242 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.368 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-13T15:54:57.543 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.663 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.677 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.788 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.795 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.904 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:57.913 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:58.014 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:58.130 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T15:54:58.130 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T15:54:58.140 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:58.598 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:58.656 INFO:teuthology.orchestra.run.smithi077.stdout:Adding group ceph....done 2024-09-13T15:54:58.724 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:58.833 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:54:58.934 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T15:54:58.950 INFO:teuthology.orchestra.run.smithi077.stdout:Adding system user ceph....done 2024-09-13T15:54:59.102 INFO:teuthology.orchestra.run.smithi077.stdout:Setting system user ceph properties....done 2024-09-13T15:54:59.114 INFO:teuthology.orchestra.run.smithi077.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T15:54:59.253 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T15:54:59.600 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T15:55:00.058 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.200 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.270 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T15:55:00.270 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T15:55:00.298 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.399 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.526 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.652 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.742 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.786 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:00.868 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:01.327 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T15:55:01.328 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T15:55:01.330 INFO:teuthology.orchestra.run.smithi007.stdout:Adding group ceph....done 2024-09-13T15:55:01.640 INFO:teuthology.orchestra.run.smithi007.stdout:Adding system user ceph....done 2024-09-13T15:55:01.803 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:01.808 INFO:teuthology.orchestra.run.smithi007.stdout:Setting system user ceph properties....done 2024-09-13T15:55:01.827 INFO:teuthology.orchestra.run.smithi007.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T15:55:01.972 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T15:55:02.158 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T15:55:02.281 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T15:55:02.663 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:02.747 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:02.890 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T15:55:02.890 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T15:55:02.986 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T15:55:02.986 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T15:55:03.373 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:03.465 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:03.574 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:03.585 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T15:55:03.586 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T15:55:04.007 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T15:55:04.008 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T15:55:04.074 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:04.349 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T15:55:04.350 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T15:55:04.467 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:04.820 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:04.832 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T15:55:04.918 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:05.044 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:05.268 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T15:55:05.268 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T15:55:05.311 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:05.538 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T15:55:05.538 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T15:55:05.871 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:06.005 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:06.016 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:06.131 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:06.242 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T15:55:06.243 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T15:55:06.282 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:06.635 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T15:55:06.714 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:06.986 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T15:55:06.987 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T15:55:07.652 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T15:55:07.719 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:07.845 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:07.996 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:08.143 INFO:teuthology.orchestra.run.smithi077.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T15:55:08.146 DEBUG:teuthology.orchestra.run.smithi077:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T15:55:08.197 INFO:teuthology.orchestra.run.smithi077.stdout:Reading package lists... 2024-09-13T15:55:08.248 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T15:55:08.249 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T15:55:08.386 INFO:teuthology.orchestra.run.smithi077.stdout:Building dependency tree... 2024-09-13T15:55:08.386 INFO:teuthology.orchestra.run.smithi077.stdout:Reading state information... 2024-09-13T15:55:08.570 INFO:teuthology.orchestra.run.smithi077.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-13T15:55:08.570 INFO:teuthology.orchestra.run.smithi077.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-13T15:55:08.570 INFO:teuthology.orchestra.run.smithi077.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-13T15:55:08.570 INFO:teuthology.orchestra.run.smithi077.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:55:08.570 INFO:teuthology.orchestra.run.smithi077.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:55:08.570 INFO:teuthology.orchestra.run.smithi077.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:55:08.571 INFO:teuthology.orchestra.run.smithi077.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:55:08.571 INFO:teuthology.orchestra.run.smithi077.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T15:55:08.571 INFO:teuthology.orchestra.run.smithi077.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T15:55:08.571 INFO:teuthology.orchestra.run.smithi077.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:55:08.572 INFO:teuthology.orchestra.run.smithi077.stdout:The following additional packages will be installed: 2024-09-13T15:55:08.573 INFO:teuthology.orchestra.run.smithi077.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-13T15:55:08.573 INFO:teuthology.orchestra.run.smithi077.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-13T15:55:08.573 INFO:teuthology.orchestra.run.smithi077.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-13T15:55:08.573 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-13T15:55:08.573 INFO:teuthology.orchestra.run.smithi077.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T15:55:08.574 INFO:teuthology.orchestra.run.smithi077.stdout:Suggested packages: 2024-09-13T15:55:08.575 INFO:teuthology.orchestra.run.smithi077.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-13T15:55:08.575 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-13T15:55:08.575 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-13T15:55:08.615 INFO:teuthology.orchestra.run.smithi077.stdout:The following NEW packages will be installed: 2024-09-13T15:55:08.617 INFO:teuthology.orchestra.run.smithi077.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-13T15:55:08.617 INFO:teuthology.orchestra.run.smithi077.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-13T15:55:08.617 INFO:teuthology.orchestra.run.smithi077.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-13T15:55:08.617 INFO:teuthology.orchestra.run.smithi077.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-13T15:55:08.617 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-13T15:55:08.618 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-13T15:55:08.618 INFO:teuthology.orchestra.run.smithi077.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T15:55:08.618 INFO:teuthology.orchestra.run.smithi077.stdout:The following packages will be upgraded: 2024-09-13T15:55:08.619 INFO:teuthology.orchestra.run.smithi077.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-13T15:55:08.739 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:08.816 INFO:teuthology.orchestra.run.smithi077.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-13T15:55:08.816 INFO:teuthology.orchestra.run.smithi077.stdout:Need to get 55.8 MB of archives. 2024-09-13T15:55:08.816 INFO:teuthology.orchestra.run.smithi077.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-13T15:55:08.816 INFO:teuthology.orchestra.run.smithi077.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-13T15:55:08.890 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:09.007 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:09.142 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1jammy) ... 2024-09-13T15:55:09.437 INFO:teuthology.orchestra.run.smithi077.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-13T15:55:09.452 INFO:teuthology.orchestra.run.smithi077.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-13T15:55:09.512 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T15:55:09.576 INFO:teuthology.orchestra.run.smithi077.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-13T15:55:09.577 INFO:teuthology.orchestra.run.smithi077.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-13T15:55:09.578 INFO:teuthology.orchestra.run.smithi077.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-13T15:55:09.607 INFO:teuthology.orchestra.run.smithi077.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-13T15:55:09.608 INFO:teuthology.orchestra.run.smithi077.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-13T15:55:09.612 INFO:teuthology.orchestra.run.smithi077.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-13T15:55:09.615 INFO:teuthology.orchestra.run.smithi077.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-13T15:55:09.616 INFO:teuthology.orchestra.run.smithi077.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-13T15:55:09.618 INFO:teuthology.orchestra.run.smithi077.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-13T15:55:09.680 INFO:teuthology.orchestra.run.smithi077.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-13T15:55:09.681 INFO:teuthology.orchestra.run.smithi077.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-13T15:55:09.681 INFO:teuthology.orchestra.run.smithi077.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-13T15:55:09.762 INFO:teuthology.orchestra.run.smithi077.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-13T15:55:10.562 INFO:teuthology.orchestra.run.smithi077.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-13T15:55:10.567 INFO:teuthology.orchestra.run.smithi077.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-13T15:55:10.567 INFO:teuthology.orchestra.run.smithi077.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-13T15:55:10.574 INFO:teuthology.orchestra.run.smithi077.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-13T15:55:10.574 INFO:teuthology.orchestra.run.smithi077.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-13T15:55:10.586 INFO:teuthology.orchestra.run.smithi077.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-13T15:55:10.589 INFO:teuthology.orchestra.run.smithi077.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-13T15:55:10.606 INFO:teuthology.orchestra.run.smithi077.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-13T15:55:10.607 INFO:teuthology.orchestra.run.smithi077.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-13T15:55:10.655 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T15:55:10.689 INFO:teuthology.orchestra.run.smithi077.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-13T15:55:10.692 INFO:teuthology.orchestra.run.smithi077.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-13T15:55:10.714 INFO:teuthology.orchestra.run.smithi077.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-13T15:55:10.784 INFO:teuthology.orchestra.run.smithi077.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-13T15:55:10.789 INFO:teuthology.orchestra.run.smithi077.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-13T15:55:10.790 INFO:teuthology.orchestra.run.smithi077.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-13T15:55:10.791 INFO:teuthology.orchestra.run.smithi077.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-13T15:55:10.792 INFO:teuthology.orchestra.run.smithi077.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-13T15:55:10.823 INFO:teuthology.orchestra.run.smithi077.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-13T15:55:10.825 INFO:teuthology.orchestra.run.smithi077.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-13T15:55:11.156 INFO:teuthology.orchestra.run.smithi007.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T15:55:11.159 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T15:55:11.218 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists... 2024-09-13T15:55:11.380 INFO:teuthology.orchestra.run.smithi077.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-13T15:55:11.380 INFO:teuthology.orchestra.run.smithi077.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-13T15:55:11.380 INFO:teuthology.orchestra.run.smithi077.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-13T15:55:11.381 INFO:teuthology.orchestra.run.smithi077.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-13T15:55:11.381 INFO:teuthology.orchestra.run.smithi077.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-13T15:55:11.381 INFO:teuthology.orchestra.run.smithi077.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-13T15:55:11.408 INFO:teuthology.orchestra.run.smithi077.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-13T15:55:11.409 INFO:teuthology.orchestra.run.smithi077.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-13T15:55:11.432 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree... 2024-09-13T15:55:11.432 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information... 2024-09-13T15:55:11.646 INFO:teuthology.orchestra.run.smithi007.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T15:55:11.647 INFO:teuthology.orchestra.run.smithi007.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T15:55:11.648 INFO:teuthology.orchestra.run.smithi007.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T15:55:11.648 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T15:55:11.648 INFO:teuthology.orchestra.run.smithi007.stdout:The following additional packages will be installed: 2024-09-13T15:55:11.648 INFO:teuthology.orchestra.run.smithi007.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-13T15:55:11.648 INFO:teuthology.orchestra.run.smithi007.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-13T15:55:11.649 INFO:teuthology.orchestra.run.smithi007.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-13T15:55:11.650 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-13T15:55:11.651 INFO:teuthology.orchestra.run.smithi007.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T15:55:11.652 INFO:teuthology.orchestra.run.smithi007.stdout:Suggested packages: 2024-09-13T15:55:11.652 INFO:teuthology.orchestra.run.smithi007.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-13T15:55:11.652 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-13T15:55:11.652 INFO:teuthology.orchestra.run.smithi007.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-13T15:55:11.695 INFO:teuthology.orchestra.run.smithi007.stdout:The following NEW packages will be installed: 2024-09-13T15:55:11.696 INFO:teuthology.orchestra.run.smithi007.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-13T15:55:11.696 INFO:teuthology.orchestra.run.smithi007.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-13T15:55:11.696 INFO:teuthology.orchestra.run.smithi007.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-13T15:55:11.696 INFO:teuthology.orchestra.run.smithi007.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-13T15:55:11.697 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-13T15:55:11.697 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-13T15:55:11.697 INFO:teuthology.orchestra.run.smithi007.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T15:55:11.698 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages will be upgraded: 2024-09-13T15:55:11.698 INFO:teuthology.orchestra.run.smithi007.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-13T15:55:11.751 INFO:teuthology.orchestra.run.smithi007.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-13T15:55:11.751 INFO:teuthology.orchestra.run.smithi007.stdout:Need to get 55.8 MB of archives. 2024-09-13T15:55:11.751 INFO:teuthology.orchestra.run.smithi007.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-13T15:55:11.751 INFO:teuthology.orchestra.run.smithi007.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-13T15:55:11.820 INFO:teuthology.orchestra.run.smithi077.stdout:Preconfiguring packages ... 2024-09-13T15:55:11.886 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-13T15:55:11.892 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-13T15:55:11.931 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-13T15:55:11.932 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-13T15:55:11.933 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-13T15:55:11.944 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-13T15:55:11.945 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-13T15:55:11.947 INFO:teuthology.orchestra.run.smithi007.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-13T15:55:11.949 INFO:teuthology.orchestra.run.smithi007.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-13T15:55:11.949 INFO:teuthology.orchestra.run.smithi007.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-13T15:55:11.950 INFO:teuthology.orchestra.run.smithi007.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-13T15:55:11.952 INFO:teuthology.orchestra.run.smithi007.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-13T15:55:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-13T15:55:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-13T15:55:11.968 INFO:teuthology.orchestra.run.smithi007.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-13T15:55:11.974 INFO:teuthology.orchestra.run.smithi077.stdout:Fetched 55.8 MB in 3s (20.0 MB/s) 2024-09-13T15:55:12.246 INFO:teuthology.orchestra.run.smithi007.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-13T15:55:12.248 INFO:teuthology.orchestra.run.smithi007.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-13T15:55:12.255 INFO:teuthology.orchestra.run.smithi077.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173231 files and directories currently installed.) 2024-09-13T15:55:12.261 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T15:55:12.309 INFO:teuthology.orchestra.run.smithi007.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-13T15:55:12.311 INFO:teuthology.orchestra.run.smithi007.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-13T15:55:12.311 INFO:teuthology.orchestra.run.smithi007.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-13T15:55:12.315 INFO:teuthology.orchestra.run.smithi007.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-13T15:55:12.317 INFO:teuthology.orchestra.run.smithi007.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-13T15:55:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-13T15:55:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-13T15:55:12.343 INFO:teuthology.orchestra.run.smithi007.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-13T15:55:12.343 INFO:teuthology.orchestra.run.smithi007.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-13T15:55:12.352 INFO:teuthology.orchestra.run.smithi007.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-13T15:55:12.369 INFO:teuthology.orchestra.run.smithi007.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-13T15:55:12.372 INFO:teuthology.orchestra.run.smithi007.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-13T15:55:12.373 INFO:teuthology.orchestra.run.smithi007.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-13T15:55:12.373 INFO:teuthology.orchestra.run.smithi007.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-13T15:55:12.373 INFO:teuthology.orchestra.run.smithi007.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-13T15:55:12.383 INFO:teuthology.orchestra.run.smithi007.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-13T15:55:12.384 INFO:teuthology.orchestra.run.smithi007.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-13T15:55:12.400 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T15:55:12.589 INFO:teuthology.orchestra.run.smithi007.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-13T15:55:12.589 INFO:teuthology.orchestra.run.smithi007.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-13T15:55:12.589 INFO:teuthology.orchestra.run.smithi007.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-13T15:55:12.589 INFO:teuthology.orchestra.run.smithi007.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-13T15:55:12.590 INFO:teuthology.orchestra.run.smithi007.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-13T15:55:12.590 INFO:teuthology.orchestra.run.smithi007.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-13T15:55:12.601 INFO:teuthology.orchestra.run.smithi007.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-13T15:55:12.601 INFO:teuthology.orchestra.run.smithi007.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-13T15:55:13.009 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-13T15:55:13.036 INFO:teuthology.orchestra.run.smithi007.stdout:Preconfiguring packages ... 2024-09-13T15:55:13.204 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 55.8 MB in 1s (62.2 MB/s) 2024-09-13T15:55:13.477 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173231 files and directories currently installed.) 2024-09-13T15:55:13.483 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T15:55:13.613 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T15:55:13.906 INFO:teuthology.orchestra.run.smithi077.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-13T15:55:14.181 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package flex. 2024-09-13T15:55:14.235 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-13T15:55:14.283 INFO:teuthology.orchestra.run.smithi077.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173231 files and directories currently installed.) 2024-09-13T15:55:14.288 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-13T15:55:14.329 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-13T15:55:14.870 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T15:55:15.043 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-13T15:55:15.214 INFO:teuthology.orchestra.run.smithi007.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-13T15:55:15.452 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T15:55:15.523 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package flex. 2024-09-13T15:55:15.623 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173231 files and directories currently installed.) 2024-09-13T15:55:15.628 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-13T15:55:15.670 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-13T15:55:15.975 INFO:teuthology.orchestra.run.smithi077.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173304 files and directories currently installed.) 2024-09-13T15:55:15.980 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T15:55:16.091 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T15:55:16.339 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T15:55:16.518 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T15:55:16.638 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-13T15:55:16.648 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T15:55:16.965 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T15:55:17.348 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package bison. 2024-09-13T15:55:17.362 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T15:55:17.452 INFO:teuthology.orchestra.run.smithi077.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173304 files and directories currently installed.) 2024-09-13T15:55:17.457 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-13T15:55:17.533 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T15:55:17.926 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T15:55:17.934 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173304 files and directories currently installed.) 2024-09-13T15:55:17.940 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T15:55:17.953 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-13T15:55:17.992 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T15:55:18.094 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T15:55:18.328 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package dump. 2024-09-13T15:55:18.356 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-13T15:55:18.395 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking dump (0.4b47-3) ... 2024-09-13T15:55:18.479 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T15:55:18.643 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T15:55:18.970 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T15:55:19.301 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package indent. 2024-09-13T15:55:19.327 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package bison. 2024-09-13T15:55:19.328 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:19.359 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T15:55:19.422 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173304 files and directories currently installed.) 2024-09-13T15:55:19.428 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-13T15:55:19.479 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T15:55:19.628 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T15:55:19.656 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-13T15:55:19.695 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T15:55:19.906 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T15:55:19.933 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-13T15:55:19.972 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T15:55:20.026 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T15:55:20.054 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-13T15:55:20.092 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T15:55:20.317 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package dump. 2024-09-13T15:55:20.345 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-13T15:55:20.353 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T15:55:20.369 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-13T15:55:20.383 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking dump (0.4b47-3) ... 2024-09-13T15:55:20.412 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T15:55:20.662 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package indent. 2024-09-13T15:55:20.679 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:20.712 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T15:55:20.732 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-13T15:55:20.760 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-13T15:55:20.799 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:20.956 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T15:55:20.973 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-13T15:55:21.015 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T15:55:21.052 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-13T15:55:21.067 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-13T15:55:21.127 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:21.344 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T15:55:21.372 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-13T15:55:21.379 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libjson-perl. 2024-09-13T15:55:21.395 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-13T15:55:21.411 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T15:55:21.438 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-13T15:55:21.647 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T15:55:21.663 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-13T15:55:21.697 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T15:55:21.733 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-13T15:55:21.760 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-13T15:55:21.791 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T15:55:22.034 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-13T15:55:22.062 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-13T15:55:22.100 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:22.378 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-13T15:55:22.406 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-13T15:55:22.444 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:22.689 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libjson-perl. 2024-09-13T15:55:22.717 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-13T15:55:22.747 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-13T15:55:23.034 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-13T15:55:23.065 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-13T15:55:23.101 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T15:55:23.761 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T15:55:23.789 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T15:55:23.828 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:24.089 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T15:55:24.116 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T15:55:24.155 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:24.518 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T15:55:24.546 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T15:55:24.576 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:24.829 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T15:55:24.857 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T15:55:24.895 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:24.938 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T15:55:24.965 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-13T15:55:25.004 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T15:55:25.165 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T15:55:25.181 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T15:55:25.215 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:25.333 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T15:55:25.362 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T15:55:25.399 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T15:55:25.477 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T15:55:25.504 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T15:55:25.542 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:25.685 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T15:55:25.713 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:25.752 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:25.896 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T15:55:25.924 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-13T15:55:25.962 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T15:55:26.088 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T15:55:26.116 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:26.155 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:26.332 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T15:55:26.360 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T15:55:26.399 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T15:55:26.458 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T15:55:26.485 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:26.525 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:26.660 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T15:55:26.678 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:26.710 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:26.752 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T15:55:26.768 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T15:55:26.803 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T15:55:27.071 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T15:55:27.099 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:27.146 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:27.306 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T15:55:27.334 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-13T15:55:27.372 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T15:55:27.633 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T15:55:27.661 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:27.667 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package modemmanager. 2024-09-13T15:55:27.695 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T15:55:27.699 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:27.734 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:27.893 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T15:55:27.910 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T15:55:27.943 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T15:55:28.391 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package network-manager. 2024-09-13T15:55:28.419 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T15:55:28.439 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T15:55:28.459 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-13T15:55:28.467 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-13T15:55:28.507 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T15:55:28.834 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package modemmanager. 2024-09-13T15:55:28.862 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T15:55:28.894 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:29.083 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package ppp. 2024-09-13T15:55:29.110 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-13T15:55:29.379 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T15:55:29.534 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package network-manager. 2024-09-13T15:55:29.561 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T15:55:29.609 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-13T15:55:29.900 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T15:55:29.927 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-13T15:55:29.966 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-13T15:55:30.205 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T15:55:30.215 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-13T15:55:30.252 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-13T15:55:30.283 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ppp. 2024-09-13T15:55:30.312 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-13T15:55:30.555 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T15:55:30.583 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-13T15:55:30.616 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T15:55:30.622 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql-client-common (238) ... 2024-09-13T15:55:30.938 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T15:55:30.943 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-13T15:55:30.966 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-13T15:55:30.970 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:31.004 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-13T15:55:31.009 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:31.232 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T15:55:31.249 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-13T15:55:31.282 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-13T15:55:31.569 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T15:55:31.597 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-13T15:55:31.597 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T15:55:31.625 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-13T15:55:31.644 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql-client-common (238) ... 2024-09-13T15:55:31.682 INFO:teuthology.orchestra.run.smithi077.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T15:55:31.712 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql-common (238) ... 2024-09-13T15:55:32.023 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-13T15:55:32.053 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:32.098 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:32.188 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql-14. 2024-09-13T15:55:32.216 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:32.258 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:32.728 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T15:55:32.756 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-13T15:55:32.813 INFO:teuthology.orchestra.run.smithi007.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T15:55:32.842 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql-common (238) ... 2024-09-13T15:55:33.302 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql-14. 2024-09-13T15:55:33.330 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T15:55:33.371 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:33.526 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql. 2024-09-13T15:55:33.542 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-13T15:55:33.575 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql (14+238) ... 2024-09-13T15:55:33.802 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T15:55:33.830 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-13T15:55:33.869 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql-client (14+238) ... 2024-09-13T15:55:34.113 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T15:55:34.129 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-13T15:55:34.171 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-13T15:55:34.490 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package tcl8.6. 2024-09-13T15:55:34.518 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-13T15:55:34.557 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T15:55:34.705 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql. 2024-09-13T15:55:34.722 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-13T15:55:34.772 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql (14+238) ... 2024-09-13T15:55:34.810 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package tcl. 2024-09-13T15:55:34.826 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-13T15:55:34.865 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-13T15:55:35.049 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T15:55:35.078 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-13T15:55:35.116 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql-client (14+238) ... 2024-09-13T15:55:35.213 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T15:55:35.241 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-13T15:55:35.279 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T15:55:35.368 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T15:55:35.385 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-13T15:55:35.418 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-13T15:55:35.668 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T15:55:35.671 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package tcl8.6. 2024-09-13T15:55:35.684 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-13T15:55:35.699 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-13T15:55:35.726 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-13T15:55:35.737 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T15:55:36.024 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package tcl. 2024-09-13T15:55:36.029 INFO:teuthology.orchestra.run.smithi077.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T15:55:36.053 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-13T15:55:36.057 INFO:teuthology.orchestra.run.smithi077.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-13T15:55:36.096 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-13T15:55:36.104 INFO:teuthology.orchestra.run.smithi077.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T15:55:36.390 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql-client-common (238) ... 2024-09-13T15:55:36.443 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T15:55:36.472 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-13T15:55:36.510 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T15:55:36.602 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-13T15:55:36.845 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T15:55:36.847 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T15:55:36.864 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-13T15:55:36.906 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-13T15:55:36.971 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:37.097 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T15:55:37.223 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T15:55:37.284 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T15:55:37.313 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-13T15:55:37.359 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T15:55:37.365 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:37.688 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql-client-common (238) ... 2024-09-13T15:55:37.828 INFO:teuthology.orchestra.run.smithi077.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T15:55:37.865 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-13T15:55:37.922 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T15:55:37.983 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T15:55:38.109 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:38.235 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T15:55:38.285 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T15:55:38.286 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T15:55:38.766 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T15:55:38.795 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T15:55:38.884 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T15:55:38.921 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:39.027 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T15:55:39.153 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-13T15:55:39.279 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T15:55:39.405 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:39.472 INFO:teuthology.orchestra.run.smithi007.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T15:55:39.531 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T15:55:39.551 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T15:55:39.649 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T15:55:39.938 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T15:55:39.938 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T15:55:40.413 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T15:55:40.531 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T15:55:40.632 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T15:55:40.638 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T15:55:40.741 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-13T15:55:40.764 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up dump (0.4b47-3) ... 2024-09-13T15:55:40.858 INFO:teuthology.orchestra.run.smithi077.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T15:55:40.867 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T15:55:40.924 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:40.993 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:41.034 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T15:55:41.136 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T15:55:41.151 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-13T15:55:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T15:55:41.277 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-13T15:55:41.404 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T15:55:41.493 INFO:teuthology.orchestra.run.smithi077.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-13T15:55:41.563 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T15:55:41.689 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T15:55:41.859 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T15:55:41.866 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T15:55:41.961 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up dump (0.4b47-3) ... 2024-09-13T15:55:41.976 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:42.054 INFO:teuthology.orchestra.run.smithi007.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T15:55:42.085 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-13T15:55:42.112 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:42.241 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T15:55:42.253 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql-client (14+238) ... 2024-09-13T15:55:42.364 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-13T15:55:42.379 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-13T15:55:42.490 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-13T15:55:42.632 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T15:55:42.706 INFO:teuthology.orchestra.run.smithi007.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-13T15:55:42.759 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T15:55:42.862 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:55:42.862 INFO:teuthology.orchestra.run.smithi077.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T15:55:42.862 INFO:teuthology.orchestra.run.smithi077.stdout:which means they are currently configured by ifupdown: 2024-09-13T15:55:42.862 INFO:teuthology.orchestra.run.smithi077.stdout:- enp3s0f1 2024-09-13T15:55:42.862 INFO:teuthology.orchestra.run.smithi077.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T15:55:42.863 INFO:teuthology.orchestra.run.smithi077.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T15:55:42.863 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:55:42.868 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T15:55:42.980 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T15:55:43.045 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T15:55:43.171 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:43.276 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T15:55:43.297 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-13T15:55:43.474 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql-client (14+238) ... 2024-09-13T15:55:43.589 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T15:55:43.599 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-13T15:55:44.098 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:44.233 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:44.256 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:55:44.259 INFO:teuthology.orchestra.run.smithi007.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T15:55:44.259 INFO:teuthology.orchestra.run.smithi007.stdout:which means they are currently configured by ifupdown: 2024-09-13T15:55:44.259 INFO:teuthology.orchestra.run.smithi007.stdout:- ens1f0 2024-09-13T15:55:44.259 INFO:teuthology.orchestra.run.smithi007.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T15:55:44.260 INFO:teuthology.orchestra.run.smithi007.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T15:55:44.260 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:55:44.367 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-13T15:55:44.389 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T15:55:44.489 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql-common (238) ... 2024-09-13T15:55:44.724 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T15:55:45.071 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T15:55:45.371 INFO:teuthology.orchestra.run.smithi077.stdout:Adding user postgres to group ssl-cert 2024-09-13T15:55:45.576 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:55:45.576 INFO:teuthology.orchestra.run.smithi077.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T15:55:45.578 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T15:55:45.712 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T15:55:45.793 INFO:teuthology.orchestra.run.smithi077.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T15:55:45.793 INFO:teuthology.orchestra.run.smithi077.stdout:Removing obsolete dictionary files: 2024-09-13T15:55:45.838 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-13T15:55:45.973 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql-common (238) ... 2024-09-13T15:55:46.377 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T15:55:46.749 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:46.892 INFO:teuthology.orchestra.run.smithi007.stdout:Adding user postgres to group ssl-cert 2024-09-13T15:55:47.081 INFO:teuthology.orchestra.run.smithi077.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-13T15:55:47.091 INFO:teuthology.orchestra.run.smithi077.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-13T15:55:47.115 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:55:47.115 INFO:teuthology.orchestra.run.smithi007.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T15:55:47.135 INFO:teuthology.orchestra.run.smithi077.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T15:55:47.135 INFO:teuthology.orchestra.run.smithi077.stdout:This user must also own the server process. 2024-09-13T15:55:47.135 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:55:47.135 INFO:teuthology.orchestra.run.smithi077.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T15:55:47.135 INFO:teuthology.orchestra.run.smithi077.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout:The default text search configuration will be set to "english". 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout:Data page checksums are disabled. 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout:creating subdirectories ... ok 2024-09-13T15:55:47.136 INFO:teuthology.orchestra.run.smithi077.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T15:55:47.147 INFO:teuthology.orchestra.run.smithi077.stdout:selecting default max_connections ... 100 2024-09-13T15:55:47.163 INFO:teuthology.orchestra.run.smithi077.stdout:selecting default shared_buffers ... 128MB 2024-09-13T15:55:47.170 INFO:teuthology.orchestra.run.smithi077.stdout:selecting default time zone ... Etc/UTC 2024-09-13T15:55:47.172 INFO:teuthology.orchestra.run.smithi077.stdout:creating configuration files ... ok 2024-09-13T15:55:47.278 INFO:teuthology.orchestra.run.smithi077.stdout:running bootstrap script ... ok 2024-09-13T15:55:47.298 INFO:teuthology.orchestra.run.smithi007.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T15:55:47.299 INFO:teuthology.orchestra.run.smithi007.stdout:Removing obsolete dictionary files: 2024-09-13T15:55:47.868 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T15:55:48.233 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T15:55:48.341 INFO:teuthology.orchestra.run.smithi077.stdout:performing post-bootstrap initialization ... ok 2024-09-13T15:55:48.561 INFO:teuthology.orchestra.run.smithi007.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-13T15:55:48.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-13T15:55:48.619 INFO:teuthology.orchestra.run.smithi007.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:This user must also own the server process. 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:The default text search configuration will be set to "english". 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:Data page checksums are disabled. 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:creating subdirectories ... ok 2024-09-13T15:55:48.620 INFO:teuthology.orchestra.run.smithi007.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T15:55:48.634 INFO:teuthology.orchestra.run.smithi007.stdout:selecting default max_connections ... 100 2024-09-13T15:55:48.652 INFO:teuthology.orchestra.run.smithi007.stdout:selecting default shared_buffers ... 128MB 2024-09-13T15:55:48.662 INFO:teuthology.orchestra.run.smithi007.stdout:selecting default time zone ... Etc/UTC 2024-09-13T15:55:48.663 INFO:teuthology.orchestra.run.smithi007.stdout:creating configuration files ... ok 2024-09-13T15:55:48.776 INFO:teuthology.orchestra.run.smithi007.stdout:running bootstrap script ... ok 2024-09-13T15:55:48.927 INFO:teuthology.orchestra.run.smithi077.stdout:syncing data to disk ... ok 2024-09-13T15:55:49.329 INFO:teuthology.orchestra.run.smithi077.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T15:55:49.430 INFO:teuthology.orchestra.run.smithi007.stdout:performing post-bootstrap initialization ... ok 2024-09-13T15:55:50.461 INFO:teuthology.orchestra.run.smithi007.stdout:syncing data to disk ... ok 2024-09-13T15:55:50.836 INFO:teuthology.orchestra.run.smithi007.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T15:55:52.076 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:52.202 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-13T15:55:52.328 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up postgresql (14+238) ... 2024-09-13T15:55:52.454 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:52.580 INFO:teuthology.orchestra.run.smithi077.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:52.832 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T15:55:52.833 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T15:55:53.416 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-13T15:55:53.590 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:53.600 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T15:55:53.691 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-13T15:55:53.801 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up postgresql (14+238) ... 2024-09-13T15:55:53.878 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T15:55:53.927 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T15:55:54.030 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T15:55:54.053 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T15:55:54.316 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T15:55:54.316 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T15:55:54.956 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-13T15:55:55.065 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-13T15:55:55.149 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T15:55:55.165 INFO:teuthology.orchestra.run.smithi077.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-13T15:55:55.451 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T15:55:55.603 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T15:55:55.806 INFO:teuthology.orchestra.run.smithi077.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T15:55:55.813 DEBUG:teuthology.parallel:result is None 2024-09-13T15:55:56.966 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-13T15:55:57.066 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-13T15:55:57.713 INFO:teuthology.orchestra.run.smithi007.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T15:55:57.718 DEBUG:teuthology.parallel:result is None 2024-09-13T15:55:57.719 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:55:57.875 DEBUG:teuthology.orchestra.run.smithi007:> dpkg-query -W -f '${Version}' ceph 2024-09-13T15:55:57.893 INFO:teuthology.orchestra.run.smithi007.stdout:18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:55:57.894 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:55:57.894 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1jammy is installed. 2024-09-13T15:55:57.895 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:55:58.047 DEBUG:teuthology.orchestra.run.smithi077:> dpkg-query -W -f '${Version}' ceph 2024-09-13T15:55:58.067 INFO:teuthology.orchestra.run.smithi077.stdout:18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:55:58.067 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1jammy 2024-09-13T15:55:58.067 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1jammy is installed. 2024-09-13T15:55:58.069 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T15:55:58.069 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:55:58.069 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T15:55:58.084 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:55:58.084 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T15:55:58.123 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T15:55:58.123 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:55:58.123 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T15:55:58.140 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T15:55:58.195 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:55:58.195 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T15:55:58.209 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T15:55:58.262 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T15:55:58.262 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:55:58.262 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T15:55:58.275 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T15:55:58.331 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:55:58.331 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T15:55:58.344 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T15:55:58.398 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T15:55:58.398 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:55:58.398 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T15:55:58.412 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T15:55:58.467 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:55:58.468 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T15:55:58.482 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T15:55:58.537 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T15:55:58.617 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T15:55:58.618 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 777 /var/log/ceph 2024-09-13T15:55:58.620 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 777 /var/log/ceph 2024-09-13T15:55:58.634 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T15:55:58.634 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T15:55:58.677 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T15:55:58.690 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T15:55:58.691 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T15:55:58.733 DEBUG:teuthology.orchestra.run.smithi077:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T15:55:58.778 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T15:55:58.778 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T15:55:58.778 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T15:55:58.778 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:55:58.778 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T15:55:58.792 DEBUG:teuthology.orchestra.run.smithi007:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T15:55:58.868 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:55:58.868 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T15:55:58.915 DEBUG:teuthology.orchestra.run.smithi077:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T15:55:58.996 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T15:55:58.996 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T15:55:58.996 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768', 'branch': 'wip-rishabh-testing-20240910.095512-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/auto-repair}', 'email': None, 'first_in_suite': False, 'job_id': '7903768', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.095512-reef'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.095512-reef', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1152, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'sleep_before_teardown': 0, 'subset': '984/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.095512-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi007.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK49eDUxUDXaGInByZT8vEd+f+njfan9LCyCevkVbSXRtCWCG+3zJJQ/I9Mzv5JLV+0QxQ2zeO64xdvl8WoBGPI=', 'smithi077.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFBWQBIes9LH/Q2F1dfKW/cPpem0uiuKTIIMSeTO5ieIz/WbZsoAJo/KTrfcMGbDdylW4UAsIGtLU8FFbieMarE='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_auto_repair']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:36:41', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T15:55:58.997 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T15:55:59.000 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T15:55:59.039 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T15:55:59.049 DEBUG:teuthology.orchestra.run.smithi077:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T15:55:59.095 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:55:59.095 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T15:55:59.107 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T15:55:59.108 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_1 2024-09-13T15:55:59.155 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 887 Links: 1 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-13 15:49:46.707389223 +0000 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-13 15:49:46.703389257 +0000 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-13 15:49:46.703389257 +0000 2024-09-13T15:55:59.156 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: - 2024-09-13T15:55:59.156 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T15:55:59.210 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-13T15:55:59.211 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-13T15:55:59.211 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000321794 s, 1.6 MB/s 2024-09-13T15:55:59.212 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T15:55:59.261 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_2 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 904 Links: 1 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-13 15:49:47.423382829 +0000 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-13 15:49:47.171385078 +0000 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-13 15:49:47.171385078 +0000 2024-09-13T15:55:59.308 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: - 2024-09-13T15:55:59.309 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T15:55:59.362 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-13T15:55:59.362 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-13T15:55:59.362 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000311261 s, 1.6 MB/s 2024-09-13T15:55:59.364 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T15:55:59.413 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_3 2024-09-13T15:55:59.459 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-13 15:49:47.867378865 +0000 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-13 15:49:47.623381044 +0000 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-13 15:49:47.623381044 +0000 2024-09-13T15:55:59.460 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: - 2024-09-13T15:55:59.460 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T15:55:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-13T15:55:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-13T15:55:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000206073 s, 2.5 MB/s 2024-09-13T15:55:59.518 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T15:55:59.564 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_4 2024-09-13T15:55:59.611 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 932 Links: 1 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-13 15:49:48.351374541 +0000 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-13 15:49:48.099376791 +0000 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-13 15:49:48.099376791 +0000 2024-09-13T15:55:59.612 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: - 2024-09-13T15:55:59.612 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T15:55:59.666 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-13T15:55:59.666 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-13T15:55:59.666 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000288434 s, 1.8 MB/s 2024-09-13T15:55:59.667 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T15:55:59.717 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:55:59.718 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:55:59.718 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T15:55:59.724 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T15:55:59.724 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_1 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-13 15:49:44.392977167 +0000 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-13 15:49:44.124979562 +0000 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-13 15:49:44.124979562 +0000 2024-09-13T15:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: - 2024-09-13T15:55:59.772 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T15:55:59.825 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-13T15:55:59.825 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-13T15:55:59.825 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000415995 s, 1.2 MB/s 2024-09-13T15:55:59.827 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T15:55:59.876 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_2 2024-09-13T15:55:59.922 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T15:55:59.922 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:55:59.922 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 905 Links: 1 2024-09-13T15:55:59.922 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:55:59.923 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-13 15:49:44.844973130 +0000 2024-09-13T15:55:59.923 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-13 15:49:44.604975273 +0000 2024-09-13T15:55:59.923 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-13 15:49:44.604975273 +0000 2024-09-13T15:55:59.923 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: - 2024-09-13T15:55:59.923 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T15:55:59.977 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-13T15:55:59.977 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-13T15:55:59.977 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000444533 s, 1.2 MB/s 2024-09-13T15:55:59.978 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T15:56:00.032 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_3 2024-09-13T15:56:00.085 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T15:56:00.085 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:56:00.085 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-09-13T15:56:00.085 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:56:00.085 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-13 15:49:45.288969164 +0000 2024-09-13T15:56:00.085 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-13 15:49:45.064971165 +0000 2024-09-13T15:56:00.086 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-13 15:49:45.064971165 +0000 2024-09-13T15:56:00.086 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: - 2024-09-13T15:56:00.086 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T15:56:00.137 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-13T15:56:00.137 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-13T15:56:00.137 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000427396 s, 1.2 MB/s 2024-09-13T15:56:00.138 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T15:56:00.188 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_4 2024-09-13T15:56:00.235 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T15:56:00.235 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T15:56:00.235 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 937 Links: 1 2024-09-13T15:56:00.235 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T15:56:00.235 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-09-13 15:49:45.788964697 +0000 2024-09-13T15:56:00.235 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-09-13 15:49:45.536966949 +0000 2024-09-13T15:56:00.236 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-09-13 15:49:45.536966949 +0000 2024-09-13T15:56:00.236 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: - 2024-09-13T15:56:00.236 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T15:56:00.289 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-09-13T15:56:00.289 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-09-13T15:56:00.289 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.00036955 s, 1.4 MB/s 2024-09-13T15:56:00.290 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T15:56:00.340 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:00.340 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi007.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi077.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T15:56:00.340 INFO:tasks.ceph:Generating config... 2024-09-13T15:56:00.342 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T15:56:00.342 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T15:56:00.342 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T15:56:00.342 INFO:tasks.ceph:[client] pid file = 2024-09-13T15:56:00.343 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T15:56:00.343 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T15:56:00.343 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T15:56:00.344 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T15:56:00.345 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T15:56:00.345 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-13T15:56:00.345 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T15:56:00.346 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T15:56:00.347 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T15:56:00.347 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T15:56:00.384 INFO:teuthology.orchestra.run.smithi007.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T15:56:00.392 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T15:56:00.470 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T15:56:00.528 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.7'), ('mon.b', '172.21.15.77'), ('mon.c', '[v2:172.21.15.77:3301,v1:172.21.15.77:6790]')] 2024-09-13T15:56:00.528 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.7,172.21.15.77,[v2:172.21.15.77:3301,v1:172.21.15.77:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T15:56:00.529 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:00.530 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T15:56:00.575 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.7 --add b 172.21.15.77 --addv c '[v2:172.21.15.77:3301,v1:172.21.15.77:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:00.662 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool: generated fsid 62cb3b98-b9d9-4dae-ba62-0d56ac47f4da 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:setting min_mon_release = pacific 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 0 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:fsid 62cb3b98-b9d9-4dae-ba62-0d56ac47f4da 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:last_changed 2024-09-13T15:56:00.663189+0000 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-09-13T15:56:00.663189+0000 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:min_mon_release 16 (pacific) 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:election_strategy: 1 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:2: [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] mon.c 2024-09-13T15:56:00.663 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T15:56:00.665 DEBUG:teuthology.orchestra.run.smithi007:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T15:56:00.670 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 62cb3b98-b9d9-4dae-ba62-0d56ac47f4da... 2024-09-13T15:56:00.673 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T15:56:00.716 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout:[global] 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout: chdir = "" 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout: auth supported = cephx 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout: filestore xattr use omap = true 2024-09-13T15:56:00.748 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: mon clock drift allowed = 1.000 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: osd crush chooseleaf type = 0 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: auth debug = true 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: ms die on old message = true 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: ms die on bug = true 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: mon pg warn max object skew = 0 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.749 INFO:teuthology.orchestra.run.smithi007.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: osd pool default size = 2 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd allow primary affinity = true 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd allow pg remap = true 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon warn on legacy crush tunables = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon warn on crush straw calc version zero = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon warn on no sortbitwise = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon warn on osd down out interval zero = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon warn on too few osds = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T15:56:00.750 INFO:teuthology.orchestra.run.smithi007.stdout: mon_allow_pool_size_one = true 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: osd default data pool replay window = 5 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: mon allow pool delete = true 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: mon cluster log file level = debug 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: debug asserts on shutdown = true 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: mon health detail to clog = false 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: mon host = "172.21.15.7,172.21.15.77,[v2:172.21.15.77:3301,v1:172.21.15.77:6790]" 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: fsid = 62cb3b98-b9d9-4dae-ba62-0d56ac47f4da 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.751 INFO:teuthology.orchestra.run.smithi007.stdout:[osd] 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd journal size = 100 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd scrub load threshold = 5.0 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd scrub max interval = 600 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd mclock profile = high_recovery_ops 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd recover clone overlap = true 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd recovery max chunk = 1048576 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd debug shutdown = true 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd debug op order = true 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: osd debug verify stray on activate = true 2024-09-13T15:56:00.752 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: osd open classes on start = true 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: osd debug pg log writeout = true 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: osd deep scrub update digest min age = 30 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: osd map max advance = 10 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: journal zero on create = true 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.753 INFO:teuthology.orchestra.run.smithi007.stdout: filestore ondisk finisher threads = 3 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: filestore apply finisher threads = 3 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: bdev debug aio = true 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: osd debug misdirected ops = true 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: bdev async discard = True 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: bdev enable discard = True 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: bluestore allocator = bitmap 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: bluestore block size = 96636764160 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: bluestore fsck on mount = True 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: debug bluefs = 1/20 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: debug bluestore = 1/20 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: debug ms = 1 2024-09-13T15:56:00.754 INFO:teuthology.orchestra.run.smithi007.stdout: debug osd = 20 2024-09-13T15:56:00.755 INFO:teuthology.orchestra.run.smithi007.stdout: debug rocksdb = 4/10 2024-09-13T15:56:00.755 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T15:56:00.755 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd full ratio = 0.9 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd nearfull ratio = 0.8 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: osd failsafe full ratio = 0.95 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: osd objectstore = bluestore 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: osd op complaint time = 180 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout:[mgr] 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: debug ms = 1 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: debug mgr = 20 2024-09-13T15:56:00.756 INFO:teuthology.orchestra.run.smithi007.stdout: debug mon = 20 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: debug auth = 20 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: mgr/telemetry/nag = false 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: debug client = 20 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout:[mon] 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: debug ms = 1 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: debug mon = 20 2024-09-13T15:56:00.757 INFO:teuthology.orchestra.run.smithi007.stdout: debug paxos = 20 2024-09-13T15:56:00.758 INFO:teuthology.orchestra.run.smithi007.stdout: debug auth = 20 2024-09-13T15:56:00.758 INFO:teuthology.orchestra.run.smithi007.stdout: mon data avail warn = 5 2024-09-13T15:56:00.758 INFO:teuthology.orchestra.run.smithi007.stdout: mon mgr mkfs grace = 240 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd reporter subtree level = osd 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: mon osd prime pg temp = true 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T15:56:00.759 INFO:teuthology.orchestra.run.smithi007.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: # 1m isn't quite enough 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: mon_down_mkfs_grace = 2m 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: mon_warn_on_filestore_osds = false 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: mon op complaint time = 120 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: mon warn on pool no app = False 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout:[client] 2024-09-13T15:56:00.760 INFO:teuthology.orchestra.run.smithi007.stdout: rgw cache enabled = true 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: rgw enable ops log = true 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: rgw enable usage log = true 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: client mount timeout = 600 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: debug client = 20 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: debug ms = 1 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: pid file = "" 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: rados mon op timeout = 900 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout: rados osd op timeout = 900 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout:[mon.a] 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout:[mon.b] 2024-09-13T15:56:00.761 INFO:teuthology.orchestra.run.smithi007.stdout:[mon.c] 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.a] 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.c] 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.b] 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.d] 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout:[mds] 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout: debug mds = 20 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout: debug mds balancer = 20 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout: debug ms = 1 2024-09-13T15:56:00.762 INFO:teuthology.orchestra.run.smithi007.stdout: mds debug frag = True 2024-09-13T15:56:00.763 INFO:teuthology.orchestra.run.smithi007.stdout: mds debug scatterstat = True 2024-09-13T15:56:00.763 INFO:teuthology.orchestra.run.smithi007.stdout: mds op complaint time = 180 2024-09-13T15:56:00.763 INFO:teuthology.orchestra.run.smithi007.stdout: mds verify scatter = True 2024-09-13T15:56:00.763 INFO:teuthology.orchestra.run.smithi007.stdout: osd op complaint time = 180 2024-09-13T15:56:00.763 INFO:teuthology.orchestra.run.smithi007.stdout: rados mon op timeout = 900 2024-09-13T15:56:00.763 INFO:teuthology.orchestra.run.smithi007.stdout: rados osd op timeout = 900 2024-09-13T15:56:00.765 INFO:teuthology.orchestra.run.smithi077.stdout:[global] 2024-09-13T15:56:00.765 INFO:teuthology.orchestra.run.smithi077.stdout: chdir = "" 2024-09-13T15:56:00.765 INFO:teuthology.orchestra.run.smithi077.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T15:56:00.765 INFO:teuthology.orchestra.run.smithi077.stdout: auth supported = cephx 2024-09-13T15:56:00.765 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.765 INFO:teuthology.orchestra.run.smithi077.stdout: filestore xattr use omap = true 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: mon clock drift allowed = 1.000 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: osd crush chooseleaf type = 0 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: auth debug = true 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: ms die on old message = true 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: ms die on bug = true 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: mon pg warn max object skew = 0 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T15:56:00.766 INFO:teuthology.orchestra.run.smithi077.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: osd pool default size = 2 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd allow primary affinity = true 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd allow pg remap = true 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon warn on legacy crush tunables = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon warn on crush straw calc version zero = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon warn on no sortbitwise = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon warn on osd down out interval zero = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon warn on too few osds = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: mon_allow_pool_size_one = true 2024-09-13T15:56:00.767 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: osd default data pool replay window = 5 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: mon allow pool delete = true 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: mon cluster log file level = debug 2024-09-13T15:56:00.768 INFO:teuthology.orchestra.run.smithi077.stdout: debug asserts on shutdown = true 2024-09-13T15:56:00.769 INFO:teuthology.orchestra.run.smithi077.stdout: mon health detail to clog = false 2024-09-13T15:56:00.769 INFO:teuthology.orchestra.run.smithi077.stdout: mon host = "172.21.15.7,172.21.15.77,[v2:172.21.15.77:3301,v1:172.21.15.77:6790]" 2024-09-13T15:56:00.769 INFO:teuthology.orchestra.run.smithi077.stdout: fsid = 62cb3b98-b9d9-4dae-ba62-0d56ac47f4da 2024-09-13T15:56:00.769 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout:[osd] 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd journal size = 100 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd scrub load threshold = 5.0 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd scrub max interval = 600 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd mclock profile = high_recovery_ops 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd recover clone overlap = true 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd recovery max chunk = 1048576 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd debug shutdown = true 2024-09-13T15:56:00.770 INFO:teuthology.orchestra.run.smithi077.stdout: osd debug op order = true 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: osd debug verify stray on activate = true 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: osd open classes on start = true 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: osd debug pg log writeout = true 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: osd deep scrub update digest min age = 30 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: osd map max advance = 10 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.771 INFO:teuthology.orchestra.run.smithi077.stdout: journal zero on create = true 2024-09-13T15:56:00.772 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.772 INFO:teuthology.orchestra.run.smithi077.stdout: filestore ondisk finisher threads = 3 2024-09-13T15:56:00.772 INFO:teuthology.orchestra.run.smithi077.stdout: filestore apply finisher threads = 3 2024-09-13T15:56:00.772 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.772 INFO:teuthology.orchestra.run.smithi077.stdout: bdev debug aio = true 2024-09-13T15:56:00.772 INFO:teuthology.orchestra.run.smithi077.stdout: osd debug misdirected ops = true 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: bdev async discard = True 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: bdev enable discard = True 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: bluestore allocator = bitmap 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: bluestore block size = 96636764160 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: bluestore fsck on mount = True 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: debug bluefs = 1/20 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: debug bluestore = 1/20 2024-09-13T15:56:00.773 INFO:teuthology.orchestra.run.smithi077.stdout: debug ms = 1 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: debug osd = 20 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: debug rocksdb = 4/10 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd full ratio = 0.9 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd nearfull ratio = 0.8 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: osd failsafe full ratio = 0.95 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: osd objectstore = bluestore 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: osd op complaint time = 180 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout:[mgr] 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: debug ms = 1 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: debug mgr = 20 2024-09-13T15:56:00.774 INFO:teuthology.orchestra.run.smithi077.stdout: debug mon = 20 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: debug auth = 20 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: mgr/telemetry/nag = false 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: debug client = 20 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout:[mon] 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: debug ms = 1 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: debug mon = 20 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: debug paxos = 20 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: debug auth = 20 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: mon data avail warn = 5 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: mon mgr mkfs grace = 240 2024-09-13T15:56:00.775 INFO:teuthology.orchestra.run.smithi077.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd reporter subtree level = osd 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: mon osd prime pg temp = true 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: # 1m isn't quite enough 2024-09-13T15:56:00.776 INFO:teuthology.orchestra.run.smithi077.stdout: mon_down_mkfs_grace = 2m 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: mon_warn_on_filestore_osds = false 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: mon op complaint time = 120 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: mon warn on pool no app = False 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout:[client] 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: rgw cache enabled = true 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: rgw enable ops log = true 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: rgw enable usage log = true 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: client mount timeout = 600 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: debug client = 20 2024-09-13T15:56:00.777 INFO:teuthology.orchestra.run.smithi077.stdout: debug ms = 1 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout: pid file = "" 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout: rados mon op timeout = 900 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout: rados osd op timeout = 900 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mon.a] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mon.b] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mon.c] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.a] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.c] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.b] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.d] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout:[mds] 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout: debug mds = 20 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout: debug mds balancer = 20 2024-09-13T15:56:00.778 INFO:teuthology.orchestra.run.smithi077.stdout: debug ms = 1 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: mds debug frag = True 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: mds debug scatterstat = True 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: mds op complaint time = 180 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: mds verify scatter = True 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: osd op complaint time = 180 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: rados mon op timeout = 900 2024-09-13T15:56:00.779 INFO:teuthology.orchestra.run.smithi077.stdout: rados osd op timeout = 900 2024-09-13T15:56:00.779 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T15:56:00.780 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T15:56:00.854 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T15:56:00.855 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:00.855 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T15:56:00.860 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:00.860 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T15:56:00.907 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:56:00.907 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:00.907 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T15:56:00.907 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T15:56:00.972 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:00.972 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:01.020 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:56:01.020 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:01.020 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T15:56:01.020 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T15:56:01.044 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:01.044 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:01.091 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T15:56:01.091 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T15:56:01.091 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T15:56:01.137 INFO:teuthology.orchestra.run.smithi007.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T15:56:01.141 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T15:56:01.184 INFO:teuthology.orchestra.run.smithi077.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T15:56:01.199 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T15:56:01.199 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T15:56:01.240 INFO:teuthology.orchestra.run.smithi007.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T15:56:01.243 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T15:56:01.304 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T15:56:01.389 INFO:teuthology.orchestra.run.smithi007.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T15:56:01.392 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T15:56:01.448 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T15:56:01.493 INFO:teuthology.orchestra.run.smithi077.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T15:56:01.495 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T15:56:01.549 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T15:56:01.633 INFO:teuthology.orchestra.run.smithi077.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T15:56:01.636 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T15:56:01.693 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T15:56:01.693 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T15:56:01.730 INFO:teuthology.orchestra.run.smithi007.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T15:56:01.740 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T15:56:01.817 INFO:teuthology.orchestra.run.smithi007.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T15:56:01.829 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T15:56:01.864 INFO:teuthology.orchestra.run.smithi077.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T15:56:01.876 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T15:56:01.951 INFO:teuthology.orchestra.run.smithi077.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T15:56:01.962 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T15:56:01.962 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi007.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi077.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T15:56:01.962 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T15:56:01.977 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:01.977 INFO:tasks.ceph:role: osd.0 2024-09-13T15:56:01.977 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:56:01.977 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:02.031 INFO:teuthology.orchestra.run.smithi007.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:02.032 INFO:teuthology.orchestra.run.smithi007.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:02.032 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:02.032 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:02.054 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done. 2024-09-13T15:56:02.056 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi007.front.sepia.ceph.com -o noatime 2024-09-13T15:56:02.056 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T15:56:02.118 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T15:56:02.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:02.172 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:02.172 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T15:56:02.225 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:02.225 INFO:tasks.ceph:role: osd.1 2024-09-13T15:56:02.225 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:56:02.225 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T15:56:02.279 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:02.279 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:02.279 INFO:teuthology.orchestra.run.smithi007.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:02.279 INFO:teuthology.orchestra.run.smithi007.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:02.279 INFO:teuthology.orchestra.run.smithi007.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:02.280 INFO:teuthology.orchestra.run.smithi007.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:02.280 INFO:teuthology.orchestra.run.smithi007.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:02.280 INFO:teuthology.orchestra.run.smithi007.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:02.280 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:02.280 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:02.306 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done. 2024-09-13T15:56:02.306 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi007.front.sepia.ceph.com -o noatime 2024-09-13T15:56:02.306 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T15:56:02.368 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T15:56:02.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:02.422 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:02.422 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T15:56:02.479 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:02.479 INFO:tasks.ceph:role: osd.2 2024-09-13T15:56:02.479 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:56:02.479 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T15:56:02.535 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:02.535 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:02.535 INFO:teuthology.orchestra.run.smithi007.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:02.536 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:02.559 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done. 2024-09-13T15:56:02.561 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi007.front.sepia.ceph.com -o noatime 2024-09-13T15:56:02.561 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T15:56:02.618 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T15:56:02.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:02.686 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:02.687 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T15:56:02.749 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:02.749 INFO:tasks.ceph:role: osd.3 2024-09-13T15:56:02.749 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:56:02.749 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:02.811 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:02.835 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done. 2024-09-13T15:56:02.837 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi007.front.sepia.ceph.com -o noatime 2024-09-13T15:56:02.837 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T15:56:02.900 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T15:56:02.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:02.953 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:02.953 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:03.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:03.049+0000 7f3b965277c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T15:56:03.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:03.049+0000 7f3b965277c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T15:56:03.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:03.049+0000 7f3b965277c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T15:56:03.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:03.049+0000 7f3b965277c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T15:56:03.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:03.049+0000 7f3b965277c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T15:56:03.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:03.049+0000 7f3b965277c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T15:56:06.029 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T15:56:06.042 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:06.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:06.121+0000 7f5e399db7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T15:56:06.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:06.121+0000 7f5e399db7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T15:56:06.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:06.121+0000 7f5e399db7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T15:56:06.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:06.121+0000 7f5e399db7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T15:56:06.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:06.121+0000 7f5e399db7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T15:56:06.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:06.125+0000 7f5e399db7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T15:56:09.099 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T15:56:09.157 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:09.237+0000 7f799f08d7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T15:56:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:09.237+0000 7f799f08d7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T15:56:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:09.237+0000 7f799f08d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T15:56:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:09.237+0000 7f799f08d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T15:56:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:09.237+0000 7f799f08d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T15:56:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:09.237+0000 7f799f08d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T15:56:12.214 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T15:56:12.272 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:12.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:12.357+0000 7fb3f39d87c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T15:56:12.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:12.357+0000 7fb3f39d87c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T15:56:12.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:12.357+0000 7fb3f39d87c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T15:56:12.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:12.357+0000 7fb3f39d87c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T15:56:12.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:12.357+0000 7fb3f39d87c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T15:56:12.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:12.357+0000 7fb3f39d87c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T15:56:15.329 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T15:56:15.388 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T15:56:15.402 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:15.402 INFO:tasks.ceph:role: osd.4 2024-09-13T15:56:15.403 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:56:15.403 DEBUG:teuthology.orchestra.run.smithi077:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T15:56:15.465 INFO:teuthology.orchestra.run.smithi077.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:15.465 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:15.465 INFO:teuthology.orchestra.run.smithi077.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:15.465 INFO:teuthology.orchestra.run.smithi077.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:15.465 INFO:teuthology.orchestra.run.smithi077.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:15.466 INFO:teuthology.orchestra.run.smithi077.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:15.466 INFO:teuthology.orchestra.run.smithi077.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:15.466 INFO:teuthology.orchestra.run.smithi077.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:15.466 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:15.466 INFO:teuthology.orchestra.run.smithi077.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:15.928 INFO:teuthology.orchestra.run.smithi077.stdout:Discarding blocks...Done. 2024-09-13T15:56:15.930 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi077.front.sepia.ceph.com -o noatime 2024-09-13T15:56:15.930 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T15:56:16.024 DEBUG:teuthology.orchestra.run.smithi077:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T15:56:16.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:16.035 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:16.036 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T15:56:16.088 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:16.088 INFO:tasks.ceph:role: osd.5 2024-09-13T15:56:16.088 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:56:16.088 DEBUG:teuthology.orchestra.run.smithi077:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T15:56:16.149 INFO:teuthology.orchestra.run.smithi077.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:16.149 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:16.149 INFO:teuthology.orchestra.run.smithi077.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:16.150 INFO:teuthology.orchestra.run.smithi077.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:16.621 INFO:teuthology.orchestra.run.smithi077.stdout:Discarding blocks...Done. 2024-09-13T15:56:16.623 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi077.front.sepia.ceph.com -o noatime 2024-09-13T15:56:16.623 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T15:56:16.780 DEBUG:teuthology.orchestra.run.smithi077:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T15:56:16.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:16.792 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:16.792 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T15:56:16.845 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:16.845 INFO:tasks.ceph:role: osd.6 2024-09-13T15:56:16.845 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:56:16.845 DEBUG:teuthology.orchestra.run.smithi077:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T15:56:16.906 INFO:teuthology.orchestra.run.smithi077.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:16.907 INFO:teuthology.orchestra.run.smithi077.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:16.908 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:16.908 INFO:teuthology.orchestra.run.smithi077.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:17.371 INFO:teuthology.orchestra.run.smithi077.stdout:Discarding blocks...Done. 2024-09-13T15:56:17.373 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi077.front.sepia.ceph.com -o noatime 2024-09-13T15:56:17.373 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T15:56:17.511 DEBUG:teuthology.orchestra.run.smithi077:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T15:56:17.521 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:17.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:17.523 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T15:56:17.578 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:56:17.578 INFO:tasks.ceph:role: osd.7 2024-09-13T15:56:17.578 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:56:17.578 DEBUG:teuthology.orchestra.run.smithi077:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T15:56:17.641 INFO:teuthology.orchestra.run.smithi077.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:56:17.642 INFO:teuthology.orchestra.run.smithi077.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:56:18.067 INFO:teuthology.orchestra.run.smithi077.stdout:Discarding blocks...Done. 2024-09-13T15:56:18.068 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi077.front.sepia.ceph.com -o noatime 2024-09-13T15:56:18.069 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T15:56:18.171 DEBUG:teuthology.orchestra.run.smithi077:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T15:56:18.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:56:18.182 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:56:18.183 DEBUG:teuthology.orchestra.run.smithi077:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:18.309 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:18.305+0000 7ff9b62777c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T15:56:18.314 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:18.309+0000 7ff9b62777c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T15:56:18.314 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:18.309+0000 7ff9b62777c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T15:56:18.314 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:18.309+0000 7ff9b62777c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T15:56:18.314 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:18.309+0000 7ff9b62777c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T15:56:18.320 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:18.317+0000 7ff9b62777c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T15:56:21.299 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T15:56:21.313 DEBUG:teuthology.orchestra.run.smithi077:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:21.392 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:21.389+0000 7f153e4e57c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T15:56:21.393 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:21.389+0000 7f153e4e57c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T15:56:21.393 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:21.389+0000 7f153e4e57c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T15:56:21.393 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:21.389+0000 7f153e4e57c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T15:56:21.393 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:21.389+0000 7f153e4e57c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T15:56:21.393 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:21.389+0000 7f153e4e57c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T15:56:24.362 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T15:56:24.424 DEBUG:teuthology.orchestra.run.smithi077:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:24.505 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:24.501+0000 7f75fdae87c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T15:56:24.505 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:24.501+0000 7f75fdae87c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T15:56:24.505 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:24.501+0000 7f75fdae87c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T15:56:24.505 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:24.501+0000 7f75fdae87c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T15:56:24.506 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:24.501+0000 7f75fdae87c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T15:56:24.506 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:24.505+0000 7f75fdae87c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T15:56:27.483 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T15:56:27.539 DEBUG:teuthology.orchestra.run.smithi077:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:27.621 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:27.617+0000 7feeab43e7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T15:56:27.622 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:27.621+0000 7feeab43e7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T15:56:27.622 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:27.621+0000 7feeab43e7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T15:56:27.622 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:27.621+0000 7feeab43e7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T15:56:27.622 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:27.621+0000 7feeab43e7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T15:56:27.622 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:27.621+0000 7feeab43e7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T15:56:28.999 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:56:29.010 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:56:30.596 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T15:56:30.610 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T15:56:30.610 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.610 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T15:56:30.625 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.625 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T15:56:30.680 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.680 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T15:56:30.740 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.740 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T15:56:30.800 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.800 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T15:56:30.856 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.856 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T15:56:30.911 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:30.911 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T15:56:30.967 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:30.968 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T15:56:30.982 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:30.983 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T15:56:31.037 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.037 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T15:56:31.094 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.094 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T15:56:31.149 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.149 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T15:56:31.206 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.206 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T15:56:31.263 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.263 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T15:56:31.319 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:31.319 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T15:56:31.325 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:31.326 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T15:56:31.376 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.377 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T15:56:31.383 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:31.383 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T15:56:31.430 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T15:56:31.431 DEBUG:teuthology.orchestra.run.smithi007:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T15:56:31.433 DEBUG:teuthology.orchestra.run.smithi077:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T15:56:31.477 INFO:teuthology.orchestra.run.smithi007.stdout:[mgr.y] 2024-09-13T15:56:31.477 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmX1tACBAAQp7nX6xRbjI1ry6gcEfXOw== 2024-09-13T15:56:31.477 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.a] 2024-09-13T15:56:31.477 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmMBtiDhAAM3zVOFV3TGHN2uQjPg96zQ== 2024-09-13T15:56:31.477 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.c] 2024-09-13T15:56:31.477 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmUO5CFxAAr9PygbE2fitE2Cwqf487dA== 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.0] 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCTYORmZYwjAxAAOgRC6b4aH4p9e7rz3nBzNg== 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.1] 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCWYORmvimQBxAAxmHk3895Jsyux0xJUeO8pw== 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.2] 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCZYORmLJtbDhAAYMVQ3XL2geBJMGtty84jKg== 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.3] 2024-09-13T15:56:31.478 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCcYORmaA9yFRAAjOKXnIfsGGWamyLkMA6Vkg== 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout:[mgr.x] 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmiy4NCxAAcWfxt5kR+9PTd6gAgInORg== 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.b] 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmhA92HRAAz9oInQeeCB0JUPzi/EWDQQ== 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.d] 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmVx3VJRAA0ePb1eyLOFGqrZaAd0xpyg== 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.4] 2024-09-13T15:56:31.479 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCiYORm2j6JEhAAEtdn4utOdkGGAOq/Ip/3RQ== 2024-09-13T15:56:31.480 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.5] 2024-09-13T15:56:31.480 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQClYORm05B6FxAARR9gf4IkUTbt0/eTce6/vQ== 2024-09-13T15:56:31.480 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.6] 2024-09-13T15:56:31.480 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCoYORmk/kxHhAAdLfdHzNOGtoAoNieFOIi1g== 2024-09-13T15:56:31.480 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.7] 2024-09-13T15:56:31.480 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCrYORmtGkgJRAA2DDNeaoCk05St75oimakdw== 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout:[client.0] 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmia+PKxAAxwSaEZ2v8KXD4lj0EKsIKA== 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout:[client.2] 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmqoHDMBAA/bqnaIq1aFavz6EP2dn8LQ== 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout:[client.1] 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmYfGeMxAAG/eFh0/H8KGwubJ8N064/A== 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout:[client.3] 2024-09-13T15:56:31.481 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQCRYORmg+rROBAA1NZg1pxt0kldvM0uIY8J8Q== 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout:[mgr.y] 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmX1tACBAAQp7nX6xRbjI1ry6gcEfXOw== 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.a] 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmMBtiDhAAM3zVOFV3TGHN2uQjPg96zQ== 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.c] 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmUO5CFxAAr9PygbE2fitE2Cwqf487dA== 2024-09-13T15:56:31.485 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.0] 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCTYORmZYwjAxAAOgRC6b4aH4p9e7rz3nBzNg== 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.1] 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCWYORmvimQBxAAxmHk3895Jsyux0xJUeO8pw== 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.2] 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCZYORmLJtbDhAAYMVQ3XL2geBJMGtty84jKg== 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.3] 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCcYORmaA9yFRAAjOKXnIfsGGWamyLkMA6Vkg== 2024-09-13T15:56:31.486 INFO:teuthology.orchestra.run.smithi077.stdout:[mgr.x] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmiy4NCxAAcWfxt5kR+9PTd6gAgInORg== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.b] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmhA92HRAAz9oInQeeCB0JUPzi/EWDQQ== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[mds.d] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmVx3VJRAA0ePb1eyLOFGqrZaAd0xpyg== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.4] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCiYORm2j6JEhAAEtdn4utOdkGGAOq/Ip/3RQ== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.5] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQClYORm05B6FxAARR9gf4IkUTbt0/eTce6/vQ== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.6] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCoYORmk/kxHhAAdLfdHzNOGtoAoNieFOIi1g== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[osd.7] 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCrYORmtGkgJRAA2DDNeaoCk05St75oimakdw== 2024-09-13T15:56:31.487 INFO:teuthology.orchestra.run.smithi077.stdout:[client.0] 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmia+PKxAAxwSaEZ2v8KXD4lj0EKsIKA== 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout:[client.2] 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmqoHDMBAA/bqnaIq1aFavz6EP2dn8LQ== 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout:[client.1] 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmYfGeMxAAG/eFh0/H8KGwubJ8N064/A== 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout:[client.3] 2024-09-13T15:56:31.488 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQCRYORmg+rROBAA1NZg1pxt0kldvM0uIY8J8Q== 2024-09-13T15:56:31.489 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:56:31.529 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:56:31.580 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:31.584 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:31.630 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:31.633 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:31.675 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.720 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.762 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.804 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.903 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.906 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.968 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:31.971 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.070 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:56:32.072 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:56:32.118 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:32.120 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:32.207 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:32.209 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:56:32.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.296 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.336 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.380 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.423 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.472 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.514 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.560 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:56:32.603 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.644 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.690 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.736 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.784 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.786 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.835 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.872 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:56:32.919 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T15:56:32.919 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T15:56:32.971 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T15:56:33.065 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T15:56:33.076 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T15:56:33.091 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T15:56:33.184 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T15:56:33.195 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T15:56:33.249 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T15:56:33.333 DEBUG:teuthology.orchestra.run.smithi077:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T15:56:33.389 DEBUG:teuthology.orchestra.run.smithi007:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:33.392 DEBUG:teuthology.orchestra.run.smithi077:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:56:33.438 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T15:56:33.438 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T15:56:33.438 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T15:56:33.441 INFO:tasks.ceph.mon.a:Started 2024-09-13T15:56:33.441 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T15:56:33.442 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T15:56:33.483 INFO:tasks.ceph.mon.b:Started 2024-09-13T15:56:33.483 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T15:56:33.483 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T15:56:33.486 INFO:tasks.ceph.mon.c:Started 2024-09-13T15:56:33.486 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T15:56:33.486 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T15:56:33.486 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T15:56:33.489 INFO:tasks.ceph.mgr.y:Started 2024-09-13T15:56:33.489 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T15:56:33.489 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T15:56:33.492 INFO:tasks.ceph.mgr.x:Started 2024-09-13T15:56:33.492 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T15:56:33.492 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T15:56:33.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 Processor -- start 2024-09-13T15:56:33.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 -- start start 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9340d0db0 con 0x7ff9340cd7f0 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff93415cce0 con 0x7ff9340b4920 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93b67f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9340d1090 con 0x7ff93415c900 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff938c1a640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff9340cd7f0 0x7ff9340b4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36708/0 (socket says 172.21.15.7:36708) 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff938c1a640 1 -- 172.21.15.7:0/3426891166 learned_addr learned my addr 172.21.15.7:0/3426891166 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff939c1c640 1 -- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 msgr2=0x7ff9340b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T15:56:33.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff939c1c640 1 -- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 msgr2=0x7ff9340b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T15:56:33.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T15:56:33.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 msgr2=0x7ff9340d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T15:56:33.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 msgr2=0x7ff9340d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T15:56:33.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T15:56:33.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T15:56:33.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.608+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T15:56:33.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 msgr2=0x7ff9340d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T15:56:33.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 msgr2=0x7ff9340d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T15:56:33.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T15:56:33.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T15:56:33.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff939c1c640 1 -- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 msgr2=0x7ff9340b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T15:56:33.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff939c1c640 1 -- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 msgr2=0x7ff9340b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T15:56:33.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T15:56:33.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.812+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T15:56:33.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1639286067 0 0) 0x7ff9340d0db0 con 0x7ff9340cd7f0 2024-09-13T15:56:33.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff920003530 con 0x7ff9340cd7f0 2024-09-13T15:56:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1275537240 0 0) 0x7ff920003530 con 0x7ff9340cd7f0 2024-09-13T15:56:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 msgr2=0x7ff9340d1e50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:56:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff9340d1e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 msgr2=0x7ff9340b59a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:56:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 --2- 172.21.15.7:0/3426891166 >> v2:172.21.15.77:3300/0 conn(0x7ff9340b4920 0x7ff9340b59a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9340d1370 con 0x7ff9340cd7f0 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7ff924001680 con 0x7ff9340cd7f0 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 >> v1:172.21.15.7:6789/0 conn(0x7ff9340cd7f0 legacy=0x7ff9340b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff920003980 0x7ff920003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9200047d0 0x7ff920004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff920005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff93415cce0 con 0x7ff920003980 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9340d1090 con 0x7ff9200047d0 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff92000ba40 con 0x7ff93415c900 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff920003980 0x7ff920003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff938c1a640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9200047d0 0x7ff920004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.840+0000 7ff939c1c640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff920005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.844+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 msgr2=0x7ff920005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.844+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff93415c900 0x7ff920005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.844+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9200047d0 msgr2=0x7ff920004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.844+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9200047d0 0x7ff920004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.844+0000 7ff93941b640 1 -- 172.21.15.7:0/3426891166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff920003530 con 0x7ff920003980 2024-09-13T15:56:33.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.848+0000 7ff93941b640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff920003980 0x7ff920003da0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff930000ee0 tx=0x7ff93001c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8f98f9c8ca9393 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:33.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.848+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9300aa620 con 0x7ff920003980 2024-09-13T15:56:33.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.848+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9300aa780 con 0x7ff920003980 2024-09-13T15:56:33.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.848+0000 7ff92bfff640 1 -- 172.21.15.7:0/3426891166 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9300aab30 con 0x7ff920003980 2024-09-13T15:56:33.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff93b67f640 1 -- 172.21.15.7:0/3426891166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff920003980 msgr2=0x7ff920003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:33.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff93b67f640 1 --2- 172.21.15.7:0/3426891166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff920003980 0x7ff920003da0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff930000ee0 tx=0x7ff93001c7e0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff939c1c640 1 -- 172.21.15.7:0/3426891166 reap_dead start 2024-09-13T15:56:33.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff93b67f640 1 -- 172.21.15.7:0/3426891166 shutdown_connections 2024-09-13T15:56:33.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff93b67f640 1 -- 172.21.15.7:0/3426891166 >> 172.21.15.7:0/3426891166 conn(0x7ff9340cf210 msgr2=0x7ff9340cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:33.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff93b67f640 1 -- 172.21.15.7:0/3426891166 shutdown_connections 2024-09-13T15:56:33.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.852+0000 7ff93b67f640 1 -- 172.21.15.7:0/3426891166 wait complete. 2024-09-13T15:56:33.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 Processor -- start 2024-09-13T15:56:33.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 -- start start 2024-09-13T15:56:33.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 0x7ff9341f5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 0x7ff9340cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff9340cbe60 0x7ff93415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9341f8cb0 con 0x7ff934158600 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff934158a60 con 0x7ff920003980 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9340a9080 con 0x7ff9340cbe60 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 0x7ff9340cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93941b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 0x7ff9341f5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff939c1c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff9340cbe60 0x7ff93415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 0x7ff9340cb920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57388/0 (socket says 172.21.15.7:57388) 2024-09-13T15:56:33.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93941b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 0x7ff9341f5950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:42872/0 (socket says 172.21.15.7:42872) 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 -- 172.21.15.7:0/1123258379 learned_addr learned my addr 172.21.15.7:0/1123258379 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 -- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff9340cbe60 msgr2=0x7ff93415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff9340cbe60 0x7ff93415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 -- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 msgr2=0x7ff9341f5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 0x7ff9341f5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 -- 172.21.15.7:0/1123258379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9340a9360 con 0x7ff934158600 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93941b640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 0x7ff9341f5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff939c1c640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff9340cbe60 0x7ff93415aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff938c1a640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 0x7ff9340cb920 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff924007340 tx=0x7ff924007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:33.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff92400f9c0 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff92400fb20 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff92400feb0 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.856+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9340a9640 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.860+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9340a9c00 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.860+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7ff92401c710 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.860+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff924013830 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.860+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9340cd500 con 0x7ff934158600 2024-09-13T15:56:33.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.860+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7ff924013a40 con 0x7ff934158600 2024-09-13T15:56:33.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.928+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7ff9340d0db0 con 0x7ff934158600 2024-09-13T15:56:33.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff929ffb640 1 -- 172.21.15.7:0/1123258379 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7ff924013be0 con 0x7ff934158600 2024-09-13T15:56:33.935 INFO:teuthology.orchestra.run.smithi007.stderr:adjusted tunables profile to default 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 msgr2=0x7ff9340cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 0x7ff9340cb920 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff924007340 tx=0x7ff924007800 comp rx=0 tx=0).stop 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 shutdown_connections 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff9340cbe60 0x7ff93415aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff934158600 0x7ff9340cb920 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 --2- 172.21.15.7:0/1123258379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff920003980 0x7ff9341f5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 >> 172.21.15.7:0/1123258379 conn(0x7ff9340cf210 msgr2=0x7ff9340b2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 shutdown_connections 2024-09-13T15:56:33.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:33.932+0000 7ff93b67f640 1 -- 172.21.15.7:0/1123258379 wait complete. 2024-09-13T15:56:33.955 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T15:56:33.955 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T15:56:33.955 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:33.955 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T15:56:33.966 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:33.966 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T15:56:34.021 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:34.021 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T15:56:34.030 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:34.024+0000 7f6612fa1180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T15:56:34.041 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:56:34.041 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T15:56:34.066 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:34.065+0000 7f7b5e9bf180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T15:56:34.092 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:34.092 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T15:56:34.106 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:34.106 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T15:56:34.161 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:34.162 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T15:56:34.218 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:56:34.218 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T15:56:34.273 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new ffa4282e-28c2-403f-94e1-7513e1faf1c3 0 2024-09-13T15:56:34.441 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.437+0000 7f0900983640 1 Processor -- start 2024-09-13T15:56:34.441 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.437+0000 7f0900983640 1 -- start start 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f0900983640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f08fc1440b0 0x7f08fc0b3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f0900983640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc06ee80 0x7f08fc15ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f0900983640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08fc0b3f30 con 0x7f08fc15b160 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f0900983640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08fc0b4bb0 con 0x7f08fc1440b0 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f0900983640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc0b4210 con 0x7f08fc06ee80 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f9d9b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc06ee80 0x7f08fc15ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fad9d640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f08fc15b160 0x7f08fc0b4fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.77:60444/0 (socket says 172.21.15.77:60444) 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fad9d640 1 -- 172.21.15.77:0/1635445365 learned_addr learned my addr 172.21.15.77:0/1635445365 (peer_addr_for_me v1:172.21.15.77:0/0) 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fa59c640 1 --2- 172.21.15.77:0/1635445365 >> v2:172.21.15.77:3300/0 conn(0x7f08fc1440b0 0x7f08fc0b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.443 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f959a640 1 -- 172.21.15.77:0/1635445365 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 559633181 0 0) 0x7f08fc0b3f30 con 0x7f08fc15b160 2024-09-13T15:56:34.444 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f959a640 1 -- 172.21.15.77:0/1635445365 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f08e4003530 con 0x7f08fc15b160 2024-09-13T15:56:34.444 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fa59c640 1 -- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc06ee80 msgr2=0x7f08fc15ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:34.444 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fa59c640 1 --2- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc06ee80 0x7f08fc15ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.444 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fa59c640 1 -- 172.21.15.77:0/1635445365 >> v1:172.21.15.77:6789/0 conn(0x7f08fc15b160 legacy=0x7f08fc0b4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.444 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fa59c640 1 -- 172.21.15.77:0/1635445365 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08fc0b44f0 con 0x7f08fc1440b0 2024-09-13T15:56:34.444 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f9d9b640 1 --2- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc06ee80 0x7f08fc15ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:34.445 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08fa59c640 1 --2- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc1440b0 0x7f08fc0b3630 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f08f40097c0 tx=0x7f08f401c380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9291ff1113e59c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:34.445 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f959a640 1 -- 172.21.15.77:0/1635445365 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f40ab600 con 0x7f08fc1440b0 2024-09-13T15:56:34.445 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f959a640 1 -- 172.21.15.77:0/1635445365 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f40a7050 con 0x7f08fc1440b0 2024-09-13T15:56:34.445 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.441+0000 7f08f959a640 1 -- 172.21.15.77:0/1635445365 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f40ab980 con 0x7f08fc1440b0 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc1440b0 msgr2=0x7f08fc0b3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 --2- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc1440b0 0x7f08fc0b3630 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f08f40097c0 tx=0x7f08f401c380 comp rx=0 tx=0).stop 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/1635445365 shutdown_connections 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 --2- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc06ee80 0x7f08fc15ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 --2- 172.21.15.77:0/1635445365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc1440b0 0x7f08fc0b3630 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/1635445365 >> 172.21.15.77:0/1635445365 conn(0x7f08fc0b2330 msgr2=0x7f08fc0b2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/1635445365 shutdown_connections 2024-09-13T15:56:34.446 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/1635445365 wait complete. 2024-09-13T15:56:34.447 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 Processor -- start 2024-09-13T15:56:34.447 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- start start 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08fc06ee80 0x7f08fc143580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 0x7f08fc141720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc15b160 0x7f08fc156b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc141d70 con 0x7f08fc06ee80 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc142050 con 0x7f08fc15b160 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc142330 con 0x7f08fc1440b0 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 0x7f08fc141720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08fad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc15b160 0x7f08fc156b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.449 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 0x7f08fc141720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55770/0 (socket says 172.21.15.77:55770) 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 -- 172.21.15.77:0/3573330039 learned_addr learned my addr 172.21.15.77:0/3573330039 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08fa59c640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08fc06ee80 0x7f08fc143580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 -- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc15b160 msgr2=0x7f08fc156b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc15b160 0x7f08fc156b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 -- 172.21.15.77:0/3573330039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08fc06ee80 msgr2=0x7f08fc143580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08fc06ee80 0x7f08fc143580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 -- 172.21.15.77:0/3573330039 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f0009420 con 0x7f08fc1440b0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08fad9d640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc15b160 0x7f08fc156b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08f9d9b640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 0x7f08fc141720 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f08f000e900 tx=0x7f08f000edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f000ca00 con 0x7f08fc1440b0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08f4009420 con 0x7f08fc1440b0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f000cb60 con 0x7f08fc1440b0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0013470 con 0x7f08fc1440b0 2024-09-13T15:56:34.450 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08fc1428f0 con 0x7f08fc1440b0 2024-09-13T15:56:34.451 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f08f0005ca0 con 0x7f08fc1440b0 2024-09-13T15:56:34.451 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f08f0013910 con 0x7f08fc1440b0 2024-09-13T15:56:34.451 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.445+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08fc15ac20 con 0x7f08fc1440b0 2024-09-13T15:56:34.458 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.457+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f08f0021060 con 0x7f08fc1440b0 2024-09-13T15:56:34.527 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.525+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ffa4282e-28c2-403f-94e1-7513e1faf1c3", "id": 0} v 0) v1 -- 0x7f08fc0b2f20 con 0x7f08fc1440b0 2024-09-13T15:56:34.532 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.529+0000 7f08eaffd640 1 -- 172.21.15.77:0/3573330039 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ffa4282e-28c2-403f-94e1-7513e1faf1c3", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f08f0017070 con 0x7f08fc1440b0 2024-09-13T15:56:34.533 INFO:teuthology.orchestra.run.smithi077.stdout:0 2024-09-13T15:56:34.533 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.529+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 msgr2=0x7f08fc141720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.529+0000 7f0900983640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 0x7f08fc141720 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f08f000e900 tx=0x7f08f000edc0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 shutdown_connections 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f08fc15b160 0x7f08fc156b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08fc1440b0 0x7f08fc141720 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 --2- 172.21.15.77:0/3573330039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08fc06ee80 0x7f08fc143580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 >> 172.21.15.77:0/3573330039 conn(0x7f08fc0b2330 msgr2=0x7f08fc0b4fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 shutdown_connections 2024-09-13T15:56:34.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.533+0000 7f0900983640 1 -- 172.21.15.77:0/3573330039 wait complete. 2024-09-13T15:56:34.549 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new 4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f 1 2024-09-13T15:56:34.559 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:34.557+0000 7f7b5e9bf180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T15:56:34.575 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:34.572+0000 7f6612fa1180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T15:56:34.666 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 Processor -- start 2024-09-13T15:56:34.667 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 -- start start 2024-09-13T15:56:34.668 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f386806c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f386806c9f0 0x7f386806d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f386806ce30 con 0x7f386806d6a0 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f386815dd30 con 0x7f386806c9f0 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f38701eb640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f386806de90 con 0x7f38681591a0 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f386806c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386d786640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f386806c9f0 0x7f386806d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f386806c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55778/0 (socket says 172.21.15.77:55778) 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 -- 172.21.15.77:0/907863627 learned_addr learned my addr 172.21.15.77:0/907863627 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 -- 172.21.15.77:0/907863627 >> v2:172.21.15.77:3300/0 conn(0x7f386806c9f0 msgr2=0x7f386806d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 --2- 172.21.15.77:0/907863627 >> v2:172.21.15.77:3300/0 conn(0x7f386806c9f0 0x7f386806d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.669 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 -- 172.21.15.77:0/907863627 >> v1:172.21.15.7:6789/0 conn(0x7f386806d6a0 legacy=0x7f3868070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:34.670 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386df87640 1 -- 172.21.15.77:0/907863627 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f386815cf90 con 0x7f38681591a0 2024-09-13T15:56:34.670 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.665+0000 7f386d786640 1 --2- 172.21.15.77:0/907863627 >> v2:172.21.15.77:3300/0 conn(0x7f386806c9f0 0x7f386806d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:34.671 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f386df87640 1 --2- 172.21.15.77:0/907863627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f386806c4b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3860009e50 tx=0x7f386001c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e14cca9a6be317c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:34.671 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f386cf85640 1 -- 172.21.15.77:0/907863627 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38600a5760 con 0x7f38681591a0 2024-09-13T15:56:34.671 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f386cf85640 1 -- 172.21.15.77:0/907863627 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38600a58c0 con 0x7f38681591a0 2024-09-13T15:56:34.671 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f386cf85640 1 -- 172.21.15.77:0/907863627 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38600a5c50 con 0x7f38681591a0 2024-09-13T15:56:34.672 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 -- 172.21.15.77:0/907863627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 msgr2=0x7f386806c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.672 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 --2- 172.21.15.77:0/907863627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f386806c4b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3860009e50 tx=0x7f386001c9c0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.672 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 -- 172.21.15.77:0/907863627 shutdown_connections 2024-09-13T15:56:34.672 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 --2- 172.21.15.77:0/907863627 >> v2:172.21.15.77:3300/0 conn(0x7f386806c9f0 0x7f386806d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.672 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 --2- 172.21.15.77:0/907863627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f386806c4b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.672 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 -- 172.21.15.77:0/907863627 >> 172.21.15.77:0/907863627 conn(0x7f386806b1e0 msgr2=0x7f386806b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:34.673 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 -- 172.21.15.77:0/907863627 shutdown_connections 2024-09-13T15:56:34.673 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 -- 172.21.15.77:0/907863627 wait complete. 2024-09-13T15:56:34.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 Processor -- start 2024-09-13T15:56:34.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.669+0000 7f38701eb640 1 -- start start 2024-09-13T15:56:34.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f386806c9f0 0x7f38680cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f386806d6a0 0x7f3868155fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f3868166110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38681674e0 con 0x7f386806d6a0 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38681f52b0 con 0x7f386806c9f0 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3868156520 con 0x7f38681591a0 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f3868166110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386df87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f386806c9f0 0x7f38680cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386df87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f386806c9f0 0x7f38680cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49608/0 (socket says 172.21.15.77:49608) 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f3868166110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55780/0 (socket says 172.21.15.77:55780) 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386df87640 1 -- 172.21.15.77:0/3886971081 learned_addr learned my addr 172.21.15.77:0/3886971081 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386d786640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f386806d6a0 0x7f3868155fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 -- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f386806c9f0 msgr2=0x7f38680cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f386806c9f0 0x7f38680cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 -- 172.21.15.77:0/3886971081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f386806d6a0 msgr2=0x7f3868155fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f386806d6a0 0x7f3868155fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 -- 172.21.15.77:0/3886971081 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3858009420 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f386e788640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f3868166110 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f386400c410 tx=0x7f386400c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3864005230 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3864005390 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3860009b30 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3864005500 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3868166c40 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f3864004ad0 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f386401c440 con 0x7f38681591a0 2024-09-13T15:56:34.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38681f5480 con 0x7f38681591a0 2024-09-13T15:56:34.678 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.673+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f38681f5480 con 0x7f38681591a0 2024-09-13T15:56:34.744 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.741+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f", "id": 1} v 0) v1 -- 0x7f38680b0ed0 con 0x7f38681591a0 2024-09-13T15:56:34.755 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f385e7fc640 1 -- 172.21.15.77:0/3886971081 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3864017070 con 0x7f38681591a0 2024-09-13T15:56:34.755 INFO:teuthology.orchestra.run.smithi077.stdout:1 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 msgr2=0x7f3868166110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f3868166110 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f386400c410 tx=0x7f386400c8d0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 shutdown_connections 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f38681591a0 0x7f3868166110 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f386806d6a0 0x7f3868155fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 --2- 172.21.15.77:0/3886971081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f386806c9f0 0x7f38680cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 >> 172.21.15.77:0/3886971081 conn(0x7f386806b1e0 msgr2=0x7f3868156f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 shutdown_connections 2024-09-13T15:56:34.757 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.753+0000 7f38701eb640 1 -- 172.21.15.77:0/3886971081 wait complete. 2024-09-13T15:56:34.758 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:34.757+0000 7f7b5e9bf180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T15:56:34.763 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:34.760+0000 7f6612fa1180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T15:56:34.772 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new b1bfedcd-4767-4779-842f-3dafcc09dcb0 2 2024-09-13T15:56:34.929 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.925+0000 7f096ef26640 1 Processor -- start 2024-09-13T15:56:34.929 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.925+0000 7f096ef26640 1 -- start start 2024-09-13T15:56:34.931 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ef26640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f09680cb9c0 0x7f09680ce600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.931 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ef26640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f096815a950 0x7f096806bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.931 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ef26640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09680cbda0 0x7f0968070750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.931 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ef26640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f096806c2b0 con 0x7f09680cb9c0 2024-09-13T15:56:34.931 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ef26640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09680702c0 con 0x7f096815a950 2024-09-13T15:56:34.931 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ef26640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0968154e30 con 0x7f09680cbda0 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f095ffff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f096815a950 0x7f096806bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09680cbda0 0x7f0968070750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f095ffff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f096815a950 0x7f096806bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49610/0 (socket says 172.21.15.77:49610) 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f095ffff640 1 -- 172.21.15.77:0/2665094367 learned_addr learned my addr 172.21.15.77:0/2665094367 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096ccc2640 1 --2- 172.21.15.77:0/2665094367 >> v2:172.21.15.7:3300/0 conn(0x7f09680cb9c0 0x7f09680ce600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 -- 172.21.15.77:0/2665094367 >> v2:172.21.15.77:3300/0 conn(0x7f096815a950 msgr2=0x7f096806bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 --2- 172.21.15.77:0/2665094367 >> v2:172.21.15.77:3300/0 conn(0x7f096815a950 0x7f096806bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 -- 172.21.15.77:0/2665094367 >> v2:172.21.15.7:3300/0 conn(0x7f09680cb9c0 msgr2=0x7f09680ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 --2- 172.21.15.77:0/2665094367 >> v2:172.21.15.7:3300/0 conn(0x7f09680cb9c0 0x7f09680ce600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.932 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 -- 172.21.15.77:0/2665094367 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0968071d20 con 0x7f09680cbda0 2024-09-13T15:56:34.933 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f096d4c3640 1 --2- 172.21.15.77:0/2665094367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09680cbda0 0x7f0968070750 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f09680cb910 tx=0x7f096001c460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37c5005bee21eb19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:34.933 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f095f7fe640 1 -- 172.21.15.77:0/2665094367 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09600ac640 con 0x7f09680cbda0 2024-09-13T15:56:34.933 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f095f7fe640 1 -- 172.21.15.77:0/2665094367 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09600ac7a0 con 0x7f09680cbda0 2024-09-13T15:56:34.933 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.929+0000 7f095f7fe640 1 -- 172.21.15.77:0/2665094367 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09600acb30 con 0x7f09680cbda0 2024-09-13T15:56:34.934 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2665094367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09680cbda0 msgr2=0x7f0968070750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.934 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- 172.21.15.77:0/2665094367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09680cbda0 0x7f0968070750 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f09680cb910 tx=0x7f096001c460 comp rx=0 tx=0).stop 2024-09-13T15:56:34.934 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2665094367 shutdown_connections 2024-09-13T15:56:34.934 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- 172.21.15.77:0/2665094367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09680cbda0 0x7f0968070750 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.934 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- 172.21.15.77:0/2665094367 >> v2:172.21.15.77:3300/0 conn(0x7f096815a950 0x7f096806bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.934 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- 172.21.15.77:0/2665094367 >> v2:172.21.15.7:3300/0 conn(0x7f09680cb9c0 0x7f09680ce600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.935 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2665094367 >> 172.21.15.77:0/2665094367 conn(0x7f0968069f00 msgr2=0x7f096806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:34.935 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2665094367 shutdown_connections 2024-09-13T15:56:34.935 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2665094367 wait complete. 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 Processor -- start 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- start start 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 0x7f096814e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09680cbda0 0x7f0968153290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f096815a950 0x7f09681537d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0968155750 con 0x7f09680cbda0 2024-09-13T15:56:34.938 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f096814f0f0 con 0x7f09680cb9c0 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09681524a0 con 0x7f096815a950 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 0x7f096814e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096d4c3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f096815a950 0x7f09681537d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 0x7f096814e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49626/0 (socket says 172.21.15.77:49626) 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 -- 172.21.15.77:0/2890496857 learned_addr learned my addr 172.21.15.77:0/2890496857 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f095ffff640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09680cbda0 0x7f0968153290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 -- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f096815a950 msgr2=0x7f09681537d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f096815a950 0x7f09681537d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 -- 172.21.15.77:0/2890496857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09680cbda0 msgr2=0x7f0968153290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09680cbda0 0x7f0968153290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 -- 172.21.15.77:0/2890496857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0960009420 con 0x7f09680cb9c0 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096d4c3640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f096815a950 0x7f09681537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ccc2640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 0x7f096814e480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0964007e90 tx=0x7f096400e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:34.939 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0964014420 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0964014580 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0964014910 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09681550d0 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0968155370 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f096401e460 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.933+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f096401d7e0 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.937+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09681559c0 con 0x7f09680cb9c0 2024-09-13T15:56:34.940 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:34.937+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f096401d3c0 con 0x7f09680cb9c0 2024-09-13T15:56:35.009 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.005+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b1bfedcd-4767-4779-842f-3dafcc09dcb0", "id": 2} v 0) v1 -- 0x7f09680cb830 con 0x7f09680cb9c0 2024-09-13T15:56:35.015 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f095d7fa640 1 -- 172.21.15.77:0/2890496857 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b1bfedcd-4767-4779-842f-3dafcc09dcb0", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f096401d620 con 0x7f09680cb9c0 2024-09-13T15:56:35.015 INFO:teuthology.orchestra.run.smithi077.stdout:2 2024-09-13T15:56:35.016 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 msgr2=0x7f096814e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 0x7f096814e480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0964007e90 tx=0x7f096400e4b0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 shutdown_connections 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f096815a950 0x7f09681537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09680cbda0 0x7f0968153290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 --2- 172.21.15.77:0/2890496857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09680cb9c0 0x7f096814e480 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 >> 172.21.15.77:0/2890496857 conn(0x7f0968069f00 msgr2=0x7f0968158d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 shutdown_connections 2024-09-13T15:56:35.017 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.013+0000 7f096ef26640 1 -- 172.21.15.77:0/2890496857 wait complete. 2024-09-13T15:56:35.037 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new 275ffd21-d489-4571-8565-9bfbd1f81140 3 2024-09-13T15:56:35.152 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.149+0000 7f55665f7640 1 Processor -- start 2024-09-13T15:56:35.153 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.149+0000 7f55665f7640 1 -- start start 2024-09-13T15:56:35.154 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f55600aee30 0x7f556015aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.154 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f556015e620 0x7f556015ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.154 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55600af210 con 0x7f55600ccd40 2024-09-13T15:56:35.154 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f556015efb0 con 0x7f556015e620 2024-09-13T15:56:35.154 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55600cd1a0 con 0x7f55600aee30 2024-09-13T15:56:35.154 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555ffff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f55600aee30 0x7f556015aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555f7fe640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f55600ccd40 0x7f556006c9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.77:60458/0 (socket says 172.21.15.77:60458) 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555f7fe640 1 -- 172.21.15.77:0/2850025350 learned_addr learned my addr 172.21.15.77:0/2850025350 (peer_addr_for_me v1:172.21.15.77:0/0) 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f5564b94640 1 --2- 172.21.15.77:0/2850025350 >> v2:172.21.15.7:3300/0 conn(0x7f556015e620 0x7f556015ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555ffff640 1 -- 172.21.15.77:0/2850025350 >> v2:172.21.15.7:3300/0 conn(0x7f556015e620 msgr2=0x7f556015ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555ffff640 1 --2- 172.21.15.77:0/2850025350 >> v2:172.21.15.7:3300/0 conn(0x7f556015e620 0x7f556015ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555ffff640 1 -- 172.21.15.77:0/2850025350 >> v1:172.21.15.77:6789/0 conn(0x7f55600ccd40 legacy=0x7f556006c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555effd640 1 -- 172.21.15.77:0/2850025350 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1278750361 0 0) 0x7f55600af210 con 0x7f55600ccd40 2024-09-13T15:56:35.155 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555ffff640 1 -- 172.21.15.77:0/2850025350 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f556015b0c0 con 0x7f55600aee30 2024-09-13T15:56:35.156 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555ffff640 1 --2- 172.21.15.77:0/2850025350 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f55600aee30 0x7f556015aa70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f55600b1f20 tx=0x7f555001c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c353f75b6ddc6a26 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.156 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555effd640 1 -- 172.21.15.77:0/2850025350 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55500ab600 con 0x7f55600aee30 2024-09-13T15:56:35.156 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555effd640 1 -- 172.21.15.77:0/2850025350 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55500a7050 con 0x7f55600aee30 2024-09-13T15:56:35.156 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f555effd640 1 -- 172.21.15.77:0/2850025350 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55500ab980 con 0x7f55600aee30 2024-09-13T15:56:35.157 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- 172.21.15.77:0/2850025350 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f55600aee30 msgr2=0x7f556015aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 --2- 172.21.15.77:0/2850025350 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f55600aee30 0x7f556015aa70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f55600b1f20 tx=0x7f555001c480 comp rx=0 tx=0).stop 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- 172.21.15.77:0/2850025350 shutdown_connections 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 --2- 172.21.15.77:0/2850025350 >> v2:172.21.15.7:3300/0 conn(0x7f556015e620 0x7f556015ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 --2- 172.21.15.77:0/2850025350 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f55600aee30 0x7f556015aa70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- 172.21.15.77:0/2850025350 >> 172.21.15.77:0/2850025350 conn(0x7f5560066080 msgr2=0x7f55600b1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- 172.21.15.77:0/2850025350 shutdown_connections 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.153+0000 7f55665f7640 1 -- 172.21.15.77:0/2850025350 wait complete. 2024-09-13T15:56:35.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 Processor -- start 2024-09-13T15:56:35.159 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 -- start start 2024-09-13T15:56:35.161 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 0x7f55600b44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.161 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55600ccd40 0x7f5560161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 0x7f5560151020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5560161860 con 0x7f55600ccd40 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5560161b40 con 0x7f556015e620 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5560161e20 con 0x7f55600aee30 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 0x7f55600b44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f5564b94640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 0x7f5560151020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 0x7f55600b44a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55804/0 (socket says 172.21.15.77:55804) 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 -- 172.21.15.77:0/1254015301 learned_addr learned my addr 172.21.15.77:0/1254015301 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f5564b94640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 0x7f5560151020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49644/0 (socket says 172.21.15.77:49644) 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555f7fe640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55600ccd40 0x7f5560161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 -- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 msgr2=0x7f5560151020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 0x7f5560151020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.162 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 -- 172.21.15.77:0/1254015301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55600ccd40 msgr2=0x7f5560161180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55600ccd40 0x7f5560161180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 -- 172.21.15.77:0/1254015301 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5550009420 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f5564b94640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 0x7f5560151020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555ffff640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 0x7f55600b44a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f55500ae040 tx=0x7f5550019220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55500b4610 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55500b4770 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f556006d280 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55500b4b20 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5560151560 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f55500b2040 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.157+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f55500aa3a0 con 0x7f55600aee30 2024-09-13T15:56:35.163 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.161+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f556015dd20 con 0x7f55600aee30 2024-09-13T15:56:35.164 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.161+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f55500c2060 con 0x7f55600aee30 2024-09-13T15:56:35.231 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.229+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd new", "uuid": "275ffd21-d489-4571-8565-9bfbd1f81140", "id": 3} v 0) v1 -- 0x7f556015aa70 con 0x7f55600aee30 2024-09-13T15:56:35.239 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f555cff9640 1 -- 172.21.15.77:0/1254015301 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "275ffd21-d489-4571-8565-9bfbd1f81140", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f55500b8070 con 0x7f55600aee30 2024-09-13T15:56:35.240 INFO:teuthology.orchestra.run.smithi077.stdout:3 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 msgr2=0x7f55600b44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 0x7f55600b44a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f55500ae040 tx=0x7f5550019220 comp rx=0 tx=0).stop 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 shutdown_connections 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f556015e620 0x7f5560151020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55600ccd40 0x7f5560161180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 --2- 172.21.15.77:0/1254015301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f55600aee30 0x7f55600b44a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 >> 172.21.15.77:0/1254015301 conn(0x7f5560066080 msgr2=0x7f556006c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 shutdown_connections 2024-09-13T15:56:35.241 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.237+0000 7f55665f7640 1 -- 172.21.15.77:0/1254015301 wait complete. 2024-09-13T15:56:35.257 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new 8628b001-55c9-4381-8b30-75aa0c6b3821 4 2024-09-13T15:56:35.332 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.328+0000 7f6612fa1180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T15:56:35.343 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.341+0000 7f7b5e9bf180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T15:56:35.370 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 Processor -- start 2024-09-13T15:56:35.370 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 -- start start 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c6815d010 0x7f9c6815d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f9c680705e0 0x7f9c68070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c680ace70 con 0x7f9c68160100 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c68070fb0 con 0x7f9c680705e0 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6f7f1640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c680ad150 con 0x7f9c6815d010 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6d58d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c6815d010 0x7f9c6815d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6dd8e640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f9c68160100 0x7f9c68160550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.77:60472/0 (socket says 172.21.15.77:60472) 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6dd8e640 1 -- 172.21.15.77:0/4033856871 learned_addr learned my addr 172.21.15.77:0/4033856871 (peer_addr_for_me v1:172.21.15.77:0/0) 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6cd8c640 1 --2- 172.21.15.77:0/4033856871 >> v2:172.21.15.7:3300/0 conn(0x7f9c680705e0 0x7f9c68070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.372 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6d58d640 1 -- 172.21.15.77:0/4033856871 >> v2:172.21.15.7:3300/0 conn(0x7f9c680705e0 msgr2=0x7f9c68070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:35.373 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6d58d640 1 --2- 172.21.15.77:0/4033856871 >> v2:172.21.15.7:3300/0 conn(0x7f9c680705e0 0x7f9c68070a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.373 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c5ffff640 1 -- 172.21.15.77:0/4033856871 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1594126556 0 0) 0x7f9c680ace70 con 0x7f9c68160100 2024-09-13T15:56:35.373 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6d58d640 1 -- 172.21.15.77:0/4033856871 >> v1:172.21.15.77:6789/0 conn(0x7f9c68160100 legacy=0x7f9c68160550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.373 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.369+0000 7f9c6d58d640 1 -- 172.21.15.77:0/4033856871 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c680ad430 con 0x7f9c6815d010 2024-09-13T15:56:35.374 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6d58d640 1 --2- 172.21.15.77:0/4033856871 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c6815d010 0x7f9c6815d3f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9c640097c0 tx=0x7f9c6401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f60a78507ac2c1e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.374 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c5ffff640 1 -- 172.21.15.77:0/4033856871 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c640ad640 con 0x7f9c6815d010 2024-09-13T15:56:35.374 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c5ffff640 1 -- 172.21.15.77:0/4033856871 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c640ad7a0 con 0x7f9c6815d010 2024-09-13T15:56:35.374 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c5ffff640 1 -- 172.21.15.77:0/4033856871 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c640adb30 con 0x7f9c6815d010 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/4033856871 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c6815d010 msgr2=0x7f9c6815d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/4033856871 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c6815d010 0x7f9c6815d3f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9c640097c0 tx=0x7f9c6401c4a0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/4033856871 shutdown_connections 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/4033856871 >> v2:172.21.15.7:3300/0 conn(0x7f9c680705e0 0x7f9c68070a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/4033856871 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c6815d010 0x7f9c6815d3f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/4033856871 >> 172.21.15.77:0/4033856871 conn(0x7f9c680b1020 msgr2=0x7f9c680b1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.375 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/4033856871 shutdown_connections 2024-09-13T15:56:35.376 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/4033856871 wait complete. 2024-09-13T15:56:35.376 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 Processor -- start 2024-09-13T15:56:35.376 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- start start 2024-09-13T15:56:35.378 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c680705e0 0x7f9c6815aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.378 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 0x7f9c6814a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.378 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c68160100 0x7f9c681f8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6815c030 con 0x7f9c680705e0 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6815c6d0 con 0x7f9c6815d010 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6f7f1640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6815b4b0 con 0x7f9c68160100 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 0x7f9c6814a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6dd8e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c68160100 0x7f9c681f8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 0x7f9c6814a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49652/0 (socket says 172.21.15.77:49652) 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 -- 172.21.15.77:0/3079035477 learned_addr learned my addr 172.21.15.77:0/3079035477 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6d58d640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c680705e0 0x7f9c6815aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 -- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c68160100 msgr2=0x7f9c681f8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c68160100 0x7f9c681f8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 -- 172.21.15.77:0/3079035477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c680705e0 msgr2=0x7f9c6815aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.379 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c680705e0 0x7f9c6815aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6cd8c640 1 -- 172.21.15.77:0/3079035477 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c64009420 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.373+0000 7f9c6dd8e640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c68160100 0x7f9c681f8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c6cd8c640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 0x7f9c6814a100 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800d5f0 tx=0x7f9c5800dab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c580125f0 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c58012750 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c6815b790 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c58012ae0 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c6815bd50 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f9c5801e460 con 0x7f9c6815d010 2024-09-13T15:56:35.380 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f9c580149e0 con 0x7f9c6815d010 2024-09-13T15:56:35.381 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c680ace70 con 0x7f9c6815d010 2024-09-13T15:56:35.381 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.377+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f9c58014bf0 con 0x7f9c6815d010 2024-09-13T15:56:35.388 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.384+0000 7f6612fa1180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T15:56:35.411 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.409+0000 7f7b5e9bf180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T15:56:35.443 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.440+0000 7f6612fa1180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T15:56:35.457 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.453+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8628b001-55c9-4381-8b30-75aa0c6b3821", "id": 4} v 0) v1 -- 0x7f9c68070a70 con 0x7f9c6815d010 2024-09-13T15:56:35.466 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c5dffb640 1 -- 172.21.15.77:0/3079035477 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8628b001-55c9-4381-8b30-75aa0c6b3821", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9c58014e60 con 0x7f9c6815d010 2024-09-13T15:56:35.466 INFO:teuthology.orchestra.run.smithi077.stdout:4 2024-09-13T15:56:35.467 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 msgr2=0x7f9c6814a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.467 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 0x7f9c6814a100 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800d5f0 tx=0x7f9c5800dab0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.467 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 shutdown_connections 2024-09-13T15:56:35.467 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9c68160100 0x7f9c681f8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.467 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9c6815d010 0x7f9c6814a100 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.468 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 --2- 172.21.15.77:0/3079035477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c680705e0 0x7f9c6815aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.468 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 >> 172.21.15.77:0/3079035477 conn(0x7f9c680b1020 msgr2=0x7f9c680aeb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.468 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 shutdown_connections 2024-09-13T15:56:35.468 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f9c6f7f1640 1 -- 172.21.15.77:0/3079035477 wait complete. 2024-09-13T15:56:35.468 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.465+0000 7f7b5e9bf180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T15:56:35.482 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new c54139c4-f0fb-411e-a0cc-74a1e2f9d968 5 2024-09-13T15:56:35.525 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.520+0000 7f6612fa1180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T15:56:35.554 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.553+0000 7f7b5e9bf180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T15:56:35.580 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.576+0000 7f6612fa1180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T15:56:35.596 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.593+0000 7f6464898640 1 Processor -- start 2024-09-13T15:56:35.596 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.593+0000 7f6464898640 1 -- start start 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f64600b0e50 0x7f6460163df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f646006de10 con 0x7f64600b4c80 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f646006d200 con 0x7f64600b5060 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f646006d4e0 con 0x7f64600b0e50 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645dd9b640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f64600b5060 0x7f64600b0740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.77:60478/0 (socket says 172.21.15.77:60478) 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645ed9d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f64600b0e50 0x7f6460163df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.598 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645dd9b640 1 -- 172.21.15.77:0/3220091446 learned_addr learned my addr 172.21.15.77:0/3220091446 (peer_addr_for_me v1:172.21.15.77:0/0) 2024-09-13T15:56:35.599 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645ed9d640 1 -- 172.21.15.77:0/3220091446 >> v1:172.21.15.77:6789/0 conn(0x7f64600b5060 legacy=0x7f64600b0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.599 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645ed9d640 1 -- 172.21.15.77:0/3220091446 >> v1:172.21.15.7:6789/0 conn(0x7f64600b4c80 legacy=0x7f646015a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.599 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645ed9d640 1 -- 172.21.15.77:0/3220091446 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f646006d7c0 con 0x7f64600b0e50 2024-09-13T15:56:35.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645ed9d640 1 --2- 172.21.15.77:0/3220091446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460163df0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f64500097c0 tx=0x7f645001c3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bca9ad365cb1c3f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645d59a640 1 -- 172.21.15.77:0/3220091446 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64500ab600 con 0x7f64600b0e50 2024-09-13T15:56:35.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645d59a640 1 -- 172.21.15.77:0/3220091446 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64500ab760 con 0x7f64600b0e50 2024-09-13T15:56:35.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f645d59a640 1 -- 172.21.15.77:0/3220091446 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64500abaf0 con 0x7f64600b0e50 2024-09-13T15:56:35.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- 172.21.15.77:0/3220091446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 msgr2=0x7f6460163df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 --2- 172.21.15.77:0/3220091446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460163df0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f64500097c0 tx=0x7f645001c3e0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- 172.21.15.77:0/3220091446 shutdown_connections 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 --2- 172.21.15.77:0/3220091446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460163df0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- 172.21.15.77:0/3220091446 >> 172.21.15.77:0/3220091446 conn(0x7f646006b1e0 msgr2=0x7f646006b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- 172.21.15.77:0/3220091446 shutdown_connections 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.597+0000 7f6464898640 1 -- 172.21.15.77:0/3220091446 wait complete. 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 Processor -- start 2024-09-13T15:56:35.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- start start 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460139fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600b4c80 0x7f64600c4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 0x7f64600ad670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6460157930 con 0x7f64600b4c80 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6460157b40 con 0x7f64600b0e50 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6460157e20 con 0x7f64600b5060 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460139fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645ed9d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 0x7f64600ad670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.605 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460139fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49680/0 (socket says 172.21.15.77:49680) 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645ed9d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 0x7f64600ad670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55828/0 (socket says 172.21.15.77:55828) 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 -- 172.21.15.77:0/2091275266 learned_addr learned my addr 172.21.15.77:0/2091275266 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645dd9b640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600b4c80 0x7f64600c4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 -- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 msgr2=0x7f64600ad670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 0x7f64600ad670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 -- 172.21.15.77:0/2091275266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600b4c80 msgr2=0x7f64600c4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600b4c80 0x7f64600c4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 -- 172.21.15.77:0/2091275266 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6450009420 con 0x7f64600b0e50 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645ed9d640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 0x7f64600ad670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f645e59c640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460139fd0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f645800c7a0 tx=0x7f645800cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6458003b80 con 0x7f64600b0e50 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6458003ce0 con 0x7f64600b0e50 2024-09-13T15:56:35.606 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6460158100 con 0x7f64600b0e50 2024-09-13T15:56:35.607 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f645800aa90 con 0x7f64600b0e50 2024-09-13T15:56:35.607 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f646013a510 con 0x7f64600b0e50 2024-09-13T15:56:35.607 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f64580050d0 con 0x7f64600b0e50 2024-09-13T15:56:35.607 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f64580129f0 con 0x7f64600b0e50 2024-09-13T15:56:35.607 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.601+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64601585b0 con 0x7f64600b0e50 2024-09-13T15:56:35.608 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.605+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6458012c00 con 0x7f64600b0e50 2024-09-13T15:56:35.610 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.609+0000 7f7b5e9bf180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T15:56:35.660 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.656+0000 7f6612fa1180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T15:56:35.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.673+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c54139c4-f0fb-411e-a0cc-74a1e2f9d968", "id": 5} v 0) v1 -- 0x7f64600b4110 con 0x7f64600b0e50 2024-09-13T15:56:35.684 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.681+0000 7f644effd640 1 -- 172.21.15.77:0/2091275266 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c54139c4-f0fb-411e-a0cc-74a1e2f9d968", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6458012da0 con 0x7f64600b0e50 2024-09-13T15:56:35.685 INFO:teuthology.orchestra.run.smithi077.stdout:5 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 msgr2=0x7f6460139fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460139fd0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f645800c7a0 tx=0x7f645800cc60 comp rx=0 tx=0).stop 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 shutdown_connections 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64600b5060 0x7f64600ad670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600b4c80 0x7f64600c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 --2- 172.21.15.77:0/2091275266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64600b0e50 0x7f6460139fd0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 >> 172.21.15.77:0/2091275266 conn(0x7f646006b1e0 msgr2=0x7f64600b2590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 shutdown_connections 2024-09-13T15:56:35.686 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.685+0000 7f6464898640 1 -- 172.21.15.77:0/2091275266 wait complete. 2024-09-13T15:56:35.690 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.689+0000 7f7b5e9bf180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T15:56:35.701 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new f8eca61f-874c-43d0-a7cc-b8d103207418 6 2024-09-13T15:56:35.715 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.712+0000 7f6612fa1180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T15:56:35.745 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.741+0000 7f7b5e9bf180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T15:56:35.820 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.817+0000 7f8e792ad640 1 Processor -- start 2024-09-13T15:56:35.821 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.817+0000 7f8e792ad640 1 -- start start 2024-09-13T15:56:35.823 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e792ad640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8e7406d870 0x7f8e74163f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.823 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e792ad640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e7406de90 con 0x7f8e7406cbc0 2024-09-13T15:56:35.823 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e792ad640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e7415cf90 con 0x7f8e741591a0 2024-09-13T15:56:35.823 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e792ad640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e7415dd30 con 0x7f8e7406d870 2024-09-13T15:56:35.823 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e72ffd640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f8e741591a0 0x7f8e7406c4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.77:60486/0 (socket says 172.21.15.77:60486) 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e72ffd640 1 -- 172.21.15.77:0/2960884220 learned_addr learned my addr 172.21.15.77:0/2960884220 (peer_addr_for_me v1:172.21.15.77:0/0) 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 --2- 172.21.15.77:0/2960884220 >> v2:172.21.15.7:3300/0 conn(0x7f8e7406d870 0x7f8e74163f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2805126037 0 0) 0x7f8e7415cf90 con 0x7f8e741591a0 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e5c003530 con 0x7f8e741591a0 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 <== mon.1 v1:172.21.15.77:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2076785396 0 0) 0x7f8e5c003530 con 0x7f8e741591a0 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 >> v2:172.21.15.7:3300/0 conn(0x7f8e7406d870 msgr2=0x7f8e74163f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 --2- 172.21.15.77:0/2960884220 >> v2:172.21.15.7:3300/0 conn(0x7f8e7406d870 0x7f8e74163f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 >> v1:172.21.15.7:6789/0 conn(0x7f8e7406cbc0 legacy=0x7f8e7406d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 --> v1:172.21.15.77:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e7415d250 con 0x7f8e741591a0 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 <== mon.1 v1:172.21.15.77:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f8e6c001a00 con 0x7f8e741591a0 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 >> v1:172.21.15.77:6789/0 conn(0x7f8e741591a0 legacy=0x7f8e7406c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c003980 0x7f8e5c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.824 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c0047d0 0x7f8e5c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e5c005190 0x7f8e5c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e7415dd30 con 0x7f8e5c003980 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c00c030 con 0x7f8e5c005190 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c00c1f0 con 0x7f8e5c0047d0 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e5c005190 0x7f8e5c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e727fc640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c0047d0 0x7f8e5c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e72ffd640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c003980 0x7f8e5c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 -- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c0047d0 msgr2=0x7f8e5c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c0047d0 0x7f8e5c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 -- 172.21.15.77:0/2960884220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c003980 msgr2=0x7f8e5c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c003980 0x7f8e5c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.825 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 -- 172.21.15.77:0/2960884220 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e5c003530 con 0x7f8e5c005190 2024-09-13T15:56:35.826 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 -- 172.21.15.77:0/2960884220 reap_dead start 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e737fe640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e5c005190 0x7f8e5c00b990 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8e64009ae0 tx=0x7f8e6401ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e243ce981a5db09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64004220 con 0x7f8e5c005190 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e640043c0 con 0x7f8e5c005190 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.821+0000 7f8e71ffb640 1 -- 172.21.15.77:0/2960884220 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e640a7970 con 0x7f8e5c005190 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e5c005190 msgr2=0x7f8e5c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e5c005190 0x7f8e5c00b990 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8e64009ae0 tx=0x7f8e6401ed40 comp rx=0 tx=0).stop 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/2960884220 shutdown_connections 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 --2- 172.21.15.77:0/2960884220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e5c005190 0x7f8e5c00b990 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/2960884220 >> 172.21.15.77:0/2960884220 conn(0x7f8e7406b1e0 msgr2=0x7f8e7406b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/2960884220 shutdown_connections 2024-09-13T15:56:35.827 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/2960884220 wait complete. 2024-09-13T15:56:35.829 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 Processor -- start 2024-09-13T15:56:35.829 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- start start 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c005190 0x7f8e741567a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 0x7f8e741f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 0x7f8e740cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e740cd580 con 0x7f8e5c005190 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e741f4f50 con 0x7f8e740ccbc0 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e74157720 con 0x7f8e74157da0 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 0x7f8e741f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e737fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 0x7f8e740cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 0x7f8e741f4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55844/0 (socket says 172.21.15.77:55844) 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e737fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 0x7f8e740cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49698/0 (socket says 172.21.15.77:49698) 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 -- 172.21.15.77:0/981003040 learned_addr learned my addr 172.21.15.77:0/981003040 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:35.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e72ffd640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c005190 0x7f8e741567a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 -- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 msgr2=0x7f8e740cd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 0x7f8e740cd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 -- 172.21.15.77:0/981003040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c005190 msgr2=0x7f8e741567a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c005190 0x7f8e741567a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 -- 172.21.15.77:0/981003040 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e74151730 con 0x7f8e74157da0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e737fe640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 0x7f8e740cd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e727fc640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 0x7f8e741f4a10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8e6800f4f0 tx=0x7f8e6800f9b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68005320 con 0x7f8e74157da0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e68005480 con 0x7f8e74157da0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e741589e0 con 0x7f8e74157da0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68007270 con 0x7f8e74157da0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e74157160 con 0x7f8e74157da0 2024-09-13T15:56:35.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f8e680067e0 con 0x7f8e74157da0 2024-09-13T15:56:35.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.825+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f8e68014450 con 0x7f8e74157da0 2024-09-13T15:56:35.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.829+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e7415c7c0 con 0x7f8e74157da0 2024-09-13T15:56:35.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.829+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f8e6801a070 con 0x7f8e74157da0 2024-09-13T15:56:35.874 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.868+0000 7f6612fa1180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T15:56:35.896 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.893+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f8eca61f-874c-43d0-a7cc-b8d103207418", "id": 6} v 0) v1 -- 0x7f8e741518c0 con 0x7f8e74157da0 2024-09-13T15:56:35.902 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e5b7fe640 1 -- 172.21.15.77:0/981003040 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f8eca61f-874c-43d0-a7cc-b8d103207418", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f8e68006c70 con 0x7f8e74157da0 2024-09-13T15:56:35.902 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f7b5e9bf180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T15:56:35.903 INFO:teuthology.orchestra.run.smithi077.stdout:6 2024-09-13T15:56:35.904 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 msgr2=0x7f8e741f4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:35.904 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 0x7f8e741f4a10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8e6800f4f0 tx=0x7f8e6800f9b0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.904 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 shutdown_connections 2024-09-13T15:56:35.905 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e740ccbc0 0x7f8e740cd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.905 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e74157da0 0x7f8e741f4a10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.905 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 --2- 172.21.15.77:0/981003040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c005190 0x7f8e741567a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:35.905 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 >> 172.21.15.77:0/981003040 conn(0x7f8e7406b1e0 msgr2=0x7f8e740b36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:35.905 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 shutdown_connections 2024-09-13T15:56:35.905 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:35.901+0000 7f8e792ad640 1 -- 172.21.15.77:0/981003040 wait complete. 2024-09-13T15:56:35.919 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --cluster ceph osd new 26ba5951-0a8d-4ee2-9a77-7b903e80dae2 7 2024-09-13T15:56:35.937 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:35.932+0000 7f6612fa1180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T15:56:35.964 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:35.961+0000 7f7b5e9bf180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T15:56:36.076 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc67a690640 1 Processor -- start 2024-09-13T15:56:36.076 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc67a690640 1 -- start start 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc67a690640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc6741537b0 0x7fc67415d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc67a690640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc674153b90 con 0x7fc67406cfa0 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc67a690640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc67415a060 con 0x7fc6740712f0 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc67a690640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc67415a340 con 0x7fc6741537b0 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc6737fe640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7fc6740712f0 0x7fc6741597a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.77:60496/0 (socket says 172.21.15.77:60496) 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc6737fe640 1 -- 172.21.15.77:0/1067983413 learned_addr learned my addr 172.21.15.77:0/1067983413 (peer_addr_for_me v1:172.21.15.77:0/0) 2024-09-13T15:56:36.078 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc673fff640 1 --2- 172.21.15.77:0/1067983413 >> v2:172.21.15.7:3300/0 conn(0x7fc6741537b0 0x7fc67415d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 665064172 0 0) 0x7fc67415a060 con 0x7fc6740712f0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc65c003530 con 0x7fc6740712f0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 <== mon.1 v1:172.21.15.77:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 859464806 0 0) 0x7fc65c003530 con 0x7fc6740712f0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 >> v2:172.21.15.7:3300/0 conn(0x7fc6741537b0 msgr2=0x7fc67415d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 --2- 172.21.15.77:0/1067983413 >> v2:172.21.15.7:3300/0 conn(0x7fc6741537b0 0x7fc67415d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 >> v1:172.21.15.7:6789/0 conn(0x7fc67406cfa0 legacy=0x7fc6740ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 --> v1:172.21.15.77:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc67415ce30 con 0x7fc6740712f0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 <== mon.1 v1:172.21.15.77:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fc664001680 con 0x7fc6740712f0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 >> v1:172.21.15.77:6789/0 conn(0x7fc6740712f0 legacy=0x7fc6741597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c003980 0x7fc65c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc65c0047d0 0x7fc65c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc65c005190 0x7fc65c00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc67415a340 con 0x7fc65c0047d0 2024-09-13T15:56:36.079 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c00e240 con 0x7fc65c005190 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.073+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c00e400 con 0x7fc65c003980 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc673fff640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c003980 0x7fc65c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc65c005190 0x7fc65c00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc6737fe640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc65c0047d0 0x7fc65c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 -- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c003980 msgr2=0x7fc65c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c003980 0x7fc65c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 -- 172.21.15.77:0/1067983413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc65c0047d0 msgr2=0x7fc65c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc65c0047d0 0x7fc65c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 -- 172.21.15.77:0/1067983413 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc65c003530 con 0x7fc65c005190 2024-09-13T15:56:36.080 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc673fff640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c003980 0x7fc65c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:36.081 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 -- 172.21.15.77:0/1067983413 reap_dead start 2024-09-13T15:56:36.081 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc678c2d640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc65c005190 0x7fc65c00dba0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc66c001e70 tx=0x7fc66c01c780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3b184cea848c44a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c003b80 con 0x7fc65c005190 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc66c003d20 con 0x7fc65c005190 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc672ffd640 1 -- 172.21.15.77:0/1067983413 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c005310 con 0x7fc65c005190 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 -- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc65c005190 msgr2=0x7fc65c00dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc65c005190 0x7fc65c00dba0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc66c001e70 tx=0x7fc66c01c780 comp rx=0 tx=0).stop 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 -- 172.21.15.77:0/1067983413 shutdown_connections 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 --2- 172.21.15.77:0/1067983413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc65c005190 0x7fc65c00dba0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 -- 172.21.15.77:0/1067983413 >> 172.21.15.77:0/1067983413 conn(0x7fc6740b1390 msgr2=0x7fc674069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 -- 172.21.15.77:0/1067983413 shutdown_connections 2024-09-13T15:56:36.082 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.077+0000 7fc67a690640 1 -- 172.21.15.77:0/1067983413 wait complete. 2024-09-13T15:56:36.083 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 Processor -- start 2024-09-13T15:56:36.083 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 -- start start 2024-09-13T15:56:36.085 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 0x7fc6740cd730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.085 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc674146fa0 0x7fc6740cdc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.085 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc674140eb0 0x7fc674141330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.085 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc674142780 con 0x7fc674146fa0 2024-09-13T15:56:36.085 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc674141b70 con 0x7fc674140eb0 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc674141e50 con 0x7fc65c005190 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 0x7fc6740cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 0x7fc6740cd730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.77:55864/0 (socket says 172.21.15.77:55864) 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 -- 172.21.15.77:0/2363927729 learned_addr learned my addr 172.21.15.77:0/2363927729 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc678c2d640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc674140eb0 0x7fc674141330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc6737fe640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc674146fa0 0x7fc6740cdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 -- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc674140eb0 msgr2=0x7fc674141330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc674140eb0 0x7fc674141330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 -- 172.21.15.77:0/2363927729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc674146fa0 msgr2=0x7fc6740cdc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc674146fa0 0x7fc6740cdc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 -- 172.21.15.77:0/2363927729 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc674142130 con 0x7fc65c005190 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc678c2d640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc674140eb0 0x7fc674141330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc673fff640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 0x7fc6740cd730 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc668011ac0 tx=0x7fc668011f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:36.086 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66800fc10 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc66800fd70 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc674142410 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66800fee0 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc674142c10 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc668003620 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.081+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fc668014cd0 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.085+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc67415d630 con 0x7fc65c005190 2024-09-13T15:56:36.087 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.085+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc668022060 con 0x7fc65c005190 2024-09-13T15:56:36.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.149+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd new", "uuid": "26ba5951-0a8d-4ee2-9a77-7b903e80dae2", "id": 7} v 0) v1 -- 0x7fc6740ccc30 con 0x7fc65c005190 2024-09-13T15:56:36.156 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.153+0000 7fc670ff9640 1 -- 172.21.15.77:0/2363927729 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "26ba5951-0a8d-4ee2-9a77-7b903e80dae2", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc66802b020 con 0x7fc65c005190 2024-09-13T15:56:36.156 INFO:teuthology.orchestra.run.smithi077.stdout:7 2024-09-13T15:56:36.157 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.153+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 msgr2=0x7fc6740cd730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.157 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.153+0000 7fc67a690640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 0x7fc6740cd730 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc668011ac0 tx=0x7fc668011f80 comp rx=0 tx=0).stop 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 shutdown_connections 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc674140eb0 0x7fc674141330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc674146fa0 0x7fc6740cdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 --2- 172.21.15.77:0/2363927729 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc65c005190 0x7fc6740cd730 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 >> 172.21.15.77:0/2363927729 conn(0x7fc6740b1390 msgr2=0x7fc674157f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 shutdown_connections 2024-09-13T15:56:36.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-09-13T15:56:36.157+0000 7fc67a690640 1 -- 172.21.15.77:0/2363927729 wait complete. 2024-09-13T15:56:36.172 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T15:56:36.173 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T15:56:36.175 INFO:tasks.ceph.osd.0:Started 2024-09-13T15:56:36.175 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T15:56:36.175 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T15:56:36.177 INFO:tasks.ceph.osd.1:Started 2024-09-13T15:56:36.177 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T15:56:36.177 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T15:56:36.179 INFO:tasks.ceph.osd.2:Started 2024-09-13T15:56:36.180 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T15:56:36.180 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T15:56:36.182 INFO:tasks.ceph.osd.3:Started 2024-09-13T15:56:36.182 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T15:56:36.182 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T15:56:36.184 INFO:tasks.ceph.osd.4:Started 2024-09-13T15:56:36.184 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T15:56:36.184 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T15:56:36.186 INFO:tasks.ceph.osd.5:Started 2024-09-13T15:56:36.187 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T15:56:36.187 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T15:56:36.189 INFO:tasks.ceph.osd.6:Started 2024-09-13T15:56:36.190 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T15:56:36.190 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T15:56:36.192 INFO:tasks.ceph.osd.7:Started 2024-09-13T15:56:36.193 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:36.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 Processor -- start 2024-09-13T15:56:36.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 -- start start 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbb6815c760 0x7fbb680b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbb680cd2c0 0x7fbb680cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb680d17e0 con 0x7fbb680d0630 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb680cdc90 con 0x7fbb680cd2c0 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6cd90640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb680d0bd0 con 0x7fbb6815c760 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb66d9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbb680cd2c0 0x7fbb680cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb65d9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbb680d0630 0x7fbb680d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36740/0 (socket says 172.21.15.7:36740) 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb65d9b640 1 -- 172.21.15.7:0/3172339779 learned_addr learned my addr 172.21.15.7:0/3172339779 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb66d9d640 1 -- 172.21.15.7:0/3172339779 >> v2:172.21.15.77:3300/0 conn(0x7fbb6815c760 msgr2=0x7fbb680b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6659c640 1 --2- 172.21.15.7:0/3172339779 >> v2:172.21.15.77:3300/0 conn(0x7fbb6815c760 0x7fbb680b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb66d9d640 1 --2- 172.21.15.7:0/3172339779 >> v2:172.21.15.77:3300/0 conn(0x7fbb6815c760 0x7fbb680b7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb66d9d640 1 -- 172.21.15.7:0/3172339779 >> v1:172.21.15.7:6789/0 conn(0x7fbb680d0630 legacy=0x7fbb680d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb6559a640 1 -- 172.21.15.7:0/3172339779 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2000115800 0 0) 0x7fbb680d17e0 con 0x7fbb680d0630 2024-09-13T15:56:36.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.352+0000 7fbb66d9d640 1 -- 172.21.15.7:0/3172339779 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb680d0eb0 con 0x7fbb680cd2c0 2024-09-13T15:56:36.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb66d9d640 1 --2- 172.21.15.7:0/3172339779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680cd2c0 0x7fbb680cd750 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbb6808b450 tx=0x7fbb6001f110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db130f6794681d45 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:36.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6559a640 1 -- 172.21.15.7:0/3172339779 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600af600 con 0x7fbb680cd2c0 2024-09-13T15:56:36.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6559a640 1 -- 172.21.15.7:0/3172339779 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb600ab050 con 0x7fbb680cd2c0 2024-09-13T15:56:36.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6559a640 1 -- 172.21.15.7:0/3172339779 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600af980 con 0x7fbb680cd2c0 2024-09-13T15:56:36.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 -- 172.21.15.7:0/3172339779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680cd2c0 msgr2=0x7fbb680cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/3172339779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680cd2c0 0x7fbb680cd750 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbb6808b450 tx=0x7fbb6001f110 comp rx=0 tx=0).stop 2024-09-13T15:56:36.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 -- 172.21.15.7:0/3172339779 shutdown_connections 2024-09-13T15:56:36.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/3172339779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680cd2c0 0x7fbb680cd750 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/3172339779 >> v2:172.21.15.77:3300/0 conn(0x7fbb6815c760 0x7fbb680b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 -- 172.21.15.7:0/3172339779 >> 172.21.15.7:0/3172339779 conn(0x7fbb680cf070 msgr2=0x7fbb680cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:36.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 -- 172.21.15.7:0/3172339779 shutdown_connections 2024-09-13T15:56:36.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 -- 172.21.15.7:0/3172339779 wait complete. 2024-09-13T15:56:36.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 Processor -- start 2024-09-13T15:56:36.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.356+0000 7fbb6cd90640 1 -- start start 2024-09-13T15:56:36.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb680cd2c0 0x7fbb681f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 0x7fbb681f1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6815c760 0x7fbb680ac900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:36.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb681f20a0 con 0x7fbb680d0630 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb680cc5c0 con 0x7fbb680cd2c0 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb681503a0 con 0x7fbb6815c760 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 0x7fbb681f1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 0x7fbb681f1b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57426/0 (socket says 172.21.15.7:57426) 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 -- 172.21.15.7:0/526006786 learned_addr learned my addr 172.21.15.7:0/526006786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6659c640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb680cd2c0 0x7fbb681f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb66d9d640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6815c760 0x7fbb680ac900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 -- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6815c760 msgr2=0x7fbb680ac900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6815c760 0x7fbb680ac900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 -- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb680cd2c0 msgr2=0x7fbb681f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb680cd2c0 0x7fbb681f4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 -- 172.21.15.7:0/526006786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb60009a70 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6659c640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb680cd2c0 0x7fbb681f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb65d9b640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 0x7fbb681f1b60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbb580011f0 tx=0x7fbb5800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb580074e0 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb58007640 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb6814f790 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb58004a10 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb6814fd50 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fbb5801d440 con 0x7fbb680d0630 2024-09-13T15:56:36.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fbb58012ad0 con 0x7fbb680d0630 2024-09-13T15:56:36.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.360+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb6815fa80 con 0x7fbb680d0630 2024-09-13T15:56:36.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.364+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fbb58018070 con 0x7fbb680d0630 2024-09-13T15:56:36.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb680cf700 con 0x7fbb680d0630 2024-09-13T15:56:36.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb56ffd640 1 -- 172.21.15.7:0/526006786 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fbb58012460 con 0x7fbb680d0630 2024-09-13T15:56:36.424 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:36.424 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":10,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:36.152772+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 msgr2=0x7fbb681f1b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 0x7fbb681f1b60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbb580011f0 tx=0x7fbb5800c9b0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 shutdown_connections 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6815c760 0x7fbb680ac900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb680d0630 0x7fbb681f1b60 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 --2- 172.21.15.7:0/526006786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb680cd2c0 0x7fbb681f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:36.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 >> 172.21.15.7:0/526006786 conn(0x7fbb680cf070 msgr2=0x7fbb680cb6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:36.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 shutdown_connections 2024-09-13T15:56:36.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:36.420+0000 7fbb6cd90640 1 -- 172.21.15.7:0/526006786 wait complete. 2024-09-13T15:56:36.441 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T15:56:36.441 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T15:56:36.541 INFO:tasks.ceph.mgr.y.smithi007.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-13T15:56:36.541 INFO:tasks.ceph.mgr.y.smithi007.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-13T15:56:36.541 INFO:tasks.ceph.mgr.y.smithi007.stderr: from numpy import show_config as show_numpy_config 2024-09-13T15:56:36.587 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:36.584+0000 7f6612fa1180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T15:56:36.592 INFO:tasks.ceph.osd.0.smithi007.stderr:2024-09-13T15:56:36.588+0000 7f063ac747c0 -1 Falling back to public interface 2024-09-13T15:56:36.607 INFO:tasks.ceph.osd.3.smithi007.stderr:2024-09-13T15:56:36.604+0000 7f700bf647c0 -1 Falling back to public interface 2024-09-13T15:56:36.611 INFO:tasks.ceph.osd.2.smithi007.stderr:2024-09-13T15:56:36.608+0000 7ffb413f47c0 -1 Falling back to public interface 2024-09-13T15:56:36.619 INFO:tasks.ceph.osd.1.smithi007.stderr:2024-09-13T15:56:36.616+0000 7ffab4cc37c0 -1 Falling back to public interface 2024-09-13T15:56:36.629 INFO:tasks.ceph.mgr.x.smithi077.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-13T15:56:36.630 INFO:tasks.ceph.mgr.x.smithi077.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-13T15:56:36.630 INFO:tasks.ceph.mgr.x.smithi077.stderr: from numpy import show_config as show_numpy_config 2024-09-13T15:56:36.687 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:36.685+0000 7f7b5e9bf180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T15:56:36.728 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:36.724+0000 7f6612fa1180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:56:36.795 INFO:tasks.ceph.osd.5.smithi077.stderr:2024-09-13T15:56:36.793+0000 7fd2439017c0 -1 Falling back to public interface 2024-09-13T15:56:36.795 INFO:tasks.ceph.osd.6.smithi077.stderr:2024-09-13T15:56:36.793+0000 7fbc5aabe7c0 -1 Falling back to public interface 2024-09-13T15:56:36.810 INFO:tasks.ceph.osd.4.smithi077.stderr:2024-09-13T15:56:36.809+0000 7f89e5e1d7c0 -1 Falling back to public interface 2024-09-13T15:56:36.811 INFO:tasks.ceph.osd.7.smithi077.stderr:2024-09-13T15:56:36.809+0000 7f11c10557c0 -1 Falling back to public interface 2024-09-13T15:56:36.865 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:36.861+0000 7f7b5e9bf180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:56:36.896 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:36.892+0000 7f6612fa1180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T15:56:36.962 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:36.960+0000 7f6612fa1180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T15:56:37.011 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:37.009+0000 7f7b5e9bf180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T15:56:37.074 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:37.073+0000 7f7b5e9bf180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T15:56:37.103 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:37.100+0000 7f6612fa1180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:56:37.209 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:37.205+0000 7f7b5e9bf180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:56:37.246 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:37.354 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.348+0000 7fc62b535640 1 Processor -- start 2024-09-13T15:56:37.354 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.348+0000 7fc62b535640 1 -- start start 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc62406ead0 0x7fc6240cd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6240cf2c0 con 0x7fc6241593b0 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6240ce990 con 0x7fc6240cebe0 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6240ce4d0 con 0x7fc62406ead0 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc628ad0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc62406ead0 0x7fc6240cd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc6292d1640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc6241593b0 0x7fc62406e3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36754/0 (socket says 172.21.15.7:36754) 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc6292d1640 1 -- 172.21.15.7:0/3483997843 learned_addr learned my addr 172.21.15.7:0/3483997843 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:37.355 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc628ad0640 1 -- 172.21.15.7:0/3483997843 >> v1:172.21.15.77:6789/0 conn(0x7fc6240cebe0 legacy=0x7fc6240b3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:37.356 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc628ad0640 1 -- 172.21.15.7:0/3483997843 >> v1:172.21.15.7:6789/0 conn(0x7fc6241593b0 legacy=0x7fc62406e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:37.356 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc628ad0640 1 -- 172.21.15.7:0/3483997843 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6240ce6b0 con 0x7fc62406ead0 2024-09-13T15:56:37.356 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc61bfff640 1 -- 172.21.15.7:0/3483997843 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 308741340 0 0) 0x7fc6240cf2c0 con 0x7fc6241593b0 2024-09-13T15:56:37.357 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc628ad0640 1 --2- 172.21.15.7:0/3483997843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6240cd4f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc6140097c0 tx=0x7fc61401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eac77b85f1e309b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:37.357 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc61bfff640 1 -- 172.21.15.7:0/3483997843 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6140ab650 con 0x7fc62406ead0 2024-09-13T15:56:37.357 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc61bfff640 1 -- 172.21.15.7:0/3483997843 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6140ab7b0 con 0x7fc62406ead0 2024-09-13T15:56:37.357 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc61bfff640 1 -- 172.21.15.7:0/3483997843 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6140abb40 con 0x7fc62406ead0 2024-09-13T15:56:37.358 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- 172.21.15.7:0/3483997843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 msgr2=0x7fc6240cd4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:37.358 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 --2- 172.21.15.7:0/3483997843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6240cd4f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc6140097c0 tx=0x7fc61401c430 comp rx=0 tx=0).stop 2024-09-13T15:56:37.358 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- 172.21.15.7:0/3483997843 shutdown_connections 2024-09-13T15:56:37.358 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 --2- 172.21.15.7:0/3483997843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6240cd4f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:37.358 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- 172.21.15.7:0/3483997843 >> 172.21.15.7:0/3483997843 conn(0x7fc6240b12d0 msgr2=0x7fc6240b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:37.359 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- 172.21.15.7:0/3483997843 shutdown_connections 2024-09-13T15:56:37.359 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.352+0000 7fc62b535640 1 -- 172.21.15.7:0/3483997843 wait complete. 2024-09-13T15:56:37.359 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 Processor -- start 2024-09-13T15:56:37.359 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- start start 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6241562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6240cebe0 0x7fc6240af480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6241593b0 0x7fc6240a8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6240ac3a0 con 0x7fc62406ead0 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6240abb00 con 0x7fc6240cebe0 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6240abde0 con 0x7fc6241593b0 2024-09-13T15:56:37.361 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6241562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6241562a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57450/0 (socket says 172.21.15.7:57450) 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 -- 172.21.15.7:0/1424465915 learned_addr learned my addr 172.21.15.7:0/1424465915 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc629ad2640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6241593b0 0x7fc6240a8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 -- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6241593b0 msgr2=0x7fc6240a8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6241593b0 0x7fc6240a8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 -- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6240cebe0 msgr2=0x7fc6240af480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc628ad0640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6240cebe0 0x7fc6240af480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6240cebe0 0x7fc6240af480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 -- 172.21.15.7:0/1424465915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc614009420 con 0x7fc62406ead0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc6292d1640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6241562a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc62000c480 tx=0x7fc62000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6200074e0 con 0x7fc62406ead0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc620007660 con 0x7fc62406ead0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6240ac0c0 con 0x7fc62406ead0 2024-09-13T15:56:37.362 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc620004a30 con 0x7fc62406ead0 2024-09-13T15:56:37.363 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6240ab720 con 0x7fc62406ead0 2024-09-13T15:56:37.363 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc62001d440 con 0x7fc62406ead0 2024-09-13T15:56:37.363 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fc620012ad0 con 0x7fc62406ead0 2024-09-13T15:56:37.363 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.356+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6240cd4f0 con 0x7fc62406ead0 2024-09-13T15:56:37.364 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.360+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc620018070 con 0x7fc62406ead0 2024-09-13T15:56:37.421 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.416+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc6240a8700 con 0x7fc62406ead0 2024-09-13T15:56:37.422 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.416+0000 7fc619ffb640 1 -- 172.21.15.7:0/1424465915 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fc620012420 con 0x7fc62406ead0 2024-09-13T15:56:37.422 INFO:teuthology.misc.health.smithi007.stdout: 2024-09-13T15:56:37.423 INFO:teuthology.misc.health.smithi007.stdout:{"epoch":10,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:36.152772+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:37.424 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 msgr2=0x7fc6241562a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:37.424 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6241562a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc62000c480 tx=0x7fc62000c940 comp rx=0 tx=0).stop 2024-09-13T15:56:37.424 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 shutdown_connections 2024-09-13T15:56:37.424 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6241593b0 0x7fc6240a8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:37.424 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6240cebe0 0x7fc6240af480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:37.424 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 --2- 172.21.15.7:0/1424465915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc62406ead0 0x7fc6241562a0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:37.425 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 >> 172.21.15.7:0/1424465915 conn(0x7fc6240b12d0 msgr2=0x7fc624164980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:37.425 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 shutdown_connections 2024-09-13T15:56:37.425 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:37.420+0000 7fc62b535640 1 -- 172.21.15.7:0/1424465915 wait complete. 2024-09-13T15:56:37.437 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T15:56:37.748 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:37.744+0000 7f6612fa1180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T15:56:37.827 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:37.824+0000 7f6612fa1180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T15:56:37.843 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:37.841+0000 7f7b5e9bf180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T15:56:37.919 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:37.917+0000 7f7b5e9bf180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T15:56:38.016 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:38.012+0000 7f6612fa1180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T15:56:38.093 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:38.088+0000 7f6612fa1180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T15:56:38.099 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:38.097+0000 7f7b5e9bf180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T15:56:38.173 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:38.169+0000 7f7b5e9bf180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T15:56:38.401 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:38.396+0000 7f6612fa1180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T15:56:38.465 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:38.460+0000 7f6612fa1180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T15:56:38.466 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:38.465+0000 7f7b5e9bf180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T15:56:38.533 INFO:tasks.ceph.mgr.x.smithi077.stderr:2024-09-13T15:56:38.529+0000 7f7b5e9bf180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T15:56:39.511 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:39.508+0000 7f65ba552640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T15:56:39.511 INFO:tasks.ceph.mgr.y.smithi007.stderr:2024-09-13T15:56:39.508+0000 7f65ba552640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T15:56:40.359 INFO:tasks.ceph.osd.0.smithi007.stderr:2024-09-13T15:56:40.356+0000 7f063ac747c0 -1 osd.0 0 log_to_monitors true 2024-09-13T15:56:40.386 INFO:tasks.ceph.osd.2.smithi007.stderr:2024-09-13T15:56:40.384+0000 7ffb413f47c0 -1 osd.2 0 log_to_monitors true 2024-09-13T15:56:40.516 INFO:tasks.ceph.osd.3.smithi007.stderr:2024-09-13T15:56:40.512+0000 7f700bf647c0 -1 osd.3 0 log_to_monitors true 2024-09-13T15:56:40.526 INFO:tasks.ceph.osd.1.smithi007.stderr:2024-09-13T15:56:40.524+0000 7ffab4cc37c0 -1 osd.1 0 log_to_monitors true 2024-09-13T15:56:40.665 INFO:tasks.ceph.osd.5.smithi077.stderr:2024-09-13T15:56:40.661+0000 7fd2439017c0 -1 osd.5 0 log_to_monitors true 2024-09-13T15:56:40.715 INFO:tasks.ceph.osd.7.smithi077.stderr:2024-09-13T15:56:40.713+0000 7f11c10557c0 -1 osd.7 0 log_to_monitors true 2024-09-13T15:56:40.715 INFO:tasks.ceph.osd.6.smithi077.stderr:2024-09-13T15:56:40.713+0000 7fbc5aabe7c0 -1 osd.6 0 log_to_monitors true 2024-09-13T15:56:40.779 INFO:tasks.ceph.osd.4.smithi077.stderr:2024-09-13T15:56:40.777+0000 7f89e5e1d7c0 -1 osd.4 0 log_to_monitors true 2024-09-13T15:56:42.591 INFO:tasks.ceph.osd.2.smithi007.stderr:2024-09-13T15:56:42.584+0000 7ffb3cb76640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T15:56:42.604 INFO:tasks.ceph.osd.0.smithi007.stderr:2024-09-13T15:56:42.600+0000 7f06363f6640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T15:56:42.621 INFO:tasks.ceph.osd.2.smithi007.stderr:2024-09-13T15:56:42.616+0000 7ffb351bb640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:42.641 INFO:tasks.ceph.osd.0.smithi007.stderr:2024-09-13T15:56:42.636+0000 7f062ea3b640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:43.643 INFO:tasks.ceph.osd.3.smithi007.stderr:2024-09-13T15:56:43.640+0000 7f70076e6640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T15:56:43.667 INFO:tasks.ceph.osd.3.smithi007.stderr:2024-09-13T15:56:43.664+0000 7f6fffd2b640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:43.955 INFO:tasks.ceph.osd.1.smithi007.stderr:2024-09-13T15:56:43.952+0000 7ffab1c80640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T15:56:43.975 INFO:tasks.ceph.osd.1.smithi007.stderr:2024-09-13T15:56:43.972+0000 7ffaa8a8a640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:44.245 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:44.367 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 Processor -- start 2024-09-13T15:56:44.367 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 -- start start 2024-09-13T15:56:44.369 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2b8415a630 0x7f2b840b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:44.369 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b84071cf0 0x7f2b8415b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:44.369 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b840d03f0 con 0x7f2b840cff80 2024-09-13T15:56:44.369 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b8415aa10 con 0x7f2b8415a630 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8c468640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b840b5320 con 0x7f2b84071cf0 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b89a03640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f2b840cff80 0x7f2b840715e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:33976/0 (socket says 172.21.15.7:33976) 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8aa05640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b84071cf0 0x7f2b8415b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b89a03640 1 -- 172.21.15.7:0/3304677423 learned_addr learned my addr 172.21.15.7:0/3304677423 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8a204640 1 --2- 172.21.15.7:0/3304677423 >> v2:172.21.15.77:3300/0 conn(0x7f2b8415a630 0x7f2b840b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b89202640 1 -- 172.21.15.7:0/3304677423 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3688085543 0 0) 0x7f2b840d03f0 con 0x7f2b840cff80 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b89202640 1 -- 172.21.15.7:0/3304677423 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b70003530 con 0x7f2b840cff80 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8a204640 1 -- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b84071cf0 msgr2=0x7f2b8415b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8a204640 1 --2- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b84071cf0 0x7f2b8415b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8a204640 1 -- 172.21.15.7:0/3304677423 >> v1:172.21.15.77:6789/0 conn(0x7f2b840cff80 legacy=0x7f2b840715e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8a204640 1 -- 172.21.15.7:0/3304677423 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b840b5600 con 0x7f2b8415a630 2024-09-13T15:56:44.370 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.364+0000 7f2b8aa05640 1 --2- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b84071cf0 0x7f2b8415b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:44.371 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8a204640 1 --2- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b8415a630 0x7f2b840b4c90 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2b780097c0 tx=0x7f2b7801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7091c2f92113d2b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:44.372 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b89202640 1 -- 172.21.15.7:0/3304677423 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b780ab670 con 0x7f2b8415a630 2024-09-13T15:56:44.372 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b89202640 1 -- 172.21.15.7:0/3304677423 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b780ab7d0 con 0x7f2b8415a630 2024-09-13T15:56:44.372 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b89202640 1 -- 172.21.15.7:0/3304677423 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b780abb60 con 0x7f2b8415a630 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 -- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b8415a630 msgr2=0x7f2b840b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 --2- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b8415a630 0x7f2b840b4c90 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2b780097c0 tx=0x7f2b7801c470 comp rx=0 tx=0).stop 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 -- 172.21.15.7:0/3304677423 shutdown_connections 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 --2- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b84071cf0 0x7f2b8415b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 --2- 172.21.15.7:0/3304677423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b8415a630 0x7f2b840b4c90 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 -- 172.21.15.7:0/3304677423 >> 172.21.15.7:0/3304677423 conn(0x7f2b8406d6f0 msgr2=0x7f2b8406db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 -- 172.21.15.7:0/3304677423 shutdown_connections 2024-09-13T15:56:44.373 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.368+0000 7f2b8c468640 1 -- 172.21.15.7:0/3304677423 wait complete. 2024-09-13T15:56:44.374 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 Processor -- start 2024-09-13T15:56:44.374 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- start start 2024-09-13T15:56:44.376 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b84071cf0 0x7f2b8414d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:44.376 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b840cff80 0x7f2b8415d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 0x7f2b8415d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b84157720 con 0x7f2b8415a630 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b84156b10 con 0x7f2b84071cf0 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b84156df0 con 0x7f2b840cff80 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 0x7f2b8415d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 0x7f2b8415d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33920/0 (socket says 172.21.15.7:33920) 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 -- 172.21.15.7:0/811947677 learned_addr learned my addr 172.21.15.7:0/811947677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b89a03640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b840cff80 0x7f2b8415d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8a204640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b84071cf0 0x7f2b8414d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 -- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b840cff80 msgr2=0x7f2b8415d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b840cff80 0x7f2b8415d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.377 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 -- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b84071cf0 msgr2=0x7f2b8414d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b84071cf0 0x7f2b8414d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 -- 172.21.15.7:0/811947677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b7c009a70 con 0x7f2b8415a630 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8aa05640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 0x7f2b8415d7b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c00ef90 tx=0x7f2b7c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c009d70 con 0x7f2b8415a630 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b7c00f040 con 0x7f2b8415a630 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c0146c0 con 0x7f2b8415a630 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b78009420 con 0x7f2b8415a630 2024-09-13T15:56:44.378 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b841573b0 con 0x7f2b8415a630 2024-09-13T15:56:44.380 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b84157890 con 0x7f2b8415a630 2024-09-13T15:56:44.380 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.372+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f2b7c014820 con 0x7f2b8415a630 2024-09-13T15:56:44.380 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.376+0000 7f2b76ffd640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b68066600 0x7f2b68068ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:44.380 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.376+0000 7f2b8a204640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b68066600 0x7f2b68068ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:44.380 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.376+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2791+0+0 (secure 0 0 0) 0x7f2b7c084430 con 0x7f2b8415a630 2024-09-13T15:56:44.380 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.376+0000 7f2b8a204640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b68066600 0x7f2b68068ac0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2b780af000 tx=0x7f2b780a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:44.382 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.380+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2b7c052470 con 0x7f2b8415a630 2024-09-13T15:56:44.546 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.544+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2b8415b110 con 0x7f2b8415a630 2024-09-13T15:56:44.564 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.560+0000 7f2b76ffd640 1 -- 172.21.15.7:0/811947677 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+8004 (secure 0 0 0) 0x7f2b7c018090 con 0x7f2b8415a630 2024-09-13T15:56:44.564 INFO:teuthology.misc.health.smithi007.stdout: 2024-09-13T15:56:44.564 INFO:teuthology.misc.health.smithi007.stdout:{"epoch":14,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:43.530145+0000","last_up_change":"2024-09-13T15:56:43.530145+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:44.567 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b68066600 msgr2=0x7f2b68068ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:44.567 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b68066600 0x7f2b68068ac0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2b780af000 tx=0x7f2b780a7000 comp rx=0 tx=0).stop 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 msgr2=0x7f2b8415d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 0x7f2b8415d7b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c00ef90 tx=0x7f2b7c009f90 comp rx=0 tx=0).stop 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 shutdown_connections 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b68066600 0x7f2b68068ac0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b8415a630 0x7f2b8415d7b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b840cff80 0x7f2b8415d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.568 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 --2- 172.21.15.7:0/811947677 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b84071cf0 0x7f2b8414d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:44.569 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 >> 172.21.15.7:0/811947677 conn(0x7f2b8406d6f0 msgr2=0x7f2b840ce750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:44.569 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 shutdown_connections 2024-09-13T15:56:44.569 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:44.564+0000 7f2b8c468640 1 -- 172.21.15.7:0/811947677 wait complete. 2024-09-13T15:56:44.587 DEBUG:teuthology.misc:2 of 8 OSDs are up 2024-09-13T15:56:44.669 INFO:tasks.ceph.osd.7.smithi077.stderr:2024-09-13T15:56:44.665+0000 7f11be012640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T15:56:44.674 INFO:tasks.ceph.osd.4.smithi077.stderr:2024-09-13T15:56:44.673+0000 7f89e159f640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T15:56:44.685 INFO:tasks.ceph.osd.6.smithi077.stderr:2024-09-13T15:56:44.685+0000 7fbc56240640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T15:56:44.694 INFO:tasks.ceph.osd.7.smithi077.stderr:2024-09-13T15:56:44.693+0000 7f11b4e1c640 -1 osd.7 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:44.710 INFO:tasks.ceph.osd.4.smithi077.stderr:2024-09-13T15:56:44.709+0000 7f89d9be4640 -1 osd.4 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:44.715 INFO:tasks.ceph.osd.5.smithi077.stderr:2024-09-13T15:56:44.713+0000 7fd23f083640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T15:56:44.718 INFO:tasks.ceph.osd.6.smithi077.stderr:2024-09-13T15:56:44.717+0000 7fbc4e885640 -1 osd.6 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:44.746 INFO:tasks.ceph.osd.5.smithi077.stderr:2024-09-13T15:56:44.745+0000 7fd2376c8640 -1 osd.5 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:56:51.394 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:51.519 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 Processor -- start 2024-09-13T15:56:51.519 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 -- start start 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fae28151340 0x7fae2815aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fae28151720 0x7fae280cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae2806bf10 con 0x7fae2815af50 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae2815b9b0 con 0x7fae28151720 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2f821640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae2815b3f0 con 0x7fae28151340 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2ddbe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fae28151720 0x7fae280cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2cdbc640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fae2815af50 0x7fae280cdd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:51738/0 (socket says 172.21.15.7:51738) 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2ddbe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fae28151720 0x7fae280cae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33952/0 (socket says 172.21.15.7:33952) 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2cdbc640 1 -- 172.21.15.7:0/3911018483 learned_addr learned my addr 172.21.15.7:0/3911018483 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2d5bd640 1 --2- 172.21.15.7:0/3911018483 >> v2:172.21.15.77:3300/0 conn(0x7fae28151340 0x7fae2815aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.521 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2ddbe640 1 -- 172.21.15.7:0/3911018483 >> v2:172.21.15.77:3300/0 conn(0x7fae28151340 msgr2=0x7fae2815aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:51.522 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2ddbe640 1 --2- 172.21.15.7:0/3911018483 >> v2:172.21.15.77:3300/0 conn(0x7fae28151340 0x7fae2815aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.522 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2ddbe640 1 -- 172.21.15.7:0/3911018483 >> v1:172.21.15.7:6789/0 conn(0x7fae2815af50 legacy=0x7fae280cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.522 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2ddbe640 1 -- 172.21.15.7:0/3911018483 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae2815b6d0 con 0x7fae28151720 2024-09-13T15:56:51.522 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae1bfff640 1 -- 172.21.15.7:0/3911018483 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2810588262 0 0) 0x7fae2806bf10 con 0x7fae2815af50 2024-09-13T15:56:51.522 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.516+0000 7fae2d5bd640 1 --2- 172.21.15.7:0/3911018483 >> v2:172.21.15.77:3300/0 conn(0x7fae28151340 0x7fae2815aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:51.523 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2ddbe640 1 --2- 172.21.15.7:0/3911018483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae280cae20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fae2806f5d0 tx=0x7fae2001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28db3ee800919445 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:51.523 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae1bfff640 1 -- 172.21.15.7:0/3911018483 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae200a5900 con 0x7fae28151720 2024-09-13T15:56:51.523 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae1bfff640 1 -- 172.21.15.7:0/3911018483 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae200a5a60 con 0x7fae28151720 2024-09-13T15:56:51.523 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae1bfff640 1 -- 172.21.15.7:0/3911018483 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae200a5df0 con 0x7fae28151720 2024-09-13T15:56:51.524 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- 172.21.15.7:0/3911018483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 msgr2=0x7fae280cae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.524 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 --2- 172.21.15.7:0/3911018483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae280cae20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fae2806f5d0 tx=0x7fae2001c930 comp rx=0 tx=0).stop 2024-09-13T15:56:51.524 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- 172.21.15.7:0/3911018483 shutdown_connections 2024-09-13T15:56:51.524 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 --2- 172.21.15.7:0/3911018483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae280cae20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.524 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 --2- 172.21.15.7:0/3911018483 >> v2:172.21.15.77:3300/0 conn(0x7fae28151340 0x7fae2815aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.524 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- 172.21.15.7:0/3911018483 >> 172.21.15.7:0/3911018483 conn(0x7fae28069f00 msgr2=0x7fae2806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:51.525 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- 172.21.15.7:0/3911018483 shutdown_connections 2024-09-13T15:56:51.525 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- 172.21.15.7:0/3911018483 wait complete. 2024-09-13T15:56:51.525 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 Processor -- start 2024-09-13T15:56:51.525 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- start start 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae28151340 0x7fae28149c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae281504b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae2815af50 0x7fae281509f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae28071d50 con 0x7fae28151720 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae280710d0 con 0x7fae28151340 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.520+0000 7fae2f821640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae280713b0 con 0x7fae2815af50 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae281504b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.527 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae281504b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33954/0 (socket says 172.21.15.7:33954) 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 -- 172.21.15.7:0/4060207001 learned_addr learned my addr 172.21.15.7:0/4060207001 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2d5bd640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae28151340 0x7fae28149c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2ddbe640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae2815af50 0x7fae281509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 -- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae2815af50 msgr2=0x7fae281509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae2815af50 0x7fae281509f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 -- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae28151340 msgr2=0x7fae28149c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae28151340 0x7fae28149c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 -- 172.21.15.7:0/4060207001 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae20009a70 con 0x7fae28151720 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2cdbc640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae281504b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00c450 tx=0x7fae1c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c0074e0 con 0x7fae28151720 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae1c007640 con 0x7fae28151720 2024-09-13T15:56:51.528 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c0049f0 con 0x7fae28151720 2024-09-13T15:56:51.529 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae28071690 con 0x7fae28151720 2024-09-13T15:56:51.529 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae2814a1a0 con 0x7fae28151720 2024-09-13T15:56:51.529 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae2815aa10 con 0x7fae28151720 2024-09-13T15:56:51.530 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fae1c004b50 con 0x7fae28151720 2024-09-13T15:56:51.530 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae19ffb640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae0c0666c0 0x7fae0c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.530 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fae1c082fb0 con 0x7fae28151720 2024-09-13T15:56:51.530 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2d5bd640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae0c0666c0 0x7fae0c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.530 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.524+0000 7fae2d5bd640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae0c0666c0 0x7fae0c068b80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fae2400a9a0 tx=0x7fae24008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:51.534 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.532+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fae1c0b4db0 con 0x7fae28151720 2024-09-13T15:56:51.694 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.688+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fae28073770 con 0x7fae28151720 2024-09-13T15:56:51.695 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae19ffb640 1 -- 172.21.15.7:0/4060207001 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12743 (secure 0 0 0) 0x7fae1c018070 con 0x7fae28151720 2024-09-13T15:56:51.696 INFO:teuthology.misc.health.smithi007.stdout: 2024-09-13T15:56:51.696 INFO:teuthology.misc.health.smithi007.stdout:{"epoch":18,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:47.816955+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae0c0666c0 msgr2=0x7fae0c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae0c0666c0 0x7fae0c068b80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fae2400a9a0 tx=0x7fae24008040 comp rx=0 tx=0).stop 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 msgr2=0x7fae281504b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae281504b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00c450 tx=0x7fae1c00c910 comp rx=0 tx=0).stop 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 shutdown_connections 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae0c0666c0 0x7fae0c068b80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae2815af50 0x7fae281509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae28151720 0x7fae281504b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 --2- 172.21.15.7:0/4060207001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae28151340 0x7fae28149c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.698 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 >> 172.21.15.7:0/4060207001 conn(0x7fae28069f00 msgr2=0x7fae28165870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:51.699 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 shutdown_connections 2024-09-13T15:56:51.699 INFO:teuthology.misc.health.smithi007.stderr:2024-09-13T15:56:51.692+0000 7fae2f821640 1 -- 172.21.15.7:0/4060207001 wait complete. 2024-09-13T15:56:51.712 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T15:56:51.713 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T15:56:51.713 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T15:56:51.713 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T15:56:51.715 INFO:tasks.ceph.mds.a:Started 2024-09-13T15:56:51.715 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T15:56:51.715 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T15:56:51.718 INFO:tasks.ceph.mds.c:Started 2024-09-13T15:56:51.718 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T15:56:51.718 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T15:56:51.721 INFO:tasks.ceph.mds.b:Started 2024-09-13T15:56:51.721 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T15:56:51.721 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T15:56:51.723 INFO:tasks.ceph.mds.d:Started 2024-09-13T15:56:51.723 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T15:56:51.724 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:51.789 INFO:tasks.ceph.mds.a.smithi007.stdout:starting mds.a at 2024-09-13T15:56:51.789 INFO:tasks.ceph.mds.c.smithi007.stdout:starting mds.c at 2024-09-13T15:56:51.800 INFO:tasks.ceph.mds.b.smithi077.stdout:starting mds.b at 2024-09-13T15:56:51.800 INFO:tasks.ceph.mds.d.smithi077.stdout:starting mds.d at 2024-09-13T15:56:51.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.832+0000 7f53a8c11640 1 Processor -- start 2024-09-13T15:56:51.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.832+0000 7f53a8c11640 1 -- start start 2024-09-13T15:56:51.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a8c11640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f53a4143fd0 0x7f53a40ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a8c11640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53a406d100 con 0x7f53a406a610 2024-09-13T15:56:51.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a8c11640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53a406d350 con 0x7f53a4143bf0 2024-09-13T15:56:51.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a8c11640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53a40cd0d0 con 0x7f53a4143fd0 2024-09-13T15:56:51.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f539bfff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f53a406a610 0x7f53a40cc3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:51760/0 (socket says 172.21.15.7:51760) 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f539bfff640 1 -- 172.21.15.7:0/2312825811 learned_addr learned my addr 172.21.15.7:0/2312825811 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a2d9d640 1 --2- 172.21.15.7:0/2312825811 >> v2:172.21.15.77:3300/0 conn(0x7f53a4143fd0 0x7f53a40ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 816723975 0 0) 0x7f53a406d100 con 0x7f53a406a610 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5390003530 con 0x7f53a406a610 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2560616195 0 0) 0x7f53a406d350 con 0x7f53a4143bf0 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53a406d100 con 0x7f53a4143bf0 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2039665132 0 0) 0x7f5390003530 con 0x7f53a406a610 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 >> v2:172.21.15.77:3300/0 conn(0x7f53a4143fd0 msgr2=0x7f53a40ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 --2- 172.21.15.7:0/2312825811 >> v2:172.21.15.77:3300/0 conn(0x7f53a4143fd0 0x7f53a40ccab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 >> v1:172.21.15.77:6789/0 conn(0x7f53a4143bf0 legacy=0x7f53a4069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53a406d630 con 0x7f53a406a610 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f538c001680 con 0x7f53a406a610 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 >> v1:172.21.15.7:6789/0 conn(0x7f53a406a610 legacy=0x7f53a40cc3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f5390003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53900047d0 0x7f5390004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5390005190 0x7f539000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53a40cd0d0 con 0x7f53900047d0 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539000c010 con 0x7f5390003b10 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f539000c1d0 con 0x7f5390005190 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f539bfff640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53900047d0 0x7f5390004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f5390003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a2d9d640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5390005190 0x7f539000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 -- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5390005190 msgr2=0x7f539000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:51.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5390005190 0x7f539000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 -- 172.21.15.7:0/2312825811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53900047d0 msgr2=0x7f5390004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:51.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53900047d0 0x7f5390004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a2d9d640 1 -- 172.21.15.7:0/2312825811 reap_dead start 2024-09-13T15:56:51.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 -- 172.21.15.7:0/2312825811 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5390003530 con 0x7f5390003b10 2024-09-13T15:56:51.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f539bfff640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53900047d0 0x7f5390004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:51.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a259c640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f5390003f10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f53940018d0 tx=0x7f539401ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebd8f44f31becfe4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:51.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53940052d0 con 0x7f5390003b10 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5394005450 con 0x7f5390003b10 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a1d9b640 1 -- 172.21.15.7:0/2312825811 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53940a88f0 con 0x7f5390003b10 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.836+0000 7f53a8c11640 1 -- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 msgr2=0x7f5390003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f5390003f10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f53940018d0 tx=0x7f539401ec90 comp rx=0 tx=0).stop 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/2312825811 shutdown_connections 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 --2- 172.21.15.7:0/2312825811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f5390003f10 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/2312825811 >> 172.21.15.7:0/2312825811 conn(0x7f53a406b1e0 msgr2=0x7f53a406b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/2312825811 shutdown_connections 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/2312825811 wait complete. 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 Processor -- start 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- start start 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f53a40c5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53a41f2d90 0x7f53a41f3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 0x7f53a40acf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53a41f3750 con 0x7f53a40acaf0 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53a40ad7e0 con 0x7f5390003b10 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53a40adac0 con 0x7f53a41f2d90 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 0x7f53a40acf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f53a40c5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 0x7f53a40acf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33986/0 (socket says 172.21.15.7:33986) 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 -- 172.21.15.7:0/3415429689 learned_addr learned my addr 172.21.15.7:0/3415429689 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f539bfff640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53a41f2d90 0x7f53a41f3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 -- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53a41f2d90 msgr2=0x7f53a41f3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53a41f2d90 0x7f53a41f3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 -- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 msgr2=0x7f53a40c5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f53a40c5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:51.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 -- 172.21.15.7:0/3415429689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53a40adda0 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a2d9d640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 0x7f53a40acf80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5390004750 tx=0x7f539c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c00e040 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f539c00f040 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53a40ae080 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c015430 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53a40ad4c0 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.840+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53a4069f00 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.844+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f539c015590 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.844+0000 7f539affd640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53840666c0 0x7f5384068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.844+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f539c084410 con 0x7f53a40acaf0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.844+0000 7f53a259c640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53840666c0 0x7f5384068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:51.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.844+0000 7f53a259c640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53840666c0 0x7f5384068b80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f53940b0000 tx=0x7f53940aa070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:51.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:51.848+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f539c051b80 con 0x7f53a40acaf0 2024-09-13T15:56:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.008+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f53a415afd0 con 0x7f53a40acaf0 2024-09-13T15:56:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.008+0000 7f539affd640 1 -- 172.21.15.7:0/3415429689 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12743 (secure 0 0 0) 0x7f539c0551a0 con 0x7f53a40acaf0 2024-09-13T15:56:52.014 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:52.014 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:47.816955+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53840666c0 msgr2=0x7f5384068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53840666c0 0x7f5384068b80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f53940b0000 tx=0x7f53940aa070 comp rx=0 tx=0).stop 2024-09-13T15:56:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 msgr2=0x7f53a40acf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 0x7f53a40acf80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5390004750 tx=0x7f539c00f580 comp rx=0 tx=0).stop 2024-09-13T15:56:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 shutdown_connections 2024-09-13T15:56:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53840666c0 0x7f5384068b80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53a40acaf0 0x7f53a40acf80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53a41f2d90 0x7f53a41f3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 --2- 172.21.15.7:0/3415429689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5390003b10 0x7f53a40c5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 >> 172.21.15.7:0/3415429689 conn(0x7f53a406b1e0 msgr2=0x7f53a415bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 shutdown_connections 2024-09-13T15:56:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.012+0000 7f53a8c11640 1 -- 172.21.15.7:0/3415429689 wait complete. 2024-09-13T15:56:52.032 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:56:52.033 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:56:52.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 Processor -- start 2024-09-13T15:56:52.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 -- start start 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f5c740cefa0 0x7f5c740ccc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5c7415a9f0 0x7f5c7406c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c740b2310 con 0x7f5c7406ce30 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c740cd170 con 0x7f5c7415a9f0 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c78bae640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c7415e030 con 0x7f5c740cefa0 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c71d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5c7415a9f0 0x7f5c7406c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c72d9d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f5c7406ce30 0x7f5c74069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:51774/0 (socket says 172.21.15.7:51774) 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c72d9d640 1 -- 172.21.15.7:0/3181474161 learned_addr learned my addr 172.21.15.7:0/3181474161 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c7259c640 1 --2- 172.21.15.7:0/3181474161 >> v2:172.21.15.77:3300/0 conn(0x7f5c740cefa0 0x7f5c740ccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c7159a640 1 -- 172.21.15.7:0/3181474161 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2402083340 0 0) 0x7f5c64001120 con 0x7f5c7406ce30 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c7159a640 1 -- 172.21.15.7:0/3181474161 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c5c003530 con 0x7f5c7406ce30 2024-09-13T15:56:52.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c71d9b640 1 -- 172.21.15.7:0/3181474161 >> v2:172.21.15.77:3300/0 conn(0x7f5c740cefa0 msgr2=0x7f5c740ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:52.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c71d9b640 1 --2- 172.21.15.7:0/3181474161 >> v2:172.21.15.77:3300/0 conn(0x7f5c740cefa0 0x7f5c740ccc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c71d9b640 1 -- 172.21.15.7:0/3181474161 >> v1:172.21.15.7:6789/0 conn(0x7f5c7406ce30 legacy=0x7f5c74069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.160+0000 7f5c71d9b640 1 -- 172.21.15.7:0/3181474161 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c7415afb0 con 0x7f5c7415a9f0 2024-09-13T15:56:52.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c71d9b640 1 --2- 172.21.15.7:0/3181474161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c7406c8f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5c74071ac0 tx=0x7f5c6801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=191378f33685ec43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:52.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c7159a640 1 -- 172.21.15.7:0/3181474161 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c680a59c0 con 0x7f5c7415a9f0 2024-09-13T15:56:52.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c7159a640 1 -- 172.21.15.7:0/3181474161 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c680a5b20 con 0x7f5c7415a9f0 2024-09-13T15:56:52.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c7159a640 1 -- 172.21.15.7:0/3181474161 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c680ad440 con 0x7f5c7415a9f0 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- 172.21.15.7:0/3181474161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 msgr2=0x7f5c7406c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 --2- 172.21.15.7:0/3181474161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c7406c8f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5c74071ac0 tx=0x7f5c6801c900 comp rx=0 tx=0).stop 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- 172.21.15.7:0/3181474161 shutdown_connections 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 --2- 172.21.15.7:0/3181474161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c7406c8f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 --2- 172.21.15.7:0/3181474161 >> v2:172.21.15.77:3300/0 conn(0x7f5c740cefa0 0x7f5c740ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- 172.21.15.7:0/3181474161 >> 172.21.15.7:0/3181474161 conn(0x7f5c74066080 msgr2=0x7f5c740b1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- 172.21.15.7:0/3181474161 shutdown_connections 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- 172.21.15.7:0/3181474161 wait complete. 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 Processor -- start 2024-09-13T15:56:52.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- start start 2024-09-13T15:56:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c7406ce30 0x7f5c74150c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c740cefa0 0x7f5c7415f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c74159800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c741589e0 con 0x7f5c7415a9f0 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c74157e10 con 0x7f5c7406ce30 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c78bae640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c741580b0 con 0x7f5c740cefa0 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c72d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c74159800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c72d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c74159800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34006/0 (socket says 172.21.15.7:34006) 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.164+0000 7f5c72d9d640 1 -- 172.21.15.7:0/929292281 learned_addr learned my addr 172.21.15.7:0/929292281 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c7259c640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c7406ce30 0x7f5c74150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c71d9b640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c740cefa0 0x7f5c7415f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c72d9d640 1 -- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c740cefa0 msgr2=0x7f5c7415f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c72d9d640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c740cefa0 0x7f5c7415f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c72d9d640 1 -- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c7406ce30 msgr2=0x7f5c74150c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c72d9d640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c7406ce30 0x7f5c74150c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c72d9d640 1 -- 172.21.15.7:0/929292281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c68009a70 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c71d9b640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c740cefa0 0x7f5c7415f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c72d9d640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c74159800 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5c6400c700 tx=0x7f5c6400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c64005ac0 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c64005c20 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c74158390 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c64001d60 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c7415f680 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c740af130 con 0x7f5c7415a9f0 2024-09-13T15:56:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5c64007070 con 0x7f5c7415a9f0 2024-09-13T15:56:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c62ffd640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c54066680 0x7f5c54068b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c7259c640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c54066680 0x7f5c54068b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5c640830f0 con 0x7f5c7415a9f0 2024-09-13T15:56:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.168+0000 7f5c7259c640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c54066680 0x7f5c54068b40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5c74157d40 tx=0x7f5c6c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:52.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.172+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5c64050860 con 0x7f5c7415a9f0 2024-09-13T15:56:52.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.332+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5c740b2310 con 0x7f5c7415a9f0 2024-09-13T15:56:52.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.332+0000 7f5c62ffd640 1 -- 172.21.15.7:0/929292281 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5c740b2310 con 0x7f5c7415a9f0 2024-09-13T15:56:52.338 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:56:52.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c54066680 msgr2=0x7f5c54068b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c54066680 0x7f5c54068b40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5c74157d40 tx=0x7f5c6c008040 comp rx=0 tx=0).stop 2024-09-13T15:56:52.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 msgr2=0x7f5c74159800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c74159800 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5c6400c700 tx=0x7f5c6400cbc0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 shutdown_connections 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c54066680 0x7f5c54068b40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c7415a9f0 0x7f5c74159800 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c740cefa0 0x7f5c7415f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 --2- 172.21.15.7:0/929292281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c7406ce30 0x7f5c74150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 >> 172.21.15.7:0/929292281 conn(0x7f5c74066080 msgr2=0x7f5c740b1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 shutdown_connections 2024-09-13T15:56:52.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.336+0000 7f5c78bae640 1 -- 172.21.15.7:0/929292281 wait complete. 2024-09-13T15:56:52.357 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:56:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.468+0000 7fa58da81640 1 Processor -- start 2024-09-13T15:56:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.468+0000 7fa58da81640 1 -- start start 2024-09-13T15:56:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa58da81640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa58806d4b0 0x7fa588163fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa58da81640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5880b3b40 con 0x7fa5880b2f00 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa58da81640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa588070480 con 0x7fa58806d0d0 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa58da81640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5880b15c0 con 0x7fa58806d4b0 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa586ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa5880b2f00 0x7fa588158fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:51790/0 (socket says 172.21.15.7:51790) 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa586ffd640 1 -- 172.21.15.7:0/1981657547 learned_addr learned my addr 172.21.15.7:0/1981657547 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 --2- 172.21.15.7:0/1981657547 >> v2:172.21.15.77:3300/0 conn(0x7fa58806d4b0 0x7fa588163fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3439915696 0 0) 0x7fa57c001120 con 0x7fa5880b2f00 2024-09-13T15:56:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa570003530 con 0x7fa5880b2f00 2024-09-13T15:56:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1408146628 0 0) 0x7fa570003530 con 0x7fa5880b2f00 2024-09-13T15:56:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 >> v2:172.21.15.77:3300/0 conn(0x7fa58806d4b0 msgr2=0x7fa588163fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 --2- 172.21.15.7:0/1981657547 >> v2:172.21.15.77:3300/0 conn(0x7fa58806d4b0 0x7fa588163fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 >> v1:172.21.15.77:6789/0 conn(0x7fa58806d0d0 legacy=0x7fa5880b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa588070860 con 0x7fa5880b2f00 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fa57c001810 con 0x7fa5880b2f00 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 >> v1:172.21.15.7:6789/0 conn(0x7fa5880b2f00 legacy=0x7fa588158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa570003980 0x7fa570003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5700047d0 0x7fa570004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa57000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5880b15c0 con 0x7fa570005190 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa57000c130 con 0x7fa570003980 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa57000c2f0 con 0x7fa5700047d0 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa57000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa5877fe640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa570003980 0x7fa570003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa586ffd640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5700047d0 0x7fa570004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 -- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5700047d0 msgr2=0x7fa570004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5700047d0 0x7fa570004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 -- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa570003980 msgr2=0x7fa570003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa570003980 0x7fa570003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa587fff640 1 -- 172.21.15.7:0/1981657547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa570003530 con 0x7fa570005190 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.472+0000 7fa586ffd640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5700047d0 0x7fa570004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa587fff640 1 -- 172.21.15.7:0/1981657547 reap_dead start 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa587fff640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa57000b990 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa578009ae0 tx=0x7fa57801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8ec53bce32cb682 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa578004020 con 0x7fa570005190 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5780041c0 con 0x7fa570005190 2024-09-13T15:56:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5867fc640 1 -- 172.21.15.7:0/1981657547 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa578003620 con 0x7fa570005190 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- 172.21.15.7:0/1981657547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 msgr2=0x7fa57000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa57000b990 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa578009ae0 tx=0x7fa57801cab0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- 172.21.15.7:0/1981657547 shutdown_connections 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 --2- 172.21.15.7:0/1981657547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa57000b990 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- 172.21.15.7:0/1981657547 >> 172.21.15.7:0/1981657547 conn(0x7fa588069f00 msgr2=0x7fa58806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- 172.21.15.7:0/1981657547 shutdown_connections 2024-09-13T15:56:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- 172.21.15.7:0/1981657547 wait complete. 2024-09-13T15:56:52.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 Processor -- start 2024-09-13T15:56:52.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- start start 2024-09-13T15:56:52.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa58814d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5881f0a20 0x7fa58815c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa58815c910 0x7fa5881519a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58814fd00 con 0x7fa570005190 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58814ff50 con 0x7fa58815c910 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa58da81640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa588150230 con 0x7fa5881f0a20 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa58814d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa58814d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34030/0 (socket says 172.21.15.7:34030) 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 -- 172.21.15.7:0/1321910321 learned_addr learned my addr 172.21.15.7:0/1321910321 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa587fff640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa58815c910 0x7fa5881519a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa586ffd640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5881f0a20 0x7fa58815c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 -- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5881f0a20 msgr2=0x7fa58815c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5881f0a20 0x7fa58815c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 -- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa58815c910 msgr2=0x7fa5881519a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa58815c910 0x7fa5881519a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 -- 172.21.15.7:0/1321910321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa588150510 con 0x7fa570005190 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa586ffd640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5881f0a20 0x7fa58815c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.476+0000 7fa5877fe640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa58814d0f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa58000e740 tx=0x7fa58000ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa58000ee50 con 0x7fa570005190 2024-09-13T15:56:52.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa580003b90 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5881507f0 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5800050d0 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa588150d10 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5880b3430 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa580005230 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa56ffff640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa574066690 0x7fa574068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa580083d70 con 0x7fa570005190 2024-09-13T15:56:52.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa586ffd640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa574066690 0x7fa574068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:52.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.480+0000 7fa586ffd640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa574066690 0x7fa574068b50 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa57c001a80 tx=0x7fa57c0012f0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:52.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.484+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa5800514c0 con 0x7fa570005190 2024-09-13T15:56:52.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.672+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa5880b1c20 con 0x7fa570005190 2024-09-13T15:56:52.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.672+0000 7fa56ffff640 1 -- 172.21.15.7:0/1321910321 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1253 (secure 0 0 0) 0x7fa58001a310 con 0x7fa570005190 2024-09-13T15:56:52.678 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:52.678 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T15:56:52.678 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 2 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa574066690 msgr2=0x7fa574068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa574066690 0x7fa574068b50 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa57c001a80 tx=0x7fa57c0012f0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 msgr2=0x7fa58814d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa58814d0f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa58000e740 tx=0x7fa58000ec00 comp rx=0 tx=0).stop 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 shutdown_connections 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa574066690 0x7fa574068b50 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa58815c910 0x7fa5881519a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa5881f0a20 0x7fa58815c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 --2- 172.21.15.7:0/1321910321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa570005190 0x7fa58814d0f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 >> 172.21.15.7:0/1321910321 conn(0x7fa588069f00 msgr2=0x7fa5880b1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:52.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 shutdown_connections 2024-09-13T15:56:52.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:52.676+0000 7fa58da81640 1 -- 172.21.15.7:0/1321910321 wait complete. 2024-09-13T15:56:54.696 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:56:54.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.828+0000 7fed9b100640 1 Processor -- start 2024-09-13T15:56:54.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.828+0000 7fed9b100640 1 -- start start 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9b100640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fed9415c3f0 0x7fed940ad2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9b100640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed940b0570 0x7fed940b3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9b100640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed940ad7f0 con 0x7fed9415c7d0 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9b100640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed9406e4b0 con 0x7fed9415c3f0 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9b100640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed9406d830 con 0x7fed940b0570 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9969d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed940b0570 0x7fed940b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fed9415c3f0 0x7fed940ad2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9969d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed940b0570 0x7fed940b3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:56378/0 (socket says 172.21.15.7:56378) 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fed9415c3f0 0x7fed940ad2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:39758/0 (socket says 172.21.15.7:39758) 2024-09-13T15:56:54.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed93fff640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7fed9415c7d0 0x7fed940afe60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:39256/0 (socket says 172.21.15.7:39256) 2024-09-13T15:56:54.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed9969d640 1 -- 172.21.15.7:0/2052716627 learned_addr learned my addr 172.21.15.7:0/2052716627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:54.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 -- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed940b0570 msgr2=0x7fed940b3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:54.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 --2- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed940b0570 0x7fed940b3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:54.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 -- 172.21.15.7:0/2052716627 >> v1:172.21.15.77:6789/0 conn(0x7fed9415c7d0 legacy=0x7fed940afe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:54.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 -- 172.21.15.7:0/2052716627 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed9406db10 con 0x7fed9415c3f0 2024-09-13T15:56:54.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.832+0000 7fed98e9c640 1 --2- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed9415c3f0 0x7fed940ad2b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fed840097c0 tx=0x7fed8401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbbf32469c01ab4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:54.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed937fe640 1 -- 172.21.15.7:0/2052716627 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed840ab670 con 0x7fed9415c3f0 2024-09-13T15:56:54.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed937fe640 1 -- 172.21.15.7:0/2052716627 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed840ab7d0 con 0x7fed9415c3f0 2024-09-13T15:56:54.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed937fe640 1 -- 172.21.15.7:0/2052716627 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed840abb60 con 0x7fed9415c3f0 2024-09-13T15:56:54.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 -- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed9415c3f0 msgr2=0x7fed940ad2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 --2- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed9415c3f0 0x7fed940ad2b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fed840097c0 tx=0x7fed8401c470 comp rx=0 tx=0).stop 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 -- 172.21.15.7:0/2052716627 shutdown_connections 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 --2- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed940b0570 0x7fed940b3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 --2- 172.21.15.7:0/2052716627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed9415c3f0 0x7fed940ad2b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 -- 172.21.15.7:0/2052716627 >> 172.21.15.7:0/2052716627 conn(0x7fed940aea40 msgr2=0x7fed94071c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 -- 172.21.15.7:0/2052716627 shutdown_connections 2024-09-13T15:56:54.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 -- 172.21.15.7:0/2052716627 wait complete. 2024-09-13T15:56:54.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 Processor -- start 2024-09-13T15:56:54.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.836+0000 7fed9b100640 1 -- start start 2024-09-13T15:56:54.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed940b0570 0x7fed94155670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:54.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 0x7fed941580e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:54.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed94158620 0x7fed9415cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:54.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed94159790 con 0x7fed9415c7d0 2024-09-13T15:56:54.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed94158b80 con 0x7fed940b0570 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed94158e60 con 0x7fed94158620 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 0x7fed941580e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 0x7fed941580e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33214/0 (socket says 172.21.15.7:33214) 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 -- 172.21.15.7:0/1735652556 learned_addr learned my addr 172.21.15.7:0/1735652556 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed98e9c640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed940b0570 0x7fed94155670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9969d640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed94158620 0x7fed9415cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 -- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed94158620 msgr2=0x7fed9415cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed94158620 0x7fed9415cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 -- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed940b0570 msgr2=0x7fed94155670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed940b0570 0x7fed94155670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 -- 172.21.15.7:0/1735652556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed84009420 con 0x7fed9415c7d0 2024-09-13T15:56:54.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9969d640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed94158620 0x7fed9415cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed93fff640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 0x7fed941580e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fed8800c430 tx=0x7fed8800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed880074e0 con 0x7fed9415c7d0 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed88007640 con 0x7fed9415c7d0 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed94159140 con 0x7fed9415c7d0 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed88004a10 con 0x7fed9415c7d0 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed9415eb70 con 0x7fed9415c7d0 2024-09-13T15:56:54.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed9414a620 con 0x7fed9415c7d0 2024-09-13T15:56:54.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fed88004b70 con 0x7fed9415c7d0 2024-09-13T15:56:54.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed917fa640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fed800666c0 0x7fed80068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:54.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fed88083790 con 0x7fed9415c7d0 2024-09-13T15:56:54.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed98e9c640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fed800666c0 0x7fed80068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:54.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.840+0000 7fed98e9c640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fed800666c0 0x7fed80068b80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fed840af000 tx=0x7fed840a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:54.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:54.844+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fed9414a620 con 0x7fed9415c7d0 2024-09-13T15:56:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.040+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fed9414a600 con 0x7fed9415c7d0 2024-09-13T15:56:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.040+0000 7fed917fa640 1 -- 172.21.15.7:0/1735652556 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3515 (secure 0 0 0) 0x7fed88054970 con 0x7fed9415c7d0 2024-09-13T15:56:55.045 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:55.045 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4287,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T15:56:55.046 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 3 2024-09-13T15:56:55.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fed800666c0 msgr2=0x7fed80068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fed800666c0 0x7fed80068b80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fed840af000 tx=0x7fed840a7000 comp rx=0 tx=0).stop 2024-09-13T15:56:55.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 msgr2=0x7fed941580e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 0x7fed941580e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fed8800c430 tx=0x7fed8800c8f0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 shutdown_connections 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fed800666c0 0x7fed80068b80 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fed94158620 0x7fed9415cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed9415c7d0 0x7fed941580e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 --2- 172.21.15.7:0/1735652556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed940b0570 0x7fed94155670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 >> 172.21.15.7:0/1735652556 conn(0x7fed940aea40 msgr2=0x7fed9406c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 shutdown_connections 2024-09-13T15:56:55.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.044+0000 7fed9b100640 1 -- 172.21.15.7:0/1735652556 wait complete. 2024-09-13T15:56:55.065 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:55.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.188+0000 7f8abd6e3640 1 Processor -- start 2024-09-13T15:56:55.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.188+0000 7f8abd6e3640 1 -- start start 2024-09-13T15:56:55.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8abd6e3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 0x7f8ab815cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8abd6e3640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ab8160f20 con 0x7f8ab80b3720 2024-09-13T15:56:55.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8abd6e3640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ab80b2d70 con 0x7f8ab80b3340 2024-09-13T15:56:55.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8abd6e3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab815da70 con 0x7f8ab8160ad0 2024-09-13T15:56:55.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f8ab80b3720 0x7f8ab8142350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59512/0 (socket says 172.21.15.7:59512) 2024-09-13T15:56:55.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 -- 172.21.15.7:0/3124340321 learned_addr learned my addr 172.21.15.7:0/3124340321 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:55.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab77fe640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 0x7f8ab815cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 50110432 0 0) 0x7f8ab8160f20 con 0x7f8ab80b3720 2024-09-13T15:56:55.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8aa4003530 con 0x7f8ab80b3720 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2460635963 0 0) 0x7f8aa4003530 con 0x7f8ab80b3720 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 msgr2=0x7f8ab815cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 0x7f8ab815cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 >> v1:172.21.15.77:6789/0 conn(0x7f8ab80b3340 legacy=0x7f8ab80b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ab80b3020 con 0x7f8ab80b3720 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f8aa0001680 con 0x7f8ab80b3720 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 >> v1:172.21.15.7:6789/0 conn(0x7f8ab80b3720 legacy=0x7f8ab8142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40039b0 0x7f8aa4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aa40047d0 0x7f8aa4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 0x7f8aa4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab815da70 con 0x7f8aa40047d0 2024-09-13T15:56:55.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa400ba40 con 0x7f8aa40039b0 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa400bc00 con 0x7f8ab8160ad0 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aa40047d0 0x7f8aa4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab6ffd640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40039b0 0x7f8aa4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab77fe640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 0x7f8aa4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 -- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 msgr2=0x7f8aa4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab8160ad0 0x7f8aa4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 -- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40039b0 msgr2=0x7f8aa4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40039b0 0x7f8aa4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.192+0000 7f8ab67fc640 1 -- 172.21.15.7:0/3124340321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8aa4003530 con 0x7f8aa40047d0 2024-09-13T15:56:55.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab67fc640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aa40047d0 0x7f8aa4004c50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000c210 tx=0x7f8aa001f370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edc93e40b7277ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0005ae0 con 0x7f8aa40047d0 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8aa00ab070 con 0x7f8aa40047d0 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab5ffb640 1 -- 172.21.15.7:0/3124340321 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0007070 con 0x7f8aa40047d0 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- 172.21.15.7:0/3124340321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aa40047d0 msgr2=0x7f8aa4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/3124340321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aa40047d0 0x7f8aa4004c50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000c210 tx=0x7f8aa001f370 comp rx=0 tx=0).stop 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 -- 172.21.15.7:0/3124340321 reap_dead start 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- 172.21.15.7:0/3124340321 shutdown_connections 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- 172.21.15.7:0/3124340321 >> 172.21.15.7:0/3124340321 conn(0x7f8ab8069f00 msgr2=0x7f8ab806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- 172.21.15.7:0/3124340321 shutdown_connections 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- 172.21.15.7:0/3124340321 wait complete. 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 Processor -- start 2024-09-13T15:56:55.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- start start 2024-09-13T15:56:55.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40047d0 0x7f8ab815b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab81e5bf0 0x7f8ab81e6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 0x7f8ab80af620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab81e6a30 con 0x7f8ab81e65b0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab80ae580 con 0x7f8aa40047d0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8abd6e3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab80ae860 con 0x7f8ab81e5bf0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 0x7f8ab80af620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 0x7f8ab80af620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33246/0 (socket says 172.21.15.7:33246) 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 -- 172.21.15.7:0/1022762872 learned_addr learned my addr 172.21.15.7:0/1022762872 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab6ffd640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40047d0 0x7f8ab815b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab67fc640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab81e5bf0 0x7f8ab81e6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 -- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab81e5bf0 msgr2=0x7f8ab81e6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab81e5bf0 0x7f8ab81e6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 -- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40047d0 msgr2=0x7f8ab815b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40047d0 0x7f8ab815b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab77fe640 1 -- 172.21.15.7:0/1022762872 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ab80aeb40 con 0x7f8ab81e65b0 2024-09-13T15:56:55.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.196+0000 7f8ab67fc640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab81e5bf0 0x7f8ab81e6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8ab77fe640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 0x7f8ab80af620 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80ae1e0 tx=0x7f8ab0011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab0004500 con 0x7f8ab81e65b0 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ab0003620 con 0x7f8ab81e65b0 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ab80aee20 con 0x7f8ab81e65b0 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab0003a10 con 0x7f8ab81e65b0 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ab80ae210 con 0x7f8ab81e65b0 2024-09-13T15:56:55.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ab815cad0 con 0x7f8ab81e65b0 2024-09-13T15:56:55.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8ab0003b70 con 0x7f8ab81e65b0 2024-09-13T15:56:55.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8aaf7fe640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a980666c0 0x7f8a98068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8ab0083d70 con 0x7f8ab81e65b0 2024-09-13T15:56:55.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8ab6ffd640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a980666c0 0x7f8a98068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.200+0000 7f8ab6ffd640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a980666c0 0x7f8a98068b80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8001de0 tx=0x7f8aa8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.204+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8ab0051390 con 0x7f8ab81e65b0 2024-09-13T15:56:55.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8ab80ce280 con 0x7f8ab81e65b0 2024-09-13T15:56:55.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8aaf7fe640 1 -- 172.21.15.7:0/1022762872 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12743 (secure 0 0 0) 0x7f8ab00549b0 con 0x7f8ab81e65b0 2024-09-13T15:56:55.368 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:55.368 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:47.816955+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:55.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a980666c0 msgr2=0x7f8a98068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a980666c0 0x7f8a98068b80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8001de0 tx=0x7f8aa8009040 comp rx=0 tx=0).stop 2024-09-13T15:56:55.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 msgr2=0x7f8ab80af620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 0x7f8ab80af620 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80ae1e0 tx=0x7f8ab0011920 comp rx=0 tx=0).stop 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 shutdown_connections 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a980666c0 0x7f8a98068b80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ab81e65b0 0x7f8ab80af620 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8ab81e5bf0 0x7f8ab81e6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 --2- 172.21.15.7:0/1022762872 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8aa40047d0 0x7f8ab815b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 >> 172.21.15.7:0/1022762872 conn(0x7f8ab8069f00 msgr2=0x7f8ab8145480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.364+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 shutdown_connections 2024-09-13T15:56:55.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.368+0000 7f8abd6e3640 1 -- 172.21.15.7:0/1022762872 wait complete. 2024-09-13T15:56:55.385 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:56:55.386 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:56:55.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.504+0000 7f4bd8ab0640 1 Processor -- start 2024-09-13T15:56:55.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.504+0000 7f4bd8ab0640 1 -- start start 2024-09-13T15:56:55.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd8ab0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bd41654c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd8ab0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4bd40adad0 con 0x7f4bd40cab60 2024-09-13T15:56:55.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd8ab0640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4bd40cb0c0 con 0x7f4bd40b0000 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd8ab0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd40cb3a0 con 0x7f4bd41630d0 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd1d9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f4bd40cab60 0x7f4bd40b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59526/0 (socket says 172.21.15.7:59526) 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd1d9b640 1 -- 172.21.15.7:0/2264728375 learned_addr learned my addr 172.21.15.7:0/2264728375 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bd41654c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3808905125 0 0) 0x7f4bc8001120 con 0x7f4bd40cab60 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4bbc003530 con 0x7f4bd40cab60 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 395938238 0 0) 0x7f4bbc003530 con 0x7f4bd40cab60 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 msgr2=0x7f4bd41654c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bd41654c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 >> v1:172.21.15.77:6789/0 conn(0x7f4bd40b0000 legacy=0x7f4bd415b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd40cb680 con 0x7f4bd40cab60 2024-09-13T15:56:55.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f4bc8001830 con 0x7f4bd40cab60 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 >> v1:172.21.15.7:6789/0 conn(0x7f4bd40cab60 legacy=0x7f4bd40b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bbc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bbc003f30 0x7f4bbc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bbc004d10 0x7f4bbc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd40cb3a0 con 0x7f4bbc004d10 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bbc00ba70 con 0x7f4bbc003f30 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bbc00bc30 con 0x7f4bd41630d0 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bbc004d10 0x7f4bbc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd259c640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bbc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd1d9b640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bbc003f30 0x7f4bbc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 msgr2=0x7f4bbc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bbc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bbc003f30 msgr2=0x7f4bbc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bbc003f30 0x7f4bbc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2264728375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bbc003530 con 0x7f4bbc004d10 2024-09-13T15:56:55.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd259c640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41630d0 0x7f4bbc0039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:55.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.508+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bbc004d10 0x7f4bbc005190 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bd40b0bc0 tx=0x7f4bcc01cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b00c0b340d399acd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0a5c30 con 0x7f4bbc004d10 2024-09-13T15:56:55.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bcc00f040 con 0x7f4bbc004d10 2024-09-13T15:56:55.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd159a640 1 -- 172.21.15.7:0/2264728375 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0ad440 con 0x7f4bbc004d10 2024-09-13T15:56:55.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2264728375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bbc004d10 msgr2=0x7f4bbc005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2264728375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bbc004d10 0x7f4bbc005190 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bd40b0bc0 tx=0x7f4bcc01cc20 comp rx=0 tx=0).stop 2024-09-13T15:56:55.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2264728375 reap_dead start 2024-09-13T15:56:55.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2264728375 shutdown_connections 2024-09-13T15:56:55.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2264728375 >> 172.21.15.7:0/2264728375 conn(0x7f4bd4065eb0 msgr2=0x7f4bd4069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:55.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2264728375 shutdown_connections 2024-09-13T15:56:55.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2264728375 wait complete. 2024-09-13T15:56:55.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 Processor -- start 2024-09-13T15:56:55.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- start start 2024-09-13T15:56:55.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41554f0 0x7f4bd4157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd41f19a0 0x7f4bd41558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 0x7f4bd414adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd41f38c0 con 0x7f4bd4145ab0 2024-09-13T15:56:55.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd415d9a0 con 0x7f4bd41f19a0 2024-09-13T15:56:55.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd4155e10 con 0x7f4bd41554f0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 0x7f4bd414adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 0x7f4bd414adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33264/0 (socket says 172.21.15.7:33264) 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2023954164 learned_addr learned my addr 172.21.15.7:0/2023954164 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd259c640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41554f0 0x7f4bd4157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd1d9b640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd41f19a0 0x7f4bd41558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41554f0 msgr2=0x7f4bd4157ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41554f0 0x7f4bd4157ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd41f19a0 msgr2=0x7f4bd41558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd41f19a0 0x7f4bd41558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 -- 172.21.15.7:0/2023954164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd415d6c0 con 0x7f4bd4145ab0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd2d9d640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 0x7f4bd414adb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc002240 tx=0x7f4bcc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0039a0 con 0x7f4bd4145ab0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bcc003b00 con 0x7f4bd4145ab0 2024-09-13T15:56:55.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bd414a2d0 con 0x7f4bd4145ab0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc003e70 con 0x7f4bd4145ab0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.512+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bd414a890 con 0x7f4bd4145ab0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.516+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bd414aa80 con 0x7f4bd4145ab0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.516+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4bcc0b4040 con 0x7f4bd4145ab0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.516+0000 7f4bc2ffd640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4bb4066690 0x7f4bb4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.516+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4bcc11dc70 con 0x7f4bd4145ab0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.516+0000 7f4bd259c640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4bb4066690 0x7f4bb4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.516+0000 7f4bd259c640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4bb4066690 0x7f4bb4068b50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4bc4000c10 tx=0x7f4bc4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.520+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4bcc0eb590 con 0x7f4bd4145ab0 2024-09-13T15:56:55.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4bd40b03e0 con 0x7f4bd4145ab0 2024-09-13T15:56:55.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bc2ffd640 1 -- 172.21.15.7:0/2023954164 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4bcc0b2020 con 0x7f4bd4145ab0 2024-09-13T15:56:55.679 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:56:55.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4bb4066690 msgr2=0x7f4bb4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4bb4066690 0x7f4bb4068b50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4bc4000c10 tx=0x7f4bc4009040 comp rx=0 tx=0).stop 2024-09-13T15:56:55.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 msgr2=0x7f4bd414adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 0x7f4bd414adb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc002240 tx=0x7f4bcc009750 comp rx=0 tx=0).stop 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 shutdown_connections 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4bb4066690 0x7f4bb4068b50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bd4145ab0 0x7f4bd414adb0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd41f19a0 0x7f4bd41558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 --2- 172.21.15.7:0/2023954164 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4bd41554f0 0x7f4bd4157ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 >> 172.21.15.7:0/2023954164 conn(0x7f4bd4065eb0 msgr2=0x7f4bd406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 shutdown_connections 2024-09-13T15:56:55.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.676+0000 7f4bd8ab0640 1 -- 172.21.15.7:0/2023954164 wait complete. 2024-09-13T15:56:55.696 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T15:56:55.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 Processor -- start 2024-09-13T15:56:55.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 -- start start 2024-09-13T15:56:55.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 0x7f59180b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f59180cff80 0x7f59180715e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59180b5320 con 0x7f5918071b20 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f591815aa10 con 0x7f59180cff80 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591e9a9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5918071f90 con 0x7f591815a630 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591cf46640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f5918071b20 0x7f591806eea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59536/0 (socket says 172.21.15.7:59536) 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591cf46640 1 -- 172.21.15.7:0/2119399756 learned_addr learned my addr 172.21.15.7:0/2119399756 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5917fff640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 0x7f59180b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 --2- 172.21.15.7:0/2119399756 >> v2:172.21.15.77:3300/0 conn(0x7f59180cff80 0x7f59180715e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3622063033 0 0) 0x7f59180b5320 con 0x7f5918071b20 2024-09-13T15:56:55.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5900003530 con 0x7f5918071b20 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1412308233 0 0) 0x7f5900003530 con 0x7f5918071b20 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 msgr2=0x7f59180b4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 0x7f59180b4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 >> v2:172.21.15.77:3300/0 conn(0x7f59180cff80 msgr2=0x7f59180715e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 --2- 172.21.15.7:0/2119399756 >> v2:172.21.15.77:3300/0 conn(0x7f59180cff80 0x7f59180715e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59180b5600 con 0x7f5918071b20 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f5910001a00 con 0x7f5918071b20 2024-09-13T15:56:55.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 >> v1:172.21.15.7:6789/0 conn(0x7f5918071b20 legacy=0x7f591806eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 0x7f59000039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5900003f30 0x7f59000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5900004d10 0x7f5900005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f591815aa10 con 0x7f5900003f30 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5918071f90 con 0x7f5900004d10 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f590000b990 con 0x7f591815a630 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 --2- 172.21.15.7:0/2119399756 >> v2:172.21.15.77:3300/0 conn(0x7f59180cff80 0x7f59180715e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5900003f30 0x7f59000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f5917fff640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 0x7f59000039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591cf46640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5900004d10 0x7f5900005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 -- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 msgr2=0x7f59000039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f591815a630 0x7f59000039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 -- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5900004d10 msgr2=0x7f5900005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:55.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5900004d10 0x7f5900005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f59177fe640 1 -- 172.21.15.7:0/2119399756 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5900003530 con 0x7f5900003f30 2024-09-13T15:56:55.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.816+0000 7f591cf46640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5900004d10 0x7f5900005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:56:55.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f59177fe640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5900003f30 0x7f59000047d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f590c009c80 tx=0x7f590c01cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75eaded8c5ef36ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f590c0a5910 con 0x7f5900003f30 2024-09-13T15:56:55.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f590c0a5a70 con 0x7f5900003f30 2024-09-13T15:56:55.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f5916ffd640 1 -- 172.21.15.7:0/2119399756 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f590c0a5e00 con 0x7f5900003f30 2024-09-13T15:56:55.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591e9a9640 1 -- 172.21.15.7:0/2119399756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5900003f30 msgr2=0x7f59000047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2119399756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5900003f30 0x7f59000047d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f590c009c80 tx=0x7f590c01cc50 comp rx=0 tx=0).stop 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591cf46640 1 -- 172.21.15.7:0/2119399756 reap_dead start 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591e9a9640 1 -- 172.21.15.7:0/2119399756 shutdown_connections 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591e9a9640 1 -- 172.21.15.7:0/2119399756 >> 172.21.15.7:0/2119399756 conn(0x7f591806d6f0 msgr2=0x7f591806db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591e9a9640 1 -- 172.21.15.7:0/2119399756 shutdown_connections 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.820+0000 7f591e9a9640 1 -- 172.21.15.7:0/2119399756 wait complete. 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 Processor -- start 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- start start 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5900003f30 0x7f591814fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5918151360 0x7f591814d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 0x7f5918153170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f591814d890 con 0x7f591814e380 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f591814f900 con 0x7f5918151360 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f591814ecf0 con 0x7f5900003f30 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 0x7f5918153170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 0x7f5918153170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33278/0 (socket says 172.21.15.7:33278) 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 -- 172.21.15.7:0/2487591319 learned_addr learned my addr 172.21.15.7:0/2487591319 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f5917fff640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5900003f30 0x7f591814fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f59177fe640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5918151360 0x7f591814d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 -- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5900003f30 msgr2=0x7f591814fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5900003f30 0x7f591814fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 -- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5918151360 msgr2=0x7f591814d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5918151360 0x7f591814d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 -- 172.21.15.7:0/2487591319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f591814efd0 con 0x7f591814e380 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591cf46640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 0x7f5918153170 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5910000f90 tx=0x7f5910011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591000f8a0 con 0x7f591814e380 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f591000fa00 con 0x7f591814e380 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591000fd90 con 0x7f591814e380 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f591814f2b0 con 0x7f591814e380 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f591814e830 con 0x7f591814e380 2024-09-13T15:56:55.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59180715e0 con 0x7f591814e380 2024-09-13T15:56:55.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.824+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f591001f460 con 0x7f591814e380 2024-09-13T15:56:55.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.828+0000 7f5914ff9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5904066690 0x7f5904068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:55.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.828+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5910086d20 con 0x7f591814e380 2024-09-13T15:56:55.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.828+0000 7f5917fff640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5904066690 0x7f5904068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:55.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.828+0000 7f5917fff640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5904066690 0x7f5904068b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f59181f3520 tx=0x7f5908009190 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:55.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.832+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f59100543d0 con 0x7f591814e380 2024-09-13T15:56:55.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.992+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f591814fa40 con 0x7f591814e380 2024-09-13T15:56:55.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.992+0000 7f5914ff9640 1 -- 172.21.15.7:0/2487591319 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) v1 ==== 84+0+65 (secure 0 0 0) 0x7f59100579f0 con 0x7f591814e380 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:56:55.998 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5904066690 msgr2=0x7f5904068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5904066690 0x7f5904068b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f59181f3520 tx=0x7f5908009190 comp rx=0 tx=0).stop 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 msgr2=0x7f5918153170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 0x7f5918153170 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5910000f90 tx=0x7f5910011b60 comp rx=0 tx=0).stop 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 shutdown_connections 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5904066690 0x7f5904068b50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f591814e380 0x7f5918153170 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5918151360 0x7f591814d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 --2- 172.21.15.7:0/2487591319 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5900003f30 0x7f591814fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 >> 172.21.15.7:0/2487591319 conn(0x7f591806d6f0 msgr2=0x7f59180b1a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:56.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 shutdown_connections 2024-09-13T15:56:56.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:55.996+0000 7f591e9a9640 1 -- 172.21.15.7:0/2487591319 wait complete. 2024-09-13T15:56:56.016 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T15:56:56.017 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 Processor -- start 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 -- start start 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f306015db30 0x7f306015aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f30600ccab0 0x7f3060069f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3060143ab0 0x7f306006a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f306015df10 con 0x7f306015db30 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f306006ca80 con 0x7f3060143ab0 2024-09-13T15:56:56.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f3065c86640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30600cd310 con 0x7f30600ccab0 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f306015db30 0x7f306015aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f306015db30 0x7f306015aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33294/0 (socket says 172.21.15.7:33294) 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 -- 172.21.15.7:0/594931434 learned_addr learned my addr 172.21.15.7:0/594931434 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305ffff640 1 --2- 172.21.15.7:0/594931434 >> v2:172.21.15.77:3300/0 conn(0x7f3060143ab0 0x7f306006a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305effd640 1 --2- 172.21.15.7:0/594931434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f30600ccab0 0x7f3060069f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 -- 172.21.15.7:0/594931434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f30600ccab0 msgr2=0x7f3060069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 --2- 172.21.15.7:0/594931434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f30600ccab0 0x7f3060069f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 -- 172.21.15.7:0/594931434 >> v2:172.21.15.77:3300/0 conn(0x7f3060143ab0 msgr2=0x7f306006a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 --2- 172.21.15.7:0/594931434 >> v2:172.21.15.77:3300/0 conn(0x7f3060143ab0 0x7f306006a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305f7fe640 1 -- 172.21.15.7:0/594931434 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30600cd030 con 0x7f306015db30 2024-09-13T15:56:56.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.144+0000 7f305ffff640 1 --2- 172.21.15.7:0/594931434 >> v2:172.21.15.77:3300/0 conn(0x7f3060143ab0 0x7f306006a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:56.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f305f7fe640 1 --2- 172.21.15.7:0/594931434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f306015db30 0x7f306015aaf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f30600b2700 tx=0x7f305001ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde41c491e6c99b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f305e7fc640 1 -- 172.21.15.7:0/594931434 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30500a89d0 con 0x7f306015db30 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f305e7fc640 1 -- 172.21.15.7:0/594931434 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30500a8b30 con 0x7f306015db30 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f305e7fc640 1 -- 172.21.15.7:0/594931434 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30500b0440 con 0x7f306015db30 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- 172.21.15.7:0/594931434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f306015db30 msgr2=0x7f306015aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- 172.21.15.7:0/594931434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f306015db30 0x7f306015aaf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f30600b2700 tx=0x7f305001ed10 comp rx=0 tx=0).stop 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- 172.21.15.7:0/594931434 shutdown_connections 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- 172.21.15.7:0/594931434 >> v2:172.21.15.77:3300/0 conn(0x7f3060143ab0 0x7f306006a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- 172.21.15.7:0/594931434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f30600ccab0 0x7f3060069f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- 172.21.15.7:0/594931434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f306015db30 0x7f306015aaf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- 172.21.15.7:0/594931434 >> 172.21.15.7:0/594931434 conn(0x7f306006b010 msgr2=0x7f306006b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- 172.21.15.7:0/594931434 shutdown_connections 2024-09-13T15:56:56.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- 172.21.15.7:0/594931434 wait complete. 2024-09-13T15:56:56.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 Processor -- start 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- start start 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30600ccab0 0x7f306013cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 0x7f30600aaf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f306015db30 0x7f306015c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30600ae730 con 0x7f3060143ab0 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30600adb20 con 0x7f30600ccab0 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f3065c86640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30600ade00 con 0x7f306015db30 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f305effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 0x7f30600aaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.148+0000 7f305effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 0x7f30600aaf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33306/0 (socket says 172.21.15.7:33306) 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 -- 172.21.15.7:0/2300116586 learned_addr learned my addr 172.21.15.7:0/2300116586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305f7fe640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30600ccab0 0x7f306013cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305ffff640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f306015db30 0x7f306015c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 -- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f306015db30 msgr2=0x7f306015c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f306015db30 0x7f306015c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 -- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30600ccab0 msgr2=0x7f306013cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30600ccab0 0x7f306013cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 -- 172.21.15.7:0/2300116586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30500094d0 con 0x7f3060143ab0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305effd640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 0x7f30600aaf80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f305400c7f0 tx=0x7f305400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3054004220 con 0x7f3060143ab0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3054004380 con 0x7f3060143ab0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30600ae0e0 con 0x7f3060143ab0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3054003860 con 0x7f3060143ab0 2024-09-13T15:56:56.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f306013d400 con 0x7f3060143ab0 2024-09-13T15:56:56.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3060066bb0 con 0x7f3060143ab0 2024-09-13T15:56:56.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3054003bd0 con 0x7f3060143ab0 2024-09-13T15:56:56.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3047fff640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f304c066690 0x7f304c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:56.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3054083e30 con 0x7f3060143ab0 2024-09-13T15:56:56.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305f7fe640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f304c066690 0x7f304c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:56.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.152+0000 7f305f7fe640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f304c066690 0x7f304c068b50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f30500b2000 tx=0x7f3050008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:56.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.156+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3054051460 con 0x7f3060143ab0 2024-09-13T15:56:56.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.316+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f306015aaf0 con 0x7f3060143ab0 2024-09-13T15:56:56.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.852+0000 7f3047fff640 1 -- 172.21.15.7:0/2300116586 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) v1 ==== 138+0+0 (secure 0 0 0) 0x7f305401e070 con 0x7f3060143ab0 2024-09-13T15:56:56.856 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-09-13T15:56:56.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f304c066690 msgr2=0x7f304c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f304c066690 0x7f304c068b50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f30500b2000 tx=0x7f3050008040 comp rx=0 tx=0).stop 2024-09-13T15:56:56.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 msgr2=0x7f30600aaf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:56.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 0x7f30600aaf80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f305400c7f0 tx=0x7f305400ccb0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 shutdown_connections 2024-09-13T15:56:56.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f304c066690 0x7f304c068b50 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f306015db30 0x7f306015c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3060143ab0 0x7f30600aaf80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 --2- 172.21.15.7:0/2300116586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30600ccab0 0x7f306013cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:56.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 >> 172.21.15.7:0/2300116586 conn(0x7f306006b010 msgr2=0x7f306015ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:56.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 shutdown_connections 2024-09-13T15:56:56.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:56.860+0000 7f3065c86640 1 -- 172.21.15.7:0/2300116586 wait complete. 2024-09-13T15:56:56.886 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T15:56:57.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 Processor -- start 2024-09-13T15:56:57.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 -- start start 2024-09-13T15:56:57.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4ba40cb320 0x7f4ba40cb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba40b0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ba40ca280 con 0x7f4ba415a570 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ba40c9bf0 con 0x7f4ba40cb320 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4babd67640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba40b09d0 con 0x7f4ba40b0000 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.016+0000 7f4ba9302640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4ba40cb320 0x7f4ba40cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9b03640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f4ba415a570 0x7f4ba40cc1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59548/0 (socket says 172.21.15.7:59548) 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9b03640 1 -- 172.21.15.7:0/2044842012 learned_addr learned my addr 172.21.15.7:0/2044842012 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4baa304640 1 --2- 172.21.15.7:0/2044842012 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba40b0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9302640 1 -- 172.21.15.7:0/2044842012 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 msgr2=0x7f4ba40b0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9302640 1 --2- 172.21.15.7:0/2044842012 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba40b0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9302640 1 -- 172.21.15.7:0/2044842012 >> v1:172.21.15.7:6789/0 conn(0x7f4ba415a570 legacy=0x7f4ba40cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9302640 1 -- 172.21.15.7:0/2044842012 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba40ca560 con 0x7f4ba40cb320 2024-09-13T15:56:57.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba8b01640 1 -- 172.21.15.7:0/2044842012 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1392734079 0 0) 0x7f4ba40ca280 con 0x7f4ba415a570 2024-09-13T15:56:57.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba9302640 1 --2- 172.21.15.7:0/2044842012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba40cb320 0x7f4ba40cb760 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4ba00097c0 tx=0x7f4ba001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cdb68b8de03b233 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:57.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba8b01640 1 -- 172.21.15.7:0/2044842012 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba00ad640 con 0x7f4ba40cb320 2024-09-13T15:56:57.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba8b01640 1 -- 172.21.15.7:0/2044842012 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ba00ad7a0 con 0x7f4ba40cb320 2024-09-13T15:56:57.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4ba8b01640 1 -- 172.21.15.7:0/2044842012 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba00adb30 con 0x7f4ba40cb320 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 -- 172.21.15.7:0/2044842012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba40cb320 msgr2=0x7f4ba40cb760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 --2- 172.21.15.7:0/2044842012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba40cb320 0x7f4ba40cb760 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4ba00097c0 tx=0x7f4ba001c4a0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 -- 172.21.15.7:0/2044842012 shutdown_connections 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 --2- 172.21.15.7:0/2044842012 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba40b0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 --2- 172.21.15.7:0/2044842012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba40cb320 0x7f4ba40cb760 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 -- 172.21.15.7:0/2044842012 >> 172.21.15.7:0/2044842012 conn(0x7f4ba4065eb0 msgr2=0x7f4ba4069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:57.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 -- 172.21.15.7:0/2044842012 shutdown_connections 2024-09-13T15:56:57.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.020+0000 7f4babd67640 1 -- 172.21.15.7:0/2044842012 wait complete. 2024-09-13T15:56:57.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 Processor -- start 2024-09-13T15:56:57.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- start start 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba4159910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ba40cb320 0x7f4ba406b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 0x7f4ba406b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba4159e50 con 0x7f4ba415a570 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba406c2f0 con 0x7f4ba40cb320 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba41587d0 con 0x7f4ba40b0000 2024-09-13T15:56:57.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 0x7f4ba406b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 0x7f4ba406b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33324/0 (socket says 172.21.15.7:33324) 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 -- 172.21.15.7:0/1473331029 learned_addr learned my addr 172.21.15.7:0/1473331029 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4ba9302640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ba40cb320 0x7f4ba406b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4ba9b03640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba4159910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 -- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 msgr2=0x7f4ba4159910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba4159910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 -- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ba40cb320 msgr2=0x7f4ba406b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ba40cb320 0x7f4ba406b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 -- 172.21.15.7:0/1473331029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba0009420 con 0x7f4ba415a570 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4ba9302640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ba40cb320 0x7f4ba406b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4baa304640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 0x7f4ba406b920 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c007e40 tx=0x7f4b9c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c014620 con 0x7f4ba415a570 2024-09-13T15:56:57.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b9c00ee90 con 0x7f4ba415a570 2024-09-13T15:56:57.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c0149e0 con 0x7f4ba415a570 2024-09-13T15:56:57.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ba40cca50 con 0x7f4ba415a570 2024-09-13T15:56:57.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ba4158d90 con 0x7f4ba415a570 2024-09-13T15:56:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ba4154400 con 0x7f4ba415a570 2024-09-13T15:56:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.024+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4b9c014b40 con 0x7f4ba415a570 2024-09-13T15:56:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.028+0000 7f4b967fc640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4b88066690 0x7f4b88068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.028+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f4b9c0848f0 con 0x7f4ba415a570 2024-09-13T15:56:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.028+0000 7f4ba9b03640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4b88066690 0x7f4b88068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.028+0000 7f4ba9b03640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4b88066690 0x7f4b88068b50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4b98000f70 tx=0x7f4b98009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.032+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4b9c051eb0 con 0x7f4ba415a570 2024-09-13T15:56:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.192+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f4ba40b0490 con 0x7f4ba415a570 2024-09-13T15:56:57.863 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-09-13T15:56:57.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.860+0000 7f4b967fc640 1 -- 172.21.15.7:0/1473331029 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) v1 ==== 170+0+0 (secure 0 0 0) 0x7f4b9c0554d0 con 0x7f4ba415a570 2024-09-13T15:56:57.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.864+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4b88066690 msgr2=0x7f4b88068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:57.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.864+0000 7f4babd67640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4b88066690 0x7f4b88068b50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4b98000f70 tx=0x7f4b98009040 comp rx=0 tx=0).stop 2024-09-13T15:56:57.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.864+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 msgr2=0x7f4ba406b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:57.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.864+0000 7f4babd67640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 0x7f4ba406b920 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c007e40 tx=0x7f4b9c00e4b0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 shutdown_connections 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4b88066690 0x7f4b88068b50 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ba415a570 0x7f4ba406b920 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ba40cb320 0x7f4ba406b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 --2- 172.21.15.7:0/1473331029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4ba40b0000 0x7f4ba4159910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 >> 172.21.15.7:0/1473331029 conn(0x7f4ba4065eb0 msgr2=0x7f4ba40cd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:57.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 shutdown_connections 2024-09-13T15:56:57.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:57.868+0000 7f4babd67640 1 -- 172.21.15.7:0/1473331029 wait complete. 2024-09-13T15:56:57.907 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T15:56:58.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc288a97640 1 Processor -- start 2024-09-13T15:56:58.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc288a97640 1 -- start start 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc288a97640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc2840cab60 0x7fc2840b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc288a97640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2840adad0 con 0x7fc2840b0000 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc288a97640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2840b0920 con 0x7fc2841620c0 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc288a97640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2840cb0c0 con 0x7fc2840cab60 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc281d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc2840cab60 0x7fc2840b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc281d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc2840cab60 0x7fc2840b03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33336/0 (socket says 172.21.15.7:33336) 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc28259c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc2840b0000 0x7fc28415b530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59552/0 (socket says 172.21.15.7:59552) 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc281d9b640 1 -- 172.21.15.7:0/3271294468 learned_addr learned my addr 172.21.15.7:0/3271294468 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:58.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc281d9b640 1 -- 172.21.15.7:0/3271294468 >> v1:172.21.15.77:6789/0 conn(0x7fc2841620c0 legacy=0x7fc2841644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:58.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc281d9b640 1 -- 172.21.15.7:0/3271294468 >> v1:172.21.15.7:6789/0 conn(0x7fc2840b0000 legacy=0x7fc28415b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc28159a640 1 -- 172.21.15.7:0/3271294468 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1114417490 0 0) 0x7fc26c001120 con 0x7fc2840b0000 2024-09-13T15:56:58.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.032+0000 7fc281d9b640 1 -- 172.21.15.7:0/3271294468 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2840cb3a0 con 0x7fc2840cab60 2024-09-13T15:56:58.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc281d9b640 1 --2- 172.21.15.7:0/3271294468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2840cab60 0x7fc2840b03e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc274009870 tx=0x7fc27401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab94193ae1bb393e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc28159a640 1 -- 172.21.15.7:0/3271294468 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2740aa650 con 0x7fc2840cab60 2024-09-13T15:56:58.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc28159a640 1 -- 172.21.15.7:0/3271294468 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2740aa7b0 con 0x7fc2840cab60 2024-09-13T15:56:58.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc28159a640 1 -- 172.21.15.7:0/3271294468 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2740aab40 con 0x7fc2840cab60 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- 172.21.15.7:0/3271294468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2840cab60 msgr2=0x7fc2840b03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 --2- 172.21.15.7:0/3271294468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2840cab60 0x7fc2840b03e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc274009870 tx=0x7fc27401c4f0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- 172.21.15.7:0/3271294468 shutdown_connections 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 --2- 172.21.15.7:0/3271294468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2840cab60 0x7fc2840b03e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- 172.21.15.7:0/3271294468 >> 172.21.15.7:0/3271294468 conn(0x7fc284065eb0 msgr2=0x7fc284069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- 172.21.15.7:0/3271294468 shutdown_connections 2024-09-13T15:56:58.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- 172.21.15.7:0/3271294468 wait complete. 2024-09-13T15:56:58.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 Processor -- start 2024-09-13T15:56:58.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- start start 2024-09-13T15:56:58.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2840b0000 0x7fc2840c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2840cab60 0x7fc284144100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 0x7fc284148920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc28415b900 con 0x7fc2841620c0 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2840c8a80 con 0x7fc2840b0000 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc288a97640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2841569e0 con 0x7fc2840cab60 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc282d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 0x7fc284148920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc282d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 0x7fc284148920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33352/0 (socket says 172.21.15.7:33352) 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.036+0000 7fc282d9d640 1 -- 172.21.15.7:0/4100609943 learned_addr learned my addr 172.21.15.7:0/4100609943 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc28259c640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2840b0000 0x7fc2840c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc281d9b640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2840cab60 0x7fc284144100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc282d9d640 1 -- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2840cab60 msgr2=0x7fc284144100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc282d9d640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2840cab60 0x7fc284144100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc282d9d640 1 -- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2840b0000 msgr2=0x7fc2840c8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc282d9d640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2840b0000 0x7fc2840c8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc282d9d640 1 -- 172.21.15.7:0/4100609943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2740094d0 con 0x7fc2841620c0 2024-09-13T15:56:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc282d9d640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 0x7fc284148920 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc27c00b990 tx=0x7fc27c00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc27c00cba0 con 0x7fc2841620c0 2024-09-13T15:56:58.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc27c00cd00 con 0x7fc2841620c0 2024-09-13T15:56:58.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc27c014680 con 0x7fc2841620c0 2024-09-13T15:56:58.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc284155b80 con 0x7fc2841620c0 2024-09-13T15:56:58.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc284156140 con 0x7fc2841620c0 2024-09-13T15:56:58.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc28415ba40 con 0x7fc2841620c0 2024-09-13T15:56:58.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc27c01d3b0 con 0x7fc2841620c0 2024-09-13T15:56:58.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc27affd640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc2640666c0 0x7fc264068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc28259c640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc2640666c0 0x7fc264068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fc27c084340 con 0x7fc2841620c0 2024-09-13T15:56:58.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.040+0000 7fc28259c640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc2640666c0 0x7fc264068b80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc26c007fd0 tx=0x7fc26c0079c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.052+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc27c051780 con 0x7fc2841620c0 2024-09-13T15:56:58.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.256+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fc28415ba40 con 0x7fc2841620c0 2024-09-13T15:56:58.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.264+0000 7fc27affd640 1 -- 172.21.15.7:0/4100609943 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fc28415ba40 con 0x7fc2841620c0 2024-09-13T15:56:58.292 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T15:56:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.292+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc2640666c0 msgr2=0x7fc264068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc2640666c0 0x7fc264068b80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc26c007fd0 tx=0x7fc26c0079c0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 msgr2=0x7fc284148920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 0x7fc284148920 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc27c00b990 tx=0x7fc27c00be50 comp rx=0 tx=0).stop 2024-09-13T15:56:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 shutdown_connections 2024-09-13T15:56:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc2640666c0 0x7fc264068b80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2841620c0 0x7fc284148920 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2840cab60 0x7fc284144100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 --2- 172.21.15.7:0/4100609943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2840b0000 0x7fc2840c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 >> 172.21.15.7:0/4100609943 conn(0x7fc284065eb0 msgr2=0x7fc284149ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 shutdown_connections 2024-09-13T15:56:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.296+0000 7fc288a97640 1 -- 172.21.15.7:0/4100609943 wait complete. 2024-09-13T15:56:58.321 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:58.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff622e6a640 1 Processor -- start 2024-09-13T15:56:58.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff622e6a640 1 -- start start 2024-09-13T15:56:58.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff622e6a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff61c0b3a90 0x7ff61c0addd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff622e6a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff61c0b3f40 con 0x7ff61c145e60 2024-09-13T15:56:58.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff622e6a640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff61c0b41c0 con 0x7ff61c06a610 2024-09-13T15:56:58.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff622e6a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff61c0ae310 con 0x7ff61c0b3a90 2024-09-13T15:56:58.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff620c06640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff61c145e60 0x7ff61c069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59556/0 (socket says 172.21.15.7:59556) 2024-09-13T15:56:58.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff620c06640 1 -- 172.21.15.7:0/2169333491 learned_addr learned my addr 172.21.15.7:0/2169333491 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:56:58.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 --2- 172.21.15.7:0/2169333491 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0b3a90 0x7ff61c0addd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4104526987 0 0) 0x7ff61c0b3f40 con 0x7ff61c145e60 2024-09-13T15:56:58.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff604003530 con 0x7ff61c145e60 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2940637300 0 0) 0x7ff604003530 con 0x7ff61c145e60 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0b3a90 msgr2=0x7ff61c0addd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 --2- 172.21.15.7:0/2169333491 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0b3a90 0x7ff61c0addd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 >> v1:172.21.15.77:6789/0 conn(0x7ff61c06a610 legacy=0x7ff61c06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff61c0b44a0 con 0x7ff61c145e60 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7ff60c001680 con 0x7ff61c145e60 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 >> v1:172.21.15.7:6789/0 conn(0x7ff61c145e60 legacy=0x7ff61c069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604003980 0x7ff604003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff6040047d0 0x7ff604004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff604005190 0x7ff60400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c0ae310 con 0x7ff604005190 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff60400c030 con 0x7ff604003980 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff60400c1f0 con 0x7ff6040047d0 2024-09-13T15:56:58.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff604005190 0x7ff60400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff620c06640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604003980 0x7ff604003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61bfff640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff6040047d0 0x7ff604004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 -- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff6040047d0 msgr2=0x7ff604004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff6040047d0 0x7ff604004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 -- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604003980 msgr2=0x7ff604003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604003980 0x7ff604003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff621407640 1 -- 172.21.15.7:0/2169333491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff604003530 con 0x7ff604005190 2024-09-13T15:56:58.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.432+0000 7ff61bfff640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff6040047d0 0x7ff604004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:58.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff621407640 1 -- 172.21.15.7:0/2169333491 reap_dead start 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff621407640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff604005190 0x7ff60400b990 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff614009fc0 tx=0x7ff61401ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ff34a27bb6b791 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6140a5cd0 con 0x7ff604005190 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff61400f040 con 0x7ff604005190 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff61b7fe640 1 -- 172.21.15.7:0/2169333491 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff614003be0 con 0x7ff604005190 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 -- 172.21.15.7:0/2169333491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff604005190 msgr2=0x7ff60400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff604005190 0x7ff60400b990 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff614009fc0 tx=0x7ff61401ccc0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 -- 172.21.15.7:0/2169333491 shutdown_connections 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 --2- 172.21.15.7:0/2169333491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff604005190 0x7ff60400b990 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 -- 172.21.15.7:0/2169333491 >> 172.21.15.7:0/2169333491 conn(0x7ff61c06b1e0 msgr2=0x7ff61c06b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 -- 172.21.15.7:0/2169333491 shutdown_connections 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 -- 172.21.15.7:0/2169333491 wait complete. 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 Processor -- start 2024-09-13T15:56:58.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.436+0000 7ff622e6a640 1 -- start start 2024-09-13T15:56:58.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604005190 0x7ff61c15dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 0x7ff61c143970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c15baf0 0x7ff61c15bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c15c4b0 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c15e6f0 con 0x7ff604005190 2024-09-13T15:56:58.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c15e9d0 con 0x7ff61c15baf0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 0x7ff61c143970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 0x7ff61c143970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33372/0 (socket says 172.21.15.7:33372) 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 -- 172.21.15.7:0/3993198583 learned_addr learned my addr 172.21.15.7:0/3993198583 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff620c06640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604005190 0x7ff61c15dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff621407640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c15baf0 0x7ff61c15bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 -- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c15baf0 msgr2=0x7ff61c15bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c15baf0 0x7ff61c15bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 -- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604005190 msgr2=0x7ff61c15dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604005190 0x7ff61c15dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 -- 172.21.15.7:0/3993198583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff61c15ecb0 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff620c06640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604005190 0x7ff61c15dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff61bfff640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 0x7ff61c143970 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff61000d540 tx=0x7ff61000da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff610005500 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff610003620 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff61c15ef90 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6100039b0 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff61c15e400 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff61c146360 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff610003b10 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff6197fa640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff6080666c0 0x7ff608068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff610084070 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff620c06640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff6080666c0 0x7ff608068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.440+0000 7ff620c06640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff6080666c0 0x7ff608068b80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff60c001060 tx=0x7ff60c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.444+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff6100514a0 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.600+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff61c06e900 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.604+0000 7ff6197fa640 1 -- 172.21.15.7:0/3993198583 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16410 (secure 0 0 0) 0x7ff610054ac0 con 0x7ff61c0cc5f0 2024-09-13T15:56:58.609 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:58.609 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":21,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:58.260121+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.604+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff6080666c0 msgr2=0x7ff608068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.604+0000 7ff622e6a640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff6080666c0 0x7ff608068b80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff60c001060 tx=0x7ff60c009040 comp rx=0 tx=0).stop 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.604+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 msgr2=0x7ff61c143970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.604+0000 7ff622e6a640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 0x7ff61c143970 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff61000d540 tx=0x7ff61000da00 comp rx=0 tx=0).stop 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 shutdown_connections 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff6080666c0 0x7ff608068b80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c15baf0 0x7ff61c15bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cc5f0 0x7ff61c143970 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 --2- 172.21.15.7:0/3993198583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff604005190 0x7ff61c15dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 >> 172.21.15.7:0/3993198583 conn(0x7ff61c06b1e0 msgr2=0x7ff61c0b0b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:58.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 shutdown_connections 2024-09-13T15:56:58.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.608+0000 7ff622e6a640 1 -- 172.21.15.7:0/3993198583 wait complete. 2024-09-13T15:56:58.626 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:56:58.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 Processor -- start 2024-09-13T15:56:58.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 -- start start 2024-09-13T15:56:58.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f721815da10 0x7f721815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 0x7f72180cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f721815af90 con 0x7f7218143af0 2024-09-13T15:56:58.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f721815ddf0 con 0x7f721815da10 2024-09-13T15:56:58.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721f08a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72180b2d60 con 0x7f72180cd3e0 2024-09-13T15:56:58.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 0x7f72180cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721ce26640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f721815da10 0x7f721815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 0x7f72180cd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:56562/0 (socket says 172.21.15.7:56562) 2024-09-13T15:56:58.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 -- 172.21.15.7:0/3363718524 learned_addr learned my addr 172.21.15.7:0/3363718524 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:58.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f7217fff640 1 --1- 172.21.15.7:0/3363718524 >> v1:172.21.15.77:6789/0 conn(0x7f7218143af0 0x7f72180b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:39290/0 (socket says 172.21.15.7:39290) 2024-09-13T15:56:58.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 -- 172.21.15.7:0/3363718524 >> v2:172.21.15.77:3300/0 conn(0x7f721815da10 msgr2=0x7f721815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:58.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 --2- 172.21.15.7:0/3363718524 >> v2:172.21.15.77:3300/0 conn(0x7f721815da10 0x7f721815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 -- 172.21.15.7:0/3363718524 >> v1:172.21.15.77:6789/0 conn(0x7f7218143af0 legacy=0x7f72180b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.748+0000 7f721d627640 1 -- 172.21.15.7:0/3363718524 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72180b3000 con 0x7f72180cd3e0 2024-09-13T15:56:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721d627640 1 --2- 172.21.15.7:0/3363718524 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 0x7f72180cd820 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7210009e50 tx=0x7f721001ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45c931f3a0b95911 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f72177fe640 1 -- 172.21.15.7:0/3363718524 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72100a58d0 con 0x7f72180cd3e0 2024-09-13T15:56:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f72177fe640 1 -- 172.21.15.7:0/3363718524 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72100a5a30 con 0x7f72180cd3e0 2024-09-13T15:56:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f72177fe640 1 -- 172.21.15.7:0/3363718524 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72100a5dc0 con 0x7f72180cd3e0 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 -- 172.21.15.7:0/3363718524 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 msgr2=0x7f72180cd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 --2- 172.21.15.7:0/3363718524 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 0x7f72180cd820 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7210009e50 tx=0x7f721001ca00 comp rx=0 tx=0).stop 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 -- 172.21.15.7:0/3363718524 shutdown_connections 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 --2- 172.21.15.7:0/3363718524 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72180cd3e0 0x7f72180cd820 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 --2- 172.21.15.7:0/3363718524 >> v2:172.21.15.77:3300/0 conn(0x7f721815da10 0x7f721815aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 -- 172.21.15.7:0/3363718524 >> 172.21.15.7:0/3363718524 conn(0x7f7218069f00 msgr2=0x7f721806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 -- 172.21.15.7:0/3363718524 shutdown_connections 2024-09-13T15:56:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 -- 172.21.15.7:0/3363718524 wait complete. 2024-09-13T15:56:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 Processor -- start 2024-09-13T15:56:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.752+0000 7f721f08a640 1 -- start start 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 0x7f7218157c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7218143af0 0x7f7218142fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f721815da10 0x7f7218139d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721815ca70 con 0x7f72180cd3e0 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721806fac0 con 0x7f721815da10 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7218071490 con 0x7f7218143af0 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 0x7f7218157c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 0x7f7218157c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33388/0 (socket says 172.21.15.7:33388) 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 -- 172.21.15.7:0/3793190087 learned_addr learned my addr 172.21.15.7:0/3793190087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f7217fff640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7218143af0 0x7f7218142fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721d627640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f721815da10 0x7f7218139d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 -- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7218143af0 msgr2=0x7f7218142fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7218143af0 0x7f7218142fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 -- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f721815da10 msgr2=0x7f7218139d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f721815da10 0x7f7218139d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 -- 172.21.15.7:0/3793190087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7210009b30 con 0x7f72180cd3e0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721d627640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f721815da10 0x7f7218139d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721ce26640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 0x7f7218157c80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f720c00e870 tx=0x7f720c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f720c009510 con 0x7f72180cd3e0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f720c00eec0 con 0x7f72180cd3e0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f721815ccc0 con 0x7f72180cd3e0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f720c00cb40 con 0x7f72180cd3e0 2024-09-13T15:56:58.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f721806f470 con 0x7f72180cd3e0 2024-09-13T15:56:58.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f721806cec0 con 0x7f72180cd3e0 2024-09-13T15:56:58.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f720c00ccc0 con 0x7f72180cd3e0 2024-09-13T15:56:58.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f72157fa640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f71fc066690 0x7f71fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:58.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f7217fff640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f71fc066690 0x7f71fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:58.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f720c0842d0 con 0x7f72180cd3e0 2024-09-13T15:56:58.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.756+0000 7f7217fff640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f71fc066690 0x7f71fc068b50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f72180b0c40 tx=0x7f7204007c90 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:58.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.760+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f720c0515c0 con 0x7f72180cd3e0 2024-09-13T15:56:58.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.924+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f721815eb20 con 0x7f72180cd3e0 2024-09-13T15:56:58.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.928+0000 7f72157fa640 1 -- 172.21.15.7:0/3793190087 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16410 (secure 0 0 0) 0x7f720c054be0 con 0x7f72180cd3e0 2024-09-13T15:56:58.933 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:56:58.933 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":21,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:58.260121+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f71fc066690 msgr2=0x7f71fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f71fc066690 0x7f71fc068b50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f72180b0c40 tx=0x7f7204007c90 comp rx=0 tx=0).stop 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 msgr2=0x7f7218157c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 0x7f7218157c80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f720c00e870 tx=0x7f720c00ec70 comp rx=0 tx=0).stop 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 shutdown_connections 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f71fc066690 0x7f71fc068b50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f721815da10 0x7f7218139d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7218143af0 0x7f7218142fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 --2- 172.21.15.7:0/3793190087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72180cd3e0 0x7f7218157c80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 >> 172.21.15.7:0/3793190087 conn(0x7f7218069f00 msgr2=0x7f72180ad7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 shutdown_connections 2024-09-13T15:56:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:58.932+0000 7f721f08a640 1 -- 172.21.15.7:0/3793190087 wait complete. 2024-09-13T15:56:58.953 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T15:56:59.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 Processor -- start 2024-09-13T15:56:59.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 -- start start 2024-09-13T15:56:59.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd1340b0000 0x7fd13415b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd1340cab60 0x7fd1340b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd1340ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1340adad0 con 0x7fd1340cab60 2024-09-13T15:56:59.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd13415ba70 con 0x7fd1340b0000 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd13a3b8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1340b0920 con 0x7fd1340ccac0 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd1340cab60 0x7fd1340b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd1340cab60 0x7fd1340b03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33400/0 (socket says 172.21.15.7:33400) 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 -- 172.21.15.7:0/3674737766 learned_addr learned my addr 172.21.15.7:0/3674737766 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd138955640 1 --2- 172.21.15.7:0/3674737766 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd1340ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd133fff640 1 --2- 172.21.15.7:0/3674737766 >> v2:172.21.15.77:3300/0 conn(0x7fd1340b0000 0x7fd13415b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 -- 172.21.15.7:0/3674737766 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 msgr2=0x7fd1340ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 --2- 172.21.15.7:0/3674737766 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd1340ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 -- 172.21.15.7:0/3674737766 >> v2:172.21.15.77:3300/0 conn(0x7fd1340b0000 msgr2=0x7fd13415b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 --2- 172.21.15.7:0/3674737766 >> v2:172.21.15.77:3300/0 conn(0x7fd1340b0000 0x7fd13415b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.076+0000 7fd1337fe640 1 -- 172.21.15.7:0/3674737766 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1340cb0c0 con 0x7fd1340cab60 2024-09-13T15:56:59.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd1337fe640 1 --2- 172.21.15.7:0/3674737766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340cab60 0x7fd1340b03e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd13406aac0 tx=0x7fd12801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a0f3ea7b579257b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:59.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd132ffd640 1 -- 172.21.15.7:0/3674737766 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1280aa610 con 0x7fd1340cab60 2024-09-13T15:56:59.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd132ffd640 1 -- 172.21.15.7:0/3674737766 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1280a6040 con 0x7fd1340cab60 2024-09-13T15:56:59.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd132ffd640 1 -- 172.21.15.7:0/3674737766 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1280aa990 con 0x7fd1340cab60 2024-09-13T15:56:59.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 -- 172.21.15.7:0/3674737766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340cab60 msgr2=0x7fd1340b03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/3674737766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340cab60 0x7fd1340b03e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd13406aac0 tx=0x7fd12801c4f0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 -- 172.21.15.7:0/3674737766 shutdown_connections 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/3674737766 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd1340ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/3674737766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340cab60 0x7fd1340b03e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/3674737766 >> v2:172.21.15.77:3300/0 conn(0x7fd1340b0000 0x7fd13415b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 -- 172.21.15.7:0/3674737766 >> 172.21.15.7:0/3674737766 conn(0x7fd134065eb0 msgr2=0x7fd134069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 -- 172.21.15.7:0/3674737766 shutdown_connections 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.080+0000 7fd13a3b8640 1 -- 172.21.15.7:0/3674737766 wait complete. 2024-09-13T15:56:59.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 Processor -- start 2024-09-13T15:56:59.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- start start 2024-09-13T15:56:59.087 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:56:59.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 0x7fd134148fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1340cab60 0x7fd13414eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd13414adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1340afc10 con 0x7fd1340b0000 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd13414b330 con 0x7fd1340cab60 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1340af400 con 0x7fd1340ccac0 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 0x7fd134148fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 0x7fd134148fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33410/0 (socket says 172.21.15.7:33410) 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 -- 172.21.15.7:0/701382743 learned_addr learned my addr 172.21.15.7:0/701382743 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd1337fe640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1340cab60 0x7fd13414eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd138955640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd13414adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 -- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 msgr2=0x7fd13414adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:59.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd13414adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 -- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1340cab60 msgr2=0x7fd13414eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1340cab60 0x7fd13414eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 -- 172.21.15.7:0/701382743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1280094d0 con 0x7fd1340b0000 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd1337fe640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1340cab60 0x7fd13414eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd138955640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd13414adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd133fff640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 0x7fd134148fc0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd12400d830 tx=0x7fd12400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd12400be10 con 0x7fd1340b0000 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1240098b0 con 0x7fd1340b0000 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1340cda20 con 0x7fd1340b0000 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd124009a40 con 0x7fd1340b0000 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1340af650 con 0x7fd1340b0000 2024-09-13T15:56:59.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd13415b530 con 0x7fd1340b0000 2024-09-13T15:56:59.092 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:56:59.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.084+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd124009ba0 con 0x7fd1340b0000 2024-09-13T15:56:59.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.088+0000 7fd130ff9640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd120066690 0x7fd120068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:56:59.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.088+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd124084490 con 0x7fd1340b0000 2024-09-13T15:56:59.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.088+0000 7fd1337fe640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd120066690 0x7fd120068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:56:59.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.088+0000 7fd1337fe640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd120066690 0x7fd120068b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd1280ae000 tx=0x7fd128008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:56:59.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.092+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd124051890 con 0x7fd1340b0000 2024-09-13T15:56:59.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:56:59.292+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd13414aa50 con 0x7fd1340b0000 2024-09-13T15:57:00.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.276+0000 7fd130ff9640 1 -- 172.21.15.7:0/701382743 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd12400b3a0 con 0x7fd1340b0000 2024-09-13T15:57:00.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.276+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd120066690 msgr2=0x7fd120068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.276+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd120066690 0x7fd120068b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd1280ae000 tx=0x7fd128008040 comp rx=0 tx=0).stop 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.276+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 msgr2=0x7fd134148fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.276+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 0x7fd134148fc0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd12400d830 tx=0x7fd12400dcf0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 shutdown_connections 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd120066690 0x7fd120068b50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd1340ccac0 0x7fd13414adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1340cab60 0x7fd13414eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 --2- 172.21.15.7:0/701382743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd1340b0000 0x7fd134148fc0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 >> 172.21.15.7:0/701382743 conn(0x7fd134065eb0 msgr2=0x7fd13415bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 shutdown_connections 2024-09-13T15:57:00.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.280+0000 7fd13a3b8640 1 -- 172.21.15.7:0/701382743 wait complete. 2024-09-13T15:57:00.299 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T15:57:00.299 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T15:57:00.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.424+0000 7f63c5203640 1 Processor -- start 2024-09-13T15:57:00.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.424+0000 7f63c5203640 1 -- start start 2024-09-13T15:57:00.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63c5203640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 0x7f63c015b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:00.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63c5203640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 0x7f63c01644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:00.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63c5203640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63c00adad0 con 0x7f63c00cab60 2024-09-13T15:57:00.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63c5203640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63c015ba70 con 0x7f63c00b0000 2024-09-13T15:57:00.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63c5203640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63c00cb0c0 con 0x7f63c01620c0 2024-09-13T15:57:00.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bed9d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 0x7f63c015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 0x7f63c01644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bed9d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 0x7f63c015b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:39944/0 (socket says 172.21.15.7:39944) 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bed9d640 1 -- 172.21.15.7:0/3890179377 learned_addr learned my addr 172.21.15.7:0/3890179377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 0x7f63c01644b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:56604/0 (socket says 172.21.15.7:56604) 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63be59c640 1 --1- 172.21.15.7:0/3890179377 >> v1:172.21.15.77:6789/0 conn(0x7f63c00cab60 0x7f63c00b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:39294/0 (socket says 172.21.15.7:39294) 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 -- 172.21.15.7:0/3890179377 >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 msgr2=0x7f63c015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 --2- 172.21.15.7:0/3890179377 >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 0x7f63c015b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 -- 172.21.15.7:0/3890179377 >> v1:172.21.15.77:6789/0 conn(0x7f63c00cab60 legacy=0x7f63c00b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:00.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 -- 172.21.15.7:0/3890179377 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63c00cb3a0 con 0x7f63c01620c0 2024-09-13T15:57:00.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bed9d640 1 --2- 172.21.15.7:0/3890179377 >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 0x7f63c015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:00.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bf59e640 1 --2- 172.21.15.7:0/3890179377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 0x7f63c01644b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f63b8009d90 tx=0x7f63b801c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29f474fcb887b4d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:00.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.428+0000 7f63bdd9b640 1 -- 172.21.15.7:0/3890179377 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b80a5a00 con 0x7f63c01620c0 2024-09-13T15:57:00.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bdd9b640 1 -- 172.21.15.7:0/3890179377 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63b80a5b60 con 0x7f63c01620c0 2024-09-13T15:57:00.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bdd9b640 1 -- 172.21.15.7:0/3890179377 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b80ad440 con 0x7f63c01620c0 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/3890179377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 msgr2=0x7f63c01644b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 --2- 172.21.15.7:0/3890179377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 0x7f63c01644b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f63b8009d90 tx=0x7f63b801c940 comp rx=0 tx=0).stop 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/3890179377 shutdown_connections 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 --2- 172.21.15.7:0/3890179377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c01620c0 0x7f63c01644b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 --2- 172.21.15.7:0/3890179377 >> v2:172.21.15.77:3300/0 conn(0x7f63c00b0000 0x7f63c015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/3890179377 >> 172.21.15.7:0/3890179377 conn(0x7f63c0065eb0 msgr2=0x7f63c0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/3890179377 shutdown_connections 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/3890179377 wait complete. 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 Processor -- start 2024-09-13T15:57:00.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- start start 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 0x7f63c014a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c00cab60 0x7f63c014f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63c01620c0 0x7f63c015cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63c00b1410 con 0x7f63c00b0000 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63c00b16f0 con 0x7f63c01620c0 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63c00b19d0 con 0x7f63c00cab60 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 0x7f63c014a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:00.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 0x7f63c014a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33422/0 (socket says 172.21.15.7:33422) 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 -- 172.21.15.7:0/44939758 learned_addr learned my addr 172.21.15.7:0/44939758 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bf59e640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63c01620c0 0x7f63c015cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63be59c640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c00cab60 0x7f63c014f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 -- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c00cab60 msgr2=0x7f63c014f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c00cab60 0x7f63c014f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 -- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63c01620c0 msgr2=0x7f63c015cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63c01620c0 0x7f63c015cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 -- 172.21.15.7:0/44939758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63a80094d0 con 0x7f63c00b0000 2024-09-13T15:57:00.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63bed9d640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 0x7f63c014a360 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f63a800e9d0 tx=0x7f63a800ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a800ca60 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63a800cbc0 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63b8009a70 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a8013470 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.432+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63c00c8ed0 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.436+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63c015b530 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.436+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f63a80135d0 con 0x7f63c00b0000 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.436+0000 7f63b77fe640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f63a00666c0 0x7f63a0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:00.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.436+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f63a8084510 con 0x7f63c00b0000 2024-09-13T15:57:00.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.436+0000 7f63be59c640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f63a00666c0 0x7f63a0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:00.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.436+0000 7f63be59c640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f63a00666c0 0x7f63a0068b80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f63c014a0e0 tx=0x7f63b0007c30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:00.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.440+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f63a80517e0 con 0x7f63c00b0000 2024-09-13T15:57:00.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:00.632+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f63c014a8a0 con 0x7f63c00b0000 2024-09-13T15:57:01.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.284+0000 7f63b77fe640 1 -- 172.21.15.7:0/44939758 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7f63a8054e00 con 0x7f63c00b0000 2024-09-13T15:57:01.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f63a00666c0 msgr2=0x7f63a0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f63a00666c0 0x7f63a0068b80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f63c014a0e0 tx=0x7f63b0007c30 comp rx=0 tx=0).stop 2024-09-13T15:57:01.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 msgr2=0x7f63c014a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 0x7f63c014a360 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f63a800e9d0 tx=0x7f63a800ee90 comp rx=0 tx=0).stop 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 shutdown_connections 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f63a00666c0 0x7f63a0068b80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63c01620c0 0x7f63c015cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f63c00cab60 0x7f63c014f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 --2- 172.21.15.7:0/44939758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63c00b0000 0x7f63c014a360 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 >> 172.21.15.7:0/44939758 conn(0x7f63c0065eb0 msgr2=0x7f63c01586d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 shutdown_connections 2024-09-13T15:57:01.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.288+0000 7f63c5203640 1 -- 172.21.15.7:0/44939758 wait complete. 2024-09-13T15:57:01.311 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T15:57:01.311 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:01.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 Processor -- start 2024-09-13T15:57:01.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 -- start start 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe4d415c760 0x7fe4d40b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d40d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4d40d17e0 con 0x7fe4d40d21b0 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4d40d0bd0 con 0x7fe4d415c760 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4daa9a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d40d0eb0 con 0x7fe4d40d0630 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d8836640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe4d415c760 0x7fe4d40b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d9037640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fe4d40d21b0 0x7fe4d40cd2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59564/0 (socket says 172.21.15.7:59564) 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d8836640 1 --2- 172.21.15.7:0/1397095820 >> v2:172.21.15.7:3300/0 conn(0x7fe4d415c760 0x7fe4d40b7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33424/0 (socket says 172.21.15.7:33424) 2024-09-13T15:57:01.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d9037640 1 -- 172.21.15.7:0/1397095820 learned_addr learned my addr 172.21.15.7:0/1397095820 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:01.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d3fff640 1 --2- 172.21.15.7:0/1397095820 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d40d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d8836640 1 -- 172.21.15.7:0/1397095820 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 msgr2=0x7fe4d40d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:01.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d8836640 1 --2- 172.21.15.7:0/1397095820 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d40d1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d8836640 1 -- 172.21.15.7:0/1397095820 >> v1:172.21.15.7:6789/0 conn(0x7fe4d40d21b0 legacy=0x7fe4d40cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d8836640 1 -- 172.21.15.7:0/1397095820 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4d40d1190 con 0x7fe4d415c760 2024-09-13T15:57:01.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.436+0000 7fe4d37fe640 1 -- 172.21.15.7:0/1397095820 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1546453636 0 0) 0x7fe4d40d17e0 con 0x7fe4d40d21b0 2024-09-13T15:57:01.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d8836640 1 --2- 172.21.15.7:0/1397095820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d415c760 0x7fe4d40b7fc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4c40097c0 tx=0x7fe4c401ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56a080702c20117a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:01.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d37fe640 1 -- 172.21.15.7:0/1397095820 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c40a8990 con 0x7fe4d415c760 2024-09-13T15:57:01.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d37fe640 1 -- 172.21.15.7:0/1397095820 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4c40a8af0 con 0x7fe4d415c760 2024-09-13T15:57:01.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d37fe640 1 -- 172.21.15.7:0/1397095820 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c40a8e80 con 0x7fe4d415c760 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- 172.21.15.7:0/1397095820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d415c760 msgr2=0x7fe4d40b7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/1397095820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d415c760 0x7fe4d40b7fc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4c40097c0 tx=0x7fe4c401ec90 comp rx=0 tx=0).stop 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- 172.21.15.7:0/1397095820 shutdown_connections 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/1397095820 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d40d1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/1397095820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d415c760 0x7fe4d40b7fc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- 172.21.15.7:0/1397095820 >> 172.21.15.7:0/1397095820 conn(0x7fe4d40cf070 msgr2=0x7fe4d40cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- 172.21.15.7:0/1397095820 shutdown_connections 2024-09-13T15:57:01.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- 172.21.15.7:0/1397095820 wait complete. 2024-09-13T15:57:01.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 Processor -- start 2024-09-13T15:57:01.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- start start 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d41f52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 0x7fe4d40b1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4d415c760 0x7fe4d40b1f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d40a9420 con 0x7fe4d40d21b0 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d40c72d0 con 0x7fe4d415c760 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4daa9a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d41f5800 con 0x7fe4d40d0630 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 0x7fe4d40b1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 0x7fe4d40b1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33426/0 (socket says 172.21.15.7:33426) 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 -- 172.21.15.7:0/3774531193 learned_addr learned my addr 172.21.15.7:0/3774531193 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d8836640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d41f52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d9037640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4d415c760 0x7fe4d40b1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 -- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 msgr2=0x7fe4d41f52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d41f52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 -- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4d415c760 msgr2=0x7fe4d40b1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4d415c760 0x7fe4d40b1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d3fff640 1 -- 172.21.15.7:0/3774531193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4c4009420 con 0x7fe4d40d21b0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.440+0000 7fe4d9037640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4d415c760 0x7fe4d40b1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d3fff640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 0x7fe4d40b1a30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800d7d0 tx=0x7fe4c800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8018070 con 0x7fe4d40d21b0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4c8004020 con 0x7fe4d40d21b0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4d40c8de0 con 0x7fe4d40d21b0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c80041d0 con 0x7fe4d40d21b0 2024-09-13T15:57:01.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4d40c77c0 con 0x7fe4d40d21b0 2024-09-13T15:57:01.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4d40c66a0 con 0x7fe4d40d21b0 2024-09-13T15:57:01.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe4c8004330 con 0x7fe4d40d21b0 2024-09-13T15:57:01.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d17fa640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4c0066690 0x7fe4c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe4c8084b60 con 0x7fe4d40d21b0 2024-09-13T15:57:01.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d8836640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4c0066690 0x7fe4c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.444+0000 7fe4d8836640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4c0066690 0x7fe4c0068b50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe4c40b2000 tx=0x7fe4c4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:01.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.448+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe4c8051f40 con 0x7fe4d40d21b0 2024-09-13T15:57:01.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.632+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe4d40d1c50 con 0x7fe4d40d21b0 2024-09-13T15:57:01.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4d17fa640 1 -- 172.21.15.7:0/3774531193 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7fe4c8055560 con 0x7fe4d40d21b0 2024-09-13T15:57:01.639 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:01.639 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:01.639 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:01.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4c0066690 msgr2=0x7fe4c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4c0066690 0x7fe4c0068b50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe4c40b2000 tx=0x7fe4c4008040 comp rx=0 tx=0).stop 2024-09-13T15:57:01.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 msgr2=0x7fe4d40b1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 0x7fe4d40b1a30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800d7d0 tx=0x7fe4c800dc90 comp rx=0 tx=0).stop 2024-09-13T15:57:01.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 shutdown_connections 2024-09-13T15:57:01.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4c0066690 0x7fe4c0068b50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4d415c760 0x7fe4d40b1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4d40d21b0 0x7fe4d40b1a30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 --2- 172.21.15.7:0/3774531193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe4d40d0630 0x7fe4d41f52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 >> 172.21.15.7:0/3774531193 conn(0x7fe4d40cf070 msgr2=0x7fe4d40b6070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:01.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 shutdown_connections 2024-09-13T15:57:01.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.636+0000 7fe4daa9a640 1 -- 172.21.15.7:0/3774531193 wait complete. 2024-09-13T15:57:01.657 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:01.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.768+0000 7fccb684b640 1 Processor -- start 2024-09-13T15:57:01.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.768+0000 7fccb684b640 1 -- start start 2024-09-13T15:57:01.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb684b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fccb015c960 0x7fccb00cccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb684b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb00d2100 0x7fccb006c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb684b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fccb006c820 0x7fccb00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb684b640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccb00cdb40 con 0x7fccb006c820 2024-09-13T15:57:01.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb684b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccb00d2520 con 0x7fccb015c960 2024-09-13T15:57:01.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb684b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccb006bbb0 con 0x7fccb00d2100 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fccb006c820 0x7fccb00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fccb006c820 0x7fccb00d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33438/0 (socket says 172.21.15.7:33438) 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 -- 172.21.15.7:0/2561448044 learned_addr learned my addr 172.21.15.7:0/2561448044 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccaf7fe640 1 --2- 172.21.15.7:0/2561448044 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb00d2100 0x7fccb006c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccaffff640 1 --2- 172.21.15.7:0/2561448044 >> v2:172.21.15.77:3300/0 conn(0x7fccb015c960 0x7fccb00cccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 -- 172.21.15.7:0/2561448044 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb00d2100 msgr2=0x7fccb006c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 --2- 172.21.15.7:0/2561448044 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb00d2100 0x7fccb006c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 -- 172.21.15.7:0/2561448044 >> v2:172.21.15.77:3300/0 conn(0x7fccb015c960 msgr2=0x7fccb00cccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 --2- 172.21.15.7:0/2561448044 >> v2:172.21.15.77:3300/0 conn(0x7fccb015c960 0x7fccb00cccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 -- 172.21.15.7:0/2561448044 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccb00cd2a0 con 0x7fccb006c820 2024-09-13T15:57:01.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccb4de8640 1 --2- 172.21.15.7:0/2561448044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb006c820 0x7fccb00d0750 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fccb008b2d0 tx=0x7fcca801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae3d77ba520bcb54 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:01.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.772+0000 7fccaeffd640 1 -- 172.21.15.7:0/2561448044 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca80a5750 con 0x7fccb006c820 2024-09-13T15:57:01.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaeffd640 1 -- 172.21.15.7:0/2561448044 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcca80a58b0 con 0x7fccb006c820 2024-09-13T15:57:01.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaeffd640 1 -- 172.21.15.7:0/2561448044 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca80a5c40 con 0x7fccb006c820 2024-09-13T15:57:01.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/2561448044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb006c820 msgr2=0x7fccb00d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- 172.21.15.7:0/2561448044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb006c820 0x7fccb00d0750 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fccb008b2d0 tx=0x7fcca801c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/2561448044 shutdown_connections 2024-09-13T15:57:01.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- 172.21.15.7:0/2561448044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb006c820 0x7fccb00d0750 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- 172.21.15.7:0/2561448044 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb00d2100 0x7fccb006c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- 172.21.15.7:0/2561448044 >> v2:172.21.15.77:3300/0 conn(0x7fccb015c960 0x7fccb00cccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/2561448044 >> 172.21.15.7:0/2561448044 conn(0x7fccb00cf0f0 msgr2=0x7fccb00cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/2561448044 shutdown_connections 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/2561448044 wait complete. 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 Processor -- start 2024-09-13T15:57:01.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- start start 2024-09-13T15:57:01.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb006c820 0x7fccb01f5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 0x7fccb01f90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb015c960 0x7fccb00b5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb01590d0 con 0x7fccb00d2100 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb01f9930 con 0x7fccb015c960 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccb01f9c10 con 0x7fccb006c820 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 0x7fccb01f90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 0x7fccb01f90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33454/0 (socket says 172.21.15.7:33454) 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 -- 172.21.15.7:0/608211167 learned_addr learned my addr 172.21.15.7:0/608211167 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaffff640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb006c820 0x7fccb01f5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb4de8640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb015c960 0x7fccb00b5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 -- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb006c820 msgr2=0x7fccb01f5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb006c820 0x7fccb01f5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 -- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb015c960 msgr2=0x7fccb00b5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb015c960 0x7fccb00b5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 -- 172.21.15.7:0/608211167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcca8009b30 con 0x7fccb00d2100 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccaf7fe640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 0x7fccb01f90e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcca400d7d0 tx=0x7fcca400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca4004020 con 0x7fccb00d2100 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcca4004180 con 0x7fccb00d2100 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca4004330 con 0x7fccb00d2100 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccb0159340 con 0x7fccb00d2100 2024-09-13T15:57:01.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.776+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccb01f9ef0 con 0x7fccb00d2100 2024-09-13T15:57:01.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.780+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccb006c2e0 con 0x7fccb00d2100 2024-09-13T15:57:01.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.780+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcca40096a0 con 0x7fccb00d2100 2024-09-13T15:57:01.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.780+0000 7fccacff9640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcc9c0666c0 0x7fcc9c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:01.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.780+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcca4084470 con 0x7fccb00d2100 2024-09-13T15:57:01.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.780+0000 7fccaffff640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcc9c0666c0 0x7fcc9c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:01.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.780+0000 7fccaffff640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcc9c0666c0 0x7fcc9c068b80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcca000b930 tx=0x7fcca0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:01.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.784+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcca40517e0 con 0x7fccb00d2100 2024-09-13T15:57:01.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.948+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fccb00b5010 con 0x7fccb00d2100 2024-09-13T15:57:01.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.948+0000 7fccacff9640 1 -- 172.21.15.7:0/608211167 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7fcca4054e00 con 0x7fccb00d2100 2024-09-13T15:57:01.954 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:01.954 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:01.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcc9c0666c0 msgr2=0x7fcc9c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcc9c0666c0 0x7fcc9c068b80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcca000b930 tx=0x7fcca0008040 comp rx=0 tx=0).stop 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 msgr2=0x7fccb01f90e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 0x7fccb01f90e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcca400d7d0 tx=0x7fcca400dc90 comp rx=0 tx=0).stop 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 shutdown_connections 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcc9c0666c0 0x7fcc9c068b80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb015c960 0x7fccb00b5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb00d2100 0x7fccb01f90e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 --2- 172.21.15.7:0/608211167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fccb006c820 0x7fccb01f5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:01.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 >> 172.21.15.7:0/608211167 conn(0x7fccb00cf0f0 msgr2=0x7fccb00cbcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:01.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 shutdown_connections 2024-09-13T15:57:01.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:01.952+0000 7fccb684b640 1 -- 172.21.15.7:0/608211167 wait complete. 2024-09-13T15:57:01.972 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T15:57:01.972 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:57:02.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65b480f640 1 Processor -- start 2024-09-13T15:57:02.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65b480f640 1 -- start start 2024-09-13T15:57:02.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65b480f640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f65b015da10 0x7f65b015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65b480f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65b015af90 con 0x7f65b00cd3e0 2024-09-13T15:57:02.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65b480f640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65b00b2d60 con 0x7f65b0143af0 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65b480f640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65b015ddf0 con 0x7f65b015da10 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65aed9d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f65b00cd3e0 0x7f65b00cd850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59576/0 (socket says 172.21.15.7:59576) 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65aed9d640 1 -- 172.21.15.7:0/3640473414 learned_addr learned my addr 172.21.15.7:0/3640473414 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ae59c640 1 --2- 172.21.15.7:0/3640473414 >> v2:172.21.15.77:3300/0 conn(0x7f65b015da10 0x7f65b015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 605091658 0 0) 0x7f65b015af90 con 0x7f65b00cd3e0 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6598003530 con 0x7f65b00cd3e0 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1589166207 0 0) 0x7f6598003530 con 0x7f65b00cd3e0 2024-09-13T15:57:02.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 >> v2:172.21.15.77:3300/0 conn(0x7f65b015da10 msgr2=0x7f65b015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 --2- 172.21.15.7:0/3640473414 >> v2:172.21.15.77:3300/0 conn(0x7f65b015da10 0x7f65b015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 >> v1:172.21.15.77:6789/0 conn(0x7f65b0143af0 legacy=0x7f65b00b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65b00b3000 con 0x7f65b00cd3e0 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f65a8001680 con 0x7f65b00cd3e0 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ae59c640 1 --2- 172.21.15.7:0/3640473414 >> v2:172.21.15.77:3300/0 conn(0x7f65b015da10 0x7f65b015aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 >> v1:172.21.15.7:6789/0 conn(0x7f65b00cd3e0 legacy=0x7f65b00cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6598003980 0x7f6598003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65980047d0 0x7f6598004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6598005190 0x7f659800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65b015ddf0 con 0x7f65980047d0 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f659800c030 con 0x7f6598005190 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f659800c1f0 con 0x7f6598003980 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65add9b640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65980047d0 0x7f6598004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65ae59c640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6598003980 0x7f6598003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65aed9d640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6598005190 0x7f659800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65add9b640 1 -- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6598003980 msgr2=0x7f6598003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65add9b640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6598003980 0x7f6598003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65add9b640 1 -- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6598005190 msgr2=0x7f659800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65add9b640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6598005190 0x7f659800b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65add9b640 1 -- 172.21.15.7:0/3640473414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6598003530 con 0x7f65980047d0 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.092+0000 7f65aed9d640 1 -- 172.21.15.7:0/3640473414 reap_dead start 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65add9b640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65980047d0 0x7f6598004c50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f65a4001e70 tx=0x7f65a401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e8d14cb068f669 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a4003b80 con 0x7f65980047d0 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65a4003ce0 con 0x7f65980047d0 2024-09-13T15:57:02.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65ad59a640 1 -- 172.21.15.7:0/3640473414 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a40052c0 con 0x7f65980047d0 2024-09-13T15:57:02.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 -- 172.21.15.7:0/3640473414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65980047d0 msgr2=0x7f6598004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65980047d0 0x7f6598004c50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f65a4001e70 tx=0x7f65a401c760 comp rx=0 tx=0).stop 2024-09-13T15:57:02.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 -- 172.21.15.7:0/3640473414 shutdown_connections 2024-09-13T15:57:02.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 --2- 172.21.15.7:0/3640473414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65980047d0 0x7f6598004c50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 -- 172.21.15.7:0/3640473414 >> 172.21.15.7:0/3640473414 conn(0x7f65b0069f00 msgr2=0x7f65b006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:02.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 -- 172.21.15.7:0/3640473414 shutdown_connections 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 -- 172.21.15.7:0/3640473414 wait complete. 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 Processor -- start 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.096+0000 7f65b480f640 1 -- start start 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65980047d0 0x7f65b0159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65b00ace50 0x7f65b00aa660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 0x7f65b015b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65b01f20c0 con 0x7f65b00aaba0 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65b015a530 con 0x7f65980047d0 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65b00ab040 con 0x7f65b00ace50 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 0x7f65b015b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 0x7f65b015b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33468/0 (socket says 172.21.15.7:33468) 2024-09-13T15:57:02.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 -- 172.21.15.7:0/750434029 learned_addr learned my addr 172.21.15.7:0/750434029 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65ae59c640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65980047d0 0x7f65b0159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65add9b640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65b00ace50 0x7f65b00aa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 -- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65b00ace50 msgr2=0x7f65b00aa660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65b00ace50 0x7f65b00aa660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 -- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65980047d0 msgr2=0x7f65b0159ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65980047d0 0x7f65b0159ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 -- 172.21.15.7:0/750434029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65b00ab320 con 0x7f65b00aaba0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65aed9d640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 0x7f65b015b3d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f65a8000f70 tx=0x7f65a8010c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a800eac0 con 0x7f65b00aaba0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65a8010ed0 con 0x7f65b00aaba0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65b00ab600 con 0x7f65b00aaba0 2024-09-13T15:57:02.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a800ee20 con 0x7f65b00aaba0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65b015b910 con 0x7f65b00aaba0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65b015aa50 con 0x7f65b00aaba0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f65a801e3b0 con 0x7f65b00aaba0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f659effd640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6590066690 0x7f6590068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f65a8086e00 con 0x7f65b00aaba0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65ae59c640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6590066690 0x7f6590068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.100+0000 7f65ae59c640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6590066690 0x7f6590068b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009c40 tx=0x7f65a0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.104+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f65a8057c00 con 0x7f65b00aaba0 2024-09-13T15:57:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.260+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f65b006bb30 con 0x7f6590066690 2024-09-13T15:57:02.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.272+0000 7f659effd640 1 -- 172.21.15.7:0/750434029 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+252684 (secure 0 0 0) 0x7f65a0009890 con 0x7f6590066690 2024-09-13T15:57:02.278 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:02.311 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:57:02.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6590066690 msgr2=0x7f6590068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6590066690 0x7f6590068b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009c40 tx=0x7f65a0008040 comp rx=0 tx=0).stop 2024-09-13T15:57:02.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 msgr2=0x7f65b015b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 0x7f65b015b3d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f65a8000f70 tx=0x7f65a8010c80 comp rx=0 tx=0).stop 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 shutdown_connections 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6590066690 0x7f6590068b50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65b00aaba0 0x7f65b015b3d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65b00ace50 0x7f65b00aa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 --2- 172.21.15.7:0/750434029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65980047d0 0x7f65b0159ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 >> 172.21.15.7:0/750434029 conn(0x7f65b0069f00 msgr2=0x7f65b015cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 shutdown_connections 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.276+0000 7f65b480f640 1 -- 172.21.15.7:0/750434029 wait complete. 2024-09-13T15:57:02.314 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-13T15:57:00.496993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":181,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":38,"acting":38,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":6,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":252128,"kb_used_data":2556,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722592,"statfs":{"total":773094113280,"available":772835934208,"internally_reserved":0,"allocated":2617344,"data_stored":1624716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001199"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.304673+0000","last_change":"2024-09-13T15:56:58.303672+0000","last_active":"2024-09-13T15:56:58.304673+0000","last_peered":"2024-09-13T15:56:58.304673+0000","last_clean":"2024-09-13T15:56:58.304673+0000","last_became_active":"2024-09-13T15:56:58.303351+0000","last_became_peered":"2024-09-13T15:56:58.303351+0000","last_unstale":"2024-09-13T15:56:58.304673+0000","last_undegraded":"2024-09-13T15:56:58.304673+0000","last_fullsized":"2024-09-13T15:56:58.304673+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:26.607605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302030+0000","last_change":"2024-09-13T15:56:58.301050+0000","last_active":"2024-09-13T15:56:58.302030+0000","last_peered":"2024-09-13T15:56:58.302030+0000","last_clean":"2024-09-13T15:56:58.302030+0000","last_became_active":"2024-09-13T15:56:58.300473+0000","last_became_peered":"2024-09-13T15:56:58.300473+0000","last_unstale":"2024-09-13T15:56:58.302030+0000","last_undegraded":"2024-09-13T15:56:58.302030+0000","last_fullsized":"2024-09-13T15:56:58.302030+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:50.857930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.300795+0000","last_change":"2024-09-13T15:56:58.277194+0000","last_active":"2024-09-13T15:56:58.300795+0000","last_peered":"2024-09-13T15:56:58.300795+0000","last_clean":"2024-09-13T15:56:58.300795+0000","last_became_active":"2024-09-13T15:56:58.276971+0000","last_became_peered":"2024-09-13T15:56:58.276971+0000","last_unstale":"2024-09-13T15:56:58.300795+0000","last_undegraded":"2024-09-13T15:56:58.300795+0000","last_fullsized":"2024-09-13T15:56:58.300795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:33:13.628273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302709+0000","last_change":"2024-09-13T15:56:58.301699+0000","last_active":"2024-09-13T15:56:58.302709+0000","last_peered":"2024-09-13T15:56:58.302709+0000","last_clean":"2024-09-13T15:56:58.302709+0000","last_became_active":"2024-09-13T15:56:58.301395+0000","last_became_peered":"2024-09-13T15:56:58.301395+0000","last_unstale":"2024-09-13T15:56:58.302709+0000","last_undegraded":"2024-09-13T15:56:58.302709+0000","last_fullsized":"2024-09-13T15:56:58.302709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:24.487615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.295494+0000","last_change":"2024-09-13T15:56:58.291806+0000","last_active":"2024-09-13T15:56:58.295494+0000","last_peered":"2024-09-13T15:56:58.295494+0000","last_clean":"2024-09-13T15:56:58.295494+0000","last_became_active":"2024-09-13T15:56:58.291547+0000","last_became_peered":"2024-09-13T15:56:58.291547+0000","last_unstale":"2024-09-13T15:56:58.295494+0000","last_undegraded":"2024-09-13T15:56:58.295494+0000","last_fullsized":"2024-09-13T15:56:58.295494+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:05.495131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302335+0000","last_change":"2024-09-13T15:56:58.288379+0000","last_active":"2024-09-13T15:56:58.302335+0000","last_peered":"2024-09-13T15:56:58.302335+0000","last_clean":"2024-09-13T15:56:58.302335+0000","last_became_active":"2024-09-13T15:56:58.287964+0000","last_became_peered":"2024-09-13T15:56:58.287964+0000","last_unstale":"2024-09-13T15:56:58.302335+0000","last_undegraded":"2024-09-13T15:56:58.302335+0000","last_fullsized":"2024-09-13T15:56:58.302335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:23:44.682760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.296312+0000","last_change":"2024-09-13T15:56:58.293950+0000","last_active":"2024-09-13T15:56:58.296312+0000","last_peered":"2024-09-13T15:56:58.296312+0000","last_clean":"2024-09-13T15:56:58.296312+0000","last_became_active":"2024-09-13T15:56:58.293644+0000","last_became_peered":"2024-09-13T15:56:58.293644+0000","last_unstale":"2024-09-13T15:56:58.296312+0000","last_undegraded":"2024-09-13T15:56:58.296312+0000","last_fullsized":"2024-09-13T15:56:58.296312+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:44.633085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.296483+0000","last_change":"2024-09-13T15:56:58.295069+0000","last_active":"2024-09-13T15:56:58.296483+0000","last_peered":"2024-09-13T15:56:58.296483+0000","last_clean":"2024-09-13T15:56:58.296483+0000","last_became_active":"2024-09-13T15:56:58.294154+0000","last_became_peered":"2024-09-13T15:56:58.294154+0000","last_unstale":"2024-09-13T15:56:58.296483+0000","last_undegraded":"2024-09-13T15:56:58.296483+0000","last_fullsized":"2024-09-13T15:56:58.296483+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:56.413632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.299273+0000","last_change":"2024-09-13T15:56:57.893987+0000","last_active":"2024-09-13T15:56:58.299273+0000","last_peered":"2024-09-13T15:56:58.299273+0000","last_clean":"2024-09-13T15:56:58.299273+0000","last_became_active":"2024-09-13T15:56:57.893445+0000","last_became_peered":"2024-09-13T15:56:57.893445+0000","last_unstale":"2024-09-13T15:56:58.299273+0000","last_undegraded":"2024-09-13T15:56:58.299273+0000","last_fullsized":"2024-09-13T15:56:58.299273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302505+0000","last_change":"2024-09-13T15:56:58.301257+0000","last_active":"2024-09-13T15:56:58.302505+0000","last_peered":"2024-09-13T15:56:58.302505+0000","last_clean":"2024-09-13T15:56:58.302505+0000","last_became_active":"2024-09-13T15:56:58.300933+0000","last_became_peered":"2024-09-13T15:56:58.300933+0000","last_unstale":"2024-09-13T15:56:58.302505+0000","last_undegraded":"2024-09-13T15:56:58.302505+0000","last_fullsized":"2024-09-13T15:56:58.302505+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:48.841411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.303350+0000","last_change":"2024-09-13T15:56:57.886499+0000","last_active":"2024-09-13T15:56:58.303350+0000","last_peered":"2024-09-13T15:56:58.303350+0000","last_clean":"2024-09-13T15:56:58.303350+0000","last_became_active":"2024-09-13T15:56:57.886180+0000","last_became_peered":"2024-09-13T15:56:57.886180+0000","last_unstale":"2024-09-13T15:56:58.303350+0000","last_undegraded":"2024-09-13T15:56:58.303350+0000","last_fullsized":"2024-09-13T15:56:58.303350+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302046+0000","last_change":"2024-09-13T15:56:57.883416+0000","last_active":"2024-09-13T15:56:58.302046+0000","last_peered":"2024-09-13T15:56:58.302046+0000","last_clean":"2024-09-13T15:56:58.302046+0000","last_became_active":"2024-09-13T15:56:57.882581+0000","last_became_peered":"2024-09-13T15:56:57.882581+0000","last_unstale":"2024-09-13T15:56:58.302046+0000","last_undegraded":"2024-09-13T15:56:58.302046+0000","last_fullsized":"2024-09-13T15:56:58.302046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.275736+0000","last_change":"2024-09-13T15:56:57.903852+0000","last_active":"2024-09-13T15:56:58.275736+0000","last_peered":"2024-09-13T15:56:58.275736+0000","last_clean":"2024-09-13T15:56:58.275736+0000","last_became_active":"2024-09-13T15:56:57.903100+0000","last_became_peered":"2024-09-13T15:56:57.903100+0000","last_unstale":"2024-09-13T15:56:58.275736+0000","last_undegraded":"2024-09-13T15:56:58.275736+0000","last_fullsized":"2024-09-13T15:56:58.275736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:35.812487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":160,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-13T15:56:48.677287+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:56:48.677287+0000","last_peered":"2024-09-13T15:56:48.677287+0000","last_clean":"2024-09-13T15:56:48.677287+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:56:48.677287+0000","last_undegraded":"2024-09-13T15:56:48.677287+0000","last_fullsized":"2024-09-13T15:56:48.677287+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.296044+0000","last_change":"2024-09-13T15:56:58.293301+0000","last_active":"2024-09-13T15:56:58.296044+0000","last_peered":"2024-09-13T15:56:58.296044+0000","last_clean":"2024-09-13T15:56:58.296044+0000","last_became_active":"2024-09-13T15:56:58.292999+0000","last_became_peered":"2024-09-13T15:56:58.292999+0000","last_unstale":"2024-09-13T15:56:58.296044+0000","last_undegraded":"2024-09-13T15:56:58.296044+0000","last_fullsized":"2024-09-13T15:56:58.296044+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:49:35.863288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.276440+0000","last_change":"2024-09-13T15:56:57.884725+0000","last_active":"2024-09-13T15:56:58.276440+0000","last_peered":"2024-09-13T15:56:58.276440+0000","last_clean":"2024-09-13T15:56:58.276440+0000","last_became_active":"2024-09-13T15:56:57.882947+0000","last_became_peered":"2024-09-13T15:56:57.882947+0000","last_unstale":"2024-09-13T15:56:58.276440+0000","last_undegraded":"2024-09-13T15:56:58.276440+0000","last_fullsized":"2024-09-13T15:56:58.276440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:03.270138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302060+0000","last_change":"2024-09-13T15:56:58.300738+0000","last_active":"2024-09-13T15:56:58.302060+0000","last_peered":"2024-09-13T15:56:58.302060+0000","last_clean":"2024-09-13T15:56:58.302060+0000","last_became_active":"2024-09-13T15:56:58.300358+0000","last_became_peered":"2024-09-13T15:56:58.300358+0000","last_unstale":"2024-09-13T15:56:58.302060+0000","last_undegraded":"2024-09-13T15:56:58.302060+0000","last_fullsized":"2024-09-13T15:56:58.302060+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.196934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.297085+0000","last_change":"2024-09-13T15:56:58.295519+0000","last_active":"2024-09-13T15:56:58.297085+0000","last_peered":"2024-09-13T15:56:58.297085+0000","last_clean":"2024-09-13T15:56:58.297085+0000","last_became_active":"2024-09-13T15:56:58.294800+0000","last_became_peered":"2024-09-13T15:56:58.294800+0000","last_unstale":"2024-09-13T15:56:58.297085+0000","last_undegraded":"2024-09-13T15:56:58.297085+0000","last_fullsized":"2024-09-13T15:56:58.297085+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:17.401608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:56.842836+0000","last_change":"2024-09-13T15:56:56.842836+0000","last_active":"2024-09-13T15:56:56.842836+0000","last_peered":"2024-09-13T15:56:56.842836+0000","last_clean":"2024-09-13T15:56:56.842836+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:56.842836+0000","last_undegraded":"2024-09-13T15:56:56.842836+0000","last_fullsized":"2024-09-13T15:56:56.842836+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:56:57.851862+0000","last_change":"2024-09-13T15:56:57.851862+0000","last_active":"2024-09-13T15:56:57.851862+0000","last_peered":"2024-09-13T15:56:57.851862+0000","last_clean":"2024-09-13T15:56:57.851862+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:56:57.851862+0000","last_undegraded":"2024-09-13T15:56:57.851862+0000","last_fullsized":"2024-09-13T15:56:57.851862+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.305516+0000","last_change":"2024-09-13T15:56:57.891587+0000","last_active":"2024-09-13T15:56:58.305516+0000","last_peered":"2024-09-13T15:56:58.305516+0000","last_clean":"2024-09-13T15:56:58.305516+0000","last_became_active":"2024-09-13T15:56:57.890450+0000","last_became_peered":"2024-09-13T15:56:57.890450+0000","last_unstale":"2024-09-13T15:56:58.305516+0000","last_undegraded":"2024-09-13T15:56:58.305516+0000","last_fullsized":"2024-09-13T15:56:58.305516+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":12,"acting":12,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476742,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28384,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343456,"statfs":{"total":96636764160,"available":96607698944,"internally_reserved":0,"allocated":761856,"data_stored":641069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0389999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.081}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85199999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.304}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.117}]}]},{"osd":6,"up_from":16,"seq":68719476741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27184,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":167936,"data_stored":50701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.052}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0109999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92400000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.03}]}]},{"osd":5,"up_from":16,"seq":68719476739,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27184,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":167936,"data_stored":50701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.081}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.272}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0389999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0960000000000001}]}]},{"osd":4,"up_from":16,"seq":68719476741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27188,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":167936,"data_stored":50701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.024}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0569999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.135}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.242}]}]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35380,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336460,"statfs":{"total":96636764160,"available":96600535040,"internally_reserved":0,"allocated":167936,"data_stored":50701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.026}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.401}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.204}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3169999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35380,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336460,"statfs":{"total":96636764160,"available":96600535040,"internally_reserved":0,"allocated":167936,"data_stored":50701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1240000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.173}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.147}]}]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35416,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336424,"statfs":{"total":96636764160,"available":96600498176,"internally_reserved":0,"allocated":204800,"data_stored":69568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3879999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36012,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335828,"statfs":{"total":96636764160,"available":96599887872,"internally_reserved":0,"allocated":811008,"data_stored":660574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:57:02.319 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:57:02.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.492+0000 7efdd5cea640 1 Processor -- start 2024-09-13T15:57:02.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.492+0000 7efdd5cea640 1 -- start start 2024-09-13T15:57:02.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdd5cea640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd0151660 0x7efdd00ae540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdd5cea640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7efdd00b4a60 0x7efdd00cddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdd5cea640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efdd00cebe0 con 0x7efdd006cf20 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdd5cea640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdd00ce620 con 0x7efdd00b4a60 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdd5cea640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdd00ce900 con 0x7efdd0151660 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdcffff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7efdd006cf20 0x7efdd015a950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59586/0 (socket says 172.21.15.7:59586) 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdcffff640 1 -- 172.21.15.7:0/3087977167 learned_addr learned my addr 172.21.15.7:0/3087977167 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 --2- 172.21.15.7:0/3087977167 >> v2:172.21.15.77:3300/0 conn(0x7efdd00b4a60 0x7efdd00cddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdcf7fe640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd0151660 0x7efdd00ae540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3153624079 0 0) 0x7efdd00cebe0 con 0x7efdd006cf20 2024-09-13T15:57:02.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efdbc003530 con 0x7efdd006cf20 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3375166856 0 0) 0x7efdbc003530 con 0x7efdd006cf20 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd0151660 msgr2=0x7efdd00ae540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd0151660 0x7efdd00ae540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 >> v2:172.21.15.77:3300/0 conn(0x7efdd00b4a60 msgr2=0x7efdd00cddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 --2- 172.21.15.7:0/3087977167 >> v2:172.21.15.77:3300/0 conn(0x7efdd00b4a60 0x7efdd00cddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdd00b4260 con 0x7efdd006cf20 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7efdc8001a00 con 0x7efdd006cf20 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 >> v1:172.21.15.7:6789/0 conn(0x7efdd006cf20 legacy=0x7efdd015a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc003980 0x7efdbc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdbc0047d0 0x7efdbc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdbc005190 0x7efdbc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdd00ce620 con 0x7efdbc0047d0 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdd00ce900 con 0x7efdbc003980 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdbc004570 con 0x7efdbc005190 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdbc0047d0 0x7efdbc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdcf7fe640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc003980 0x7efdbc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdcffff640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdbc005190 0x7efdbc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 -- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdbc005190 msgr2=0x7efdbc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdbc005190 0x7efdbc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 -- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc003980 msgr2=0x7efdbc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc003980 0x7efdbc003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.496+0000 7efdceffd640 1 -- 172.21.15.7:0/3087977167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdbc003530 con 0x7efdbc0047d0 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdceffd640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdbc0047d0 0x7efdbc004c50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efdb8009ab0 tx=0x7efdb801ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e705e6bc4ccaa573 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb80a5570 con 0x7efdbc0047d0 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdb80a56d0 con 0x7efdbc0047d0 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdce7fc640 1 -- 172.21.15.7:0/3087977167 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb80a5a40 con 0x7efdbc0047d0 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/3087977167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdbc0047d0 msgr2=0x7efdbc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 --2- 172.21.15.7:0/3087977167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdbc0047d0 0x7efdbc004c50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efdb8009ab0 tx=0x7efdb801ca90 comp rx=0 tx=0).stop 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 -- 172.21.15.7:0/3087977167 reap_dead start 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/3087977167 shutdown_connections 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/3087977167 >> 172.21.15.7:0/3087977167 conn(0x7efdd006ae40 msgr2=0x7efdd006b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/3087977167 shutdown_connections 2024-09-13T15:57:02.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/3087977167 wait complete. 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 Processor -- start 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- start start 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc0047d0 0x7efdd00b2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd01f1920 0x7efdd014c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 0x7efdd015bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdd01f1da0 con 0x7efdd01f5980 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdd01548f0 con 0x7efdbc0047d0 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdd01f5e00 con 0x7efdd01f1920 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 0x7efdd015bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 0x7efdd015bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33484/0 (socket says 172.21.15.7:33484) 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 -- 172.21.15.7:0/4145010504 learned_addr learned my addr 172.21.15.7:0/4145010504 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcf7fe640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc0047d0 0x7efdd00b2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdceffd640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd01f1920 0x7efdd014c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 -- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd01f1920 msgr2=0x7efdd014c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd01f1920 0x7efdd014c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 -- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc0047d0 msgr2=0x7efdd00b2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc0047d0 0x7efdd00b2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 -- 172.21.15.7:0/4145010504 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdd01f1f90 con 0x7efdd01f5980 2024-09-13T15:57:02.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdcffff640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 0x7efdd015bc40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efdc8001340 tx=0x7efdc80119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdc8013860 con 0x7efdd01f5980 2024-09-13T15:57:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdc80139e0 con 0x7efdd01f5980 2024-09-13T15:57:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdd01f2270 con 0x7efdd01f5980 2024-09-13T15:57:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdc8013d90 con 0x7efdd01f5980 2024-09-13T15:57:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.500+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdd01f2830 con 0x7efdd01f5980 2024-09-13T15:57:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.504+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efdd0151660 con 0x7efdd01f5980 2024-09-13T15:57:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.504+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efdc801f460 con 0x7efdd01f5980 2024-09-13T15:57:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.504+0000 7efdc7fff640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efdb00666c0 0x7efdb0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.504+0000 7efdcf7fe640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efdb00666c0 0x7efdb0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.504+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efdc8086fb0 con 0x7efdd01f5980 2024-09-13T15:57:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.504+0000 7efdcf7fe640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efdb00666c0 0x7efdb0068b80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efdc0009950 tx=0x7efdc0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.508+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efdc80b8db0 con 0x7efdd01f5980 2024-09-13T15:57:02.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.660+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efdd00b4ec0 con 0x7efdb00666c0 2024-09-13T15:57:02.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.668+0000 7efdc7fff640 1 -- 172.21.15.7:0/4145010504 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264621 (secure 0 0 0) 0x7efdc00095e0 con 0x7efdb00666c0 2024-09-13T15:57:02.673 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:02.692 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:57:02.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efdb00666c0 msgr2=0x7efdb0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efdb00666c0 0x7efdb0068b80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efdc0009950 tx=0x7efdc0008040 comp rx=0 tx=0).stop 2024-09-13T15:57:02.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 msgr2=0x7efdd015bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 0x7efdd015bc40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efdc8001340 tx=0x7efdc80119d0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 shutdown_connections 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efdb00666c0 0x7efdb0068b80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdd01f5980 0x7efdd015bc40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efdd01f1920 0x7efdd014c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 --2- 172.21.15.7:0/4145010504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efdbc0047d0 0x7efdd00b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 >> 172.21.15.7:0/4145010504 conn(0x7efdd006ae40 msgr2=0x7efdd00b00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 shutdown_connections 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.672+0000 7efdd5cea640 1 -- 172.21.15.7:0/4145010504 wait complete. 2024-09-13T15:57:02.694 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-13T15:57:02.497645+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":136,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251840,"kb_used_data":2884,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722880,"statfs":{"total":773094113280,"available":772836229120,"internally_reserved":0,"allocated":2953216,"data_stored":1773504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.644829"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328961+0000","last_change":"2024-09-13T15:56:58.296370+0000","last_active":"2024-09-13T15:57:00.328961+0000","last_peered":"2024-09-13T15:57:00.328961+0000","last_clean":"2024-09-13T15:57:00.328961+0000","last_became_active":"2024-09-13T15:56:58.295978+0000","last_became_peered":"2024-09-13T15:56:58.295978+0000","last_unstale":"2024-09-13T15:57:00.328961+0000","last_undegraded":"2024-09-13T15:57:00.328961+0000","last_fullsized":"2024-09-13T15:57:00.328961+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278803+0000","last_change":"2024-09-13T15:56:58.290386+0000","last_active":"2024-09-13T15:56:59.278803+0000","last_peered":"2024-09-13T15:56:59.278803+0000","last_clean":"2024-09-13T15:56:59.278803+0000","last_became_active":"2024-09-13T15:56:58.289701+0000","last_became_peered":"2024-09-13T15:56:58.289701+0000","last_unstale":"2024-09-13T15:56:59.278803+0000","last_undegraded":"2024-09-13T15:56:59.278803+0000","last_fullsized":"2024-09-13T15:56:59.278803+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.304673+0000","last_change":"2024-09-13T15:56:58.303672+0000","last_active":"2024-09-13T15:56:58.304673+0000","last_peered":"2024-09-13T15:56:58.304673+0000","last_clean":"2024-09-13T15:56:58.304673+0000","last_became_active":"2024-09-13T15:56:58.303351+0000","last_became_peered":"2024-09-13T15:56:58.303351+0000","last_unstale":"2024-09-13T15:56:58.304673+0000","last_undegraded":"2024-09-13T15:56:58.304673+0000","last_fullsized":"2024-09-13T15:56:58.304673+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:26.607605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327259+0000","last_change":"2024-09-13T15:56:58.304825+0000","last_active":"2024-09-13T15:57:00.327259+0000","last_peered":"2024-09-13T15:57:00.327259+0000","last_clean":"2024-09-13T15:57:00.327259+0000","last_became_active":"2024-09-13T15:56:58.304512+0000","last_became_peered":"2024-09-13T15:56:58.304512+0000","last_unstale":"2024-09-13T15:57:00.327259+0000","last_undegraded":"2024-09-13T15:57:00.327259+0000","last_fullsized":"2024-09-13T15:57:00.327259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:32.005546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328087+0000","last_change":"2024-09-13T15:56:58.303879+0000","last_active":"2024-09-13T15:57:00.328087+0000","last_peered":"2024-09-13T15:57:00.328087+0000","last_clean":"2024-09-13T15:57:00.328087+0000","last_became_active":"2024-09-13T15:56:58.303579+0000","last_became_peered":"2024-09-13T15:56:58.303579+0000","last_unstale":"2024-09-13T15:57:00.328087+0000","last_undegraded":"2024-09-13T15:57:00.328087+0000","last_fullsized":"2024-09-13T15:57:00.328087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327172+0000","last_change":"2024-09-13T15:56:58.297590+0000","last_active":"2024-09-13T15:57:00.327172+0000","last_peered":"2024-09-13T15:57:00.327172+0000","last_clean":"2024-09-13T15:57:00.327172+0000","last_became_active":"2024-09-13T15:56:58.297298+0000","last_became_peered":"2024-09-13T15:56:58.297298+0000","last_unstale":"2024-09-13T15:57:00.327172+0000","last_undegraded":"2024-09-13T15:57:00.327172+0000","last_fullsized":"2024-09-13T15:57:00.327172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328040+0000","last_change":"2024-09-13T15:56:58.296774+0000","last_active":"2024-09-13T15:57:00.328040+0000","last_peered":"2024-09-13T15:57:00.328040+0000","last_clean":"2024-09-13T15:57:00.328040+0000","last_became_active":"2024-09-13T15:56:58.296388+0000","last_became_peered":"2024-09-13T15:56:58.296388+0000","last_unstale":"2024-09-13T15:57:00.328040+0000","last_undegraded":"2024-09-13T15:57:00.328040+0000","last_fullsized":"2024-09-13T15:57:00.328040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.323926+0000","last_change":"2024-09-13T15:56:58.293062+0000","last_active":"2024-09-13T15:57:00.323926+0000","last_peered":"2024-09-13T15:57:00.323926+0000","last_clean":"2024-09-13T15:57:00.323926+0000","last_became_active":"2024-09-13T15:56:58.292729+0000","last_became_peered":"2024-09-13T15:56:58.292729+0000","last_unstale":"2024-09-13T15:57:00.323926+0000","last_undegraded":"2024-09-13T15:57:00.323926+0000","last_fullsized":"2024-09-13T15:57:00.323926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329153+0000","last_change":"2024-09-13T15:56:58.295660+0000","last_active":"2024-09-13T15:57:00.329153+0000","last_peered":"2024-09-13T15:57:00.329153+0000","last_clean":"2024-09-13T15:57:00.329153+0000","last_became_active":"2024-09-13T15:56:58.293884+0000","last_became_peered":"2024-09-13T15:56:58.293884+0000","last_unstale":"2024-09-13T15:57:00.329153+0000","last_undegraded":"2024-09-13T15:57:00.329153+0000","last_fullsized":"2024-09-13T15:57:00.329153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:23.594686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284852+0000","last_change":"2024-09-13T15:56:58.289032+0000","last_active":"2024-09-13T15:56:59.284852+0000","last_peered":"2024-09-13T15:56:59.284852+0000","last_clean":"2024-09-13T15:56:59.284852+0000","last_became_active":"2024-09-13T15:56:58.288724+0000","last_became_peered":"2024-09-13T15:56:58.288724+0000","last_unstale":"2024-09-13T15:56:59.284852+0000","last_undegraded":"2024-09-13T15:56:59.284852+0000","last_fullsized":"2024-09-13T15:56:59.284852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283569+0000","last_change":"2024-09-13T15:56:58.290468+0000","last_active":"2024-09-13T15:56:59.283569+0000","last_peered":"2024-09-13T15:56:59.283569+0000","last_clean":"2024-09-13T15:56:59.283569+0000","last_became_active":"2024-09-13T15:56:58.290213+0000","last_became_peered":"2024-09-13T15:56:58.290213+0000","last_unstale":"2024-09-13T15:56:59.283569+0000","last_undegraded":"2024-09-13T15:56:59.283569+0000","last_fullsized":"2024-09-13T15:56:59.283569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284238+0000","last_change":"2024-09-13T15:56:58.286585+0000","last_active":"2024-09-13T15:56:59.284238+0000","last_peered":"2024-09-13T15:56:59.284238+0000","last_clean":"2024-09-13T15:56:59.284238+0000","last_became_active":"2024-09-13T15:56:58.282829+0000","last_became_peered":"2024-09-13T15:56:58.282829+0000","last_unstale":"2024-09-13T15:56:59.284238+0000","last_undegraded":"2024-09-13T15:56:59.284238+0000","last_fullsized":"2024-09-13T15:56:59.284238+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:38.063238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324435+0000","last_change":"2024-09-13T15:56:58.281264+0000","last_active":"2024-09-13T15:57:00.324435+0000","last_peered":"2024-09-13T15:57:00.324435+0000","last_clean":"2024-09-13T15:57:00.324435+0000","last_became_active":"2024-09-13T15:56:58.280983+0000","last_became_peered":"2024-09-13T15:56:58.280983+0000","last_unstale":"2024-09-13T15:57:00.324435+0000","last_undegraded":"2024-09-13T15:57:00.324435+0000","last_fullsized":"2024-09-13T15:57:00.324435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302030+0000","last_change":"2024-09-13T15:56:58.301050+0000","last_active":"2024-09-13T15:56:58.302030+0000","last_peered":"2024-09-13T15:56:58.302030+0000","last_clean":"2024-09-13T15:56:58.302030+0000","last_became_active":"2024-09-13T15:56:58.300473+0000","last_became_peered":"2024-09-13T15:56:58.300473+0000","last_unstale":"2024-09-13T15:56:58.302030+0000","last_undegraded":"2024-09-13T15:56:58.302030+0000","last_fullsized":"2024-09-13T15:56:58.302030+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:50.857930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278279+0000","last_change":"2024-09-13T15:56:58.278157+0000","last_active":"2024-09-13T15:56:59.278279+0000","last_peered":"2024-09-13T15:56:59.278279+0000","last_clean":"2024-09-13T15:56:59.278279+0000","last_became_active":"2024-09-13T15:56:58.277289+0000","last_became_peered":"2024-09-13T15:56:58.277289+0000","last_unstale":"2024-09-13T15:56:59.278279+0000","last_undegraded":"2024-09-13T15:56:59.278279+0000","last_fullsized":"2024-09-13T15:56:59.278279+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327797+0000","last_change":"2024-09-13T15:56:58.297573+0000","last_active":"2024-09-13T15:57:00.327797+0000","last_peered":"2024-09-13T15:57:00.327797+0000","last_clean":"2024-09-13T15:57:00.327797+0000","last_became_active":"2024-09-13T15:56:58.297246+0000","last_became_peered":"2024-09-13T15:56:58.297246+0000","last_unstale":"2024-09-13T15:57:00.327797+0000","last_undegraded":"2024-09-13T15:57:00.327797+0000","last_fullsized":"2024-09-13T15:57:00.327797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328624+0000","last_change":"2024-09-13T15:56:58.302129+0000","last_active":"2024-09-13T15:57:00.328624+0000","last_peered":"2024-09-13T15:57:00.328624+0000","last_clean":"2024-09-13T15:57:00.328624+0000","last_became_active":"2024-09-13T15:56:58.301910+0000","last_became_peered":"2024-09-13T15:56:58.301910+0000","last_unstale":"2024-09-13T15:57:00.328624+0000","last_undegraded":"2024-09-13T15:57:00.328624+0000","last_fullsized":"2024-09-13T15:57:00.328624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.300795+0000","last_change":"2024-09-13T15:56:58.277194+0000","last_active":"2024-09-13T15:56:58.300795+0000","last_peered":"2024-09-13T15:56:58.300795+0000","last_clean":"2024-09-13T15:56:58.300795+0000","last_became_active":"2024-09-13T15:56:58.276971+0000","last_became_peered":"2024-09-13T15:56:58.276971+0000","last_unstale":"2024-09-13T15:56:58.300795+0000","last_undegraded":"2024-09-13T15:56:58.300795+0000","last_fullsized":"2024-09-13T15:56:58.300795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:33:13.628273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329177+0000","last_change":"2024-09-13T15:56:58.303335+0000","last_active":"2024-09-13T15:57:00.329177+0000","last_peered":"2024-09-13T15:57:00.329177+0000","last_clean":"2024-09-13T15:57:00.329177+0000","last_became_active":"2024-09-13T15:56:58.303005+0000","last_became_peered":"2024-09-13T15:56:58.303005+0000","last_unstale":"2024-09-13T15:57:00.329177+0000","last_undegraded":"2024-09-13T15:57:00.329177+0000","last_fullsized":"2024-09-13T15:57:00.329177+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283818+0000","last_change":"2024-09-13T15:56:58.275930+0000","last_active":"2024-09-13T15:56:59.283818+0000","last_peered":"2024-09-13T15:56:59.283818+0000","last_clean":"2024-09-13T15:56:59.283818+0000","last_became_active":"2024-09-13T15:56:58.275579+0000","last_became_peered":"2024-09-13T15:56:58.275579+0000","last_unstale":"2024-09-13T15:56:59.283818+0000","last_undegraded":"2024-09-13T15:56:59.283818+0000","last_fullsized":"2024-09-13T15:56:59.283818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302709+0000","last_change":"2024-09-13T15:56:58.301699+0000","last_active":"2024-09-13T15:56:58.302709+0000","last_peered":"2024-09-13T15:56:58.302709+0000","last_clean":"2024-09-13T15:56:58.302709+0000","last_became_active":"2024-09-13T15:56:58.301395+0000","last_became_peered":"2024-09-13T15:56:58.301395+0000","last_unstale":"2024-09-13T15:56:58.302709+0000","last_undegraded":"2024-09-13T15:56:58.302709+0000","last_fullsized":"2024-09-13T15:56:58.302709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:24.487615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327421+0000","last_change":"2024-09-13T15:56:58.301186+0000","last_active":"2024-09-13T15:57:00.327421+0000","last_peered":"2024-09-13T15:57:00.327421+0000","last_clean":"2024-09-13T15:57:00.327421+0000","last_became_active":"2024-09-13T15:56:58.300812+0000","last_became_peered":"2024-09-13T15:56:58.300812+0000","last_unstale":"2024-09-13T15:57:00.327421+0000","last_undegraded":"2024-09-13T15:57:00.327421+0000","last_fullsized":"2024-09-13T15:57:00.327421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324196+0000","last_change":"2024-09-13T15:56:58.290968+0000","last_active":"2024-09-13T15:57:00.324196+0000","last_peered":"2024-09-13T15:57:00.324196+0000","last_clean":"2024-09-13T15:57:00.324196+0000","last_became_active":"2024-09-13T15:56:58.290492+0000","last_became_peered":"2024-09-13T15:56:58.290492+0000","last_unstale":"2024-09-13T15:57:00.324196+0000","last_undegraded":"2024-09-13T15:57:00.324196+0000","last_fullsized":"2024-09-13T15:57:00.324196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.326847+0000","last_change":"2024-09-13T15:56:58.289092+0000","last_active":"2024-09-13T15:57:00.326847+0000","last_peered":"2024-09-13T15:57:00.326847+0000","last_clean":"2024-09-13T15:57:00.326847+0000","last_became_active":"2024-09-13T15:56:58.288794+0000","last_became_peered":"2024-09-13T15:56:58.288794+0000","last_unstale":"2024-09-13T15:57:00.326847+0000","last_undegraded":"2024-09-13T15:57:00.326847+0000","last_fullsized":"2024-09-13T15:57:00.326847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:23.594686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324650+0000","last_change":"2024-09-13T15:56:58.283456+0000","last_active":"2024-09-13T15:57:00.324650+0000","last_peered":"2024-09-13T15:57:00.324650+0000","last_clean":"2024-09-13T15:57:00.324650+0000","last_became_active":"2024-09-13T15:56:58.282973+0000","last_became_peered":"2024-09-13T15:56:58.282973+0000","last_unstale":"2024-09-13T15:57:00.324650+0000","last_undegraded":"2024-09-13T15:57:00.324650+0000","last_fullsized":"2024-09-13T15:57:00.324650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.285157+0000","last_change":"2024-09-13T15:56:58.290234+0000","last_active":"2024-09-13T15:56:59.285157+0000","last_peered":"2024-09-13T15:56:59.285157+0000","last_clean":"2024-09-13T15:56:59.285157+0000","last_became_active":"2024-09-13T15:56:58.289948+0000","last_became_peered":"2024-09-13T15:56:58.289948+0000","last_unstale":"2024-09-13T15:56:59.285157+0000","last_undegraded":"2024-09-13T15:56:59.285157+0000","last_fullsized":"2024-09-13T15:56:59.285157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279426+0000","last_change":"2024-09-13T15:56:58.283490+0000","last_active":"2024-09-13T15:56:59.279426+0000","last_peered":"2024-09-13T15:56:59.279426+0000","last_clean":"2024-09-13T15:56:59.279426+0000","last_became_active":"2024-09-13T15:56:58.282953+0000","last_became_peered":"2024-09-13T15:56:58.282953+0000","last_unstale":"2024-09-13T15:56:59.279426+0000","last_undegraded":"2024-09-13T15:56:59.279426+0000","last_fullsized":"2024-09-13T15:56:59.279426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324650+0000","last_change":"2024-09-13T15:56:58.294819+0000","last_active":"2024-09-13T15:57:00.324650+0000","last_peered":"2024-09-13T15:57:00.324650+0000","last_clean":"2024-09-13T15:57:00.324650+0000","last_became_active":"2024-09-13T15:56:58.294150+0000","last_became_peered":"2024-09-13T15:56:58.294150+0000","last_unstale":"2024-09-13T15:57:00.324650+0000","last_undegraded":"2024-09-13T15:57:00.324650+0000","last_fullsized":"2024-09-13T15:57:00.324650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.295494+0000","last_change":"2024-09-13T15:56:58.291806+0000","last_active":"2024-09-13T15:56:58.295494+0000","last_peered":"2024-09-13T15:56:58.295494+0000","last_clean":"2024-09-13T15:56:58.295494+0000","last_became_active":"2024-09-13T15:56:58.291547+0000","last_became_peered":"2024-09-13T15:56:58.291547+0000","last_unstale":"2024-09-13T15:56:58.295494+0000","last_undegraded":"2024-09-13T15:56:58.295494+0000","last_fullsized":"2024-09-13T15:56:58.295494+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:05.495131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327619+0000","last_change":"2024-09-13T15:56:58.288341+0000","last_active":"2024-09-13T15:57:00.327619+0000","last_peered":"2024-09-13T15:57:00.327619+0000","last_clean":"2024-09-13T15:57:00.327619+0000","last_became_active":"2024-09-13T15:56:58.287956+0000","last_became_peered":"2024-09-13T15:56:58.287956+0000","last_unstale":"2024-09-13T15:57:00.327619+0000","last_undegraded":"2024-09-13T15:57:00.327619+0000","last_fullsized":"2024-09-13T15:57:00.327619+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:42.018938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302335+0000","last_change":"2024-09-13T15:56:58.288379+0000","last_active":"2024-09-13T15:56:58.302335+0000","last_peered":"2024-09-13T15:56:58.302335+0000","last_clean":"2024-09-13T15:56:58.302335+0000","last_became_active":"2024-09-13T15:56:58.287964+0000","last_became_peered":"2024-09-13T15:56:58.287964+0000","last_unstale":"2024-09-13T15:56:58.302335+0000","last_undegraded":"2024-09-13T15:56:58.302335+0000","last_fullsized":"2024-09-13T15:56:58.302335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:23:44.682760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282743+0000","last_change":"2024-09-13T15:56:58.279091+0000","last_active":"2024-09-13T15:56:59.282743+0000","last_peered":"2024-09-13T15:56:59.282743+0000","last_clean":"2024-09-13T15:56:59.282743+0000","last_became_active":"2024-09-13T15:56:58.278725+0000","last_became_peered":"2024-09-13T15:56:58.278725+0000","last_unstale":"2024-09-13T15:56:59.282743+0000","last_undegraded":"2024-09-13T15:56:59.282743+0000","last_fullsized":"2024-09-13T15:56:59.282743+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283387+0000","last_change":"2024-09-13T15:56:58.296939+0000","last_active":"2024-09-13T15:56:59.283387+0000","last_peered":"2024-09-13T15:56:59.283387+0000","last_clean":"2024-09-13T15:56:59.283387+0000","last_became_active":"2024-09-13T15:56:58.296618+0000","last_became_peered":"2024-09-13T15:56:58.296618+0000","last_unstale":"2024-09-13T15:56:59.283387+0000","last_undegraded":"2024-09-13T15:56:59.283387+0000","last_fullsized":"2024-09-13T15:56:59.283387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:04.876649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324550+0000","last_change":"2024-09-13T15:56:57.896650+0000","last_active":"2024-09-13T15:57:00.324550+0000","last_peered":"2024-09-13T15:57:00.324550+0000","last_clean":"2024-09-13T15:57:00.324550+0000","last_became_active":"2024-09-13T15:56:57.896183+0000","last_became_peered":"2024-09-13T15:56:57.896183+0000","last_unstale":"2024-09-13T15:57:00.324550+0000","last_undegraded":"2024-09-13T15:57:00.324550+0000","last_fullsized":"2024-09-13T15:57:00.324550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:00.190725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.296312+0000","last_change":"2024-09-13T15:56:58.293950+0000","last_active":"2024-09-13T15:56:58.296312+0000","last_peered":"2024-09-13T15:56:58.296312+0000","last_clean":"2024-09-13T15:56:58.296312+0000","last_became_active":"2024-09-13T15:56:58.293644+0000","last_became_peered":"2024-09-13T15:56:58.293644+0000","last_unstale":"2024-09-13T15:56:58.296312+0000","last_undegraded":"2024-09-13T15:56:58.296312+0000","last_fullsized":"2024-09-13T15:56:58.296312+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:44.633085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283413+0000","last_change":"2024-09-13T15:56:57.905775+0000","last_active":"2024-09-13T15:56:59.283413+0000","last_peered":"2024-09-13T15:56:59.283413+0000","last_clean":"2024-09-13T15:56:59.283413+0000","last_became_active":"2024-09-13T15:56:57.905070+0000","last_became_peered":"2024-09-13T15:56:57.905070+0000","last_unstale":"2024-09-13T15:56:59.283413+0000","last_undegraded":"2024-09-13T15:56:59.283413+0000","last_fullsized":"2024-09-13T15:56:59.283413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324366+0000","last_change":"2024-09-13T15:56:57.900859+0000","last_active":"2024-09-13T15:57:00.324366+0000","last_peered":"2024-09-13T15:57:00.324366+0000","last_clean":"2024-09-13T15:57:00.324366+0000","last_became_active":"2024-09-13T15:56:57.897585+0000","last_became_peered":"2024-09-13T15:56:57.897585+0000","last_unstale":"2024-09-13T15:57:00.324366+0000","last_undegraded":"2024-09-13T15:57:00.324366+0000","last_fullsized":"2024-09-13T15:57:00.324366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:37.267485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.323957+0000","last_change":"2024-09-13T15:56:58.304056+0000","last_active":"2024-09-13T15:57:00.323957+0000","last_peered":"2024-09-13T15:57:00.323957+0000","last_clean":"2024-09-13T15:57:00.323957+0000","last_became_active":"2024-09-13T15:56:58.303729+0000","last_became_peered":"2024-09-13T15:56:58.303729+0000","last_unstale":"2024-09-13T15:57:00.323957+0000","last_undegraded":"2024-09-13T15:57:00.323957+0000","last_fullsized":"2024-09-13T15:57:00.323957+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.326937+0000","last_change":"2024-09-13T15:56:57.908419+0000","last_active":"2024-09-13T15:57:00.326937+0000","last_peered":"2024-09-13T15:57:00.326937+0000","last_clean":"2024-09-13T15:57:00.326937+0000","last_became_active":"2024-09-13T15:56:57.906130+0000","last_became_peered":"2024-09-13T15:56:57.906130+0000","last_unstale":"2024-09-13T15:57:00.326937+0000","last_undegraded":"2024-09-13T15:57:00.326937+0000","last_fullsized":"2024-09-13T15:57:00.326937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:00.413660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278210+0000","last_change":"2024-09-13T15:56:58.282696+0000","last_active":"2024-09-13T15:56:59.278210+0000","last_peered":"2024-09-13T15:56:59.278210+0000","last_clean":"2024-09-13T15:56:59.278210+0000","last_became_active":"2024-09-13T15:56:58.282507+0000","last_became_peered":"2024-09-13T15:56:58.282507+0000","last_unstale":"2024-09-13T15:56:59.278210+0000","last_undegraded":"2024-09-13T15:56:59.278210+0000","last_fullsized":"2024-09-13T15:56:59.278210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284566+0000","last_change":"2024-09-13T15:56:57.909817+0000","last_active":"2024-09-13T15:56:59.284566+0000","last_peered":"2024-09-13T15:56:59.284566+0000","last_clean":"2024-09-13T15:56:59.284566+0000","last_became_active":"2024-09-13T15:56:57.907766+0000","last_became_peered":"2024-09-13T15:56:57.907766+0000","last_unstale":"2024-09-13T15:56:59.284566+0000","last_undegraded":"2024-09-13T15:56:59.284566+0000","last_fullsized":"2024-09-13T15:56:59.284566+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327465+0000","last_change":"2024-09-13T15:56:58.301071+0000","last_active":"2024-09-13T15:57:00.327465+0000","last_peered":"2024-09-13T15:57:00.327465+0000","last_clean":"2024-09-13T15:57:00.327465+0000","last_became_active":"2024-09-13T15:56:58.300682+0000","last_became_peered":"2024-09-13T15:56:58.300682+0000","last_unstale":"2024-09-13T15:57:00.327465+0000","last_undegraded":"2024-09-13T15:57:00.327465+0000","last_fullsized":"2024-09-13T15:57:00.327465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328969+0000","last_change":"2024-09-13T15:56:57.904207+0000","last_active":"2024-09-13T15:57:00.328969+0000","last_peered":"2024-09-13T15:57:00.328969+0000","last_clean":"2024-09-13T15:57:00.328969+0000","last_became_active":"2024-09-13T15:56:57.903625+0000","last_became_peered":"2024-09-13T15:56:57.903625+0000","last_unstale":"2024-09-13T15:57:00.328969+0000","last_undegraded":"2024-09-13T15:57:00.328969+0000","last_fullsized":"2024-09-13T15:57:00.328969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:05.253697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.296483+0000","last_change":"2024-09-13T15:56:58.295069+0000","last_active":"2024-09-13T15:56:58.296483+0000","last_peered":"2024-09-13T15:56:58.296483+0000","last_clean":"2024-09-13T15:56:58.296483+0000","last_became_active":"2024-09-13T15:56:58.294154+0000","last_became_peered":"2024-09-13T15:56:58.294154+0000","last_unstale":"2024-09-13T15:56:58.296483+0000","last_undegraded":"2024-09-13T15:56:58.296483+0000","last_fullsized":"2024-09-13T15:56:58.296483+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:56.413632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279442+0000","last_change":"2024-09-13T15:56:57.903626+0000","last_active":"2024-09-13T15:56:59.279442+0000","last_peered":"2024-09-13T15:56:59.279442+0000","last_clean":"2024-09-13T15:56:59.279442+0000","last_became_active":"2024-09-13T15:56:57.903262+0000","last_became_peered":"2024-09-13T15:56:57.903262+0000","last_unstale":"2024-09-13T15:56:59.279442+0000","last_undegraded":"2024-09-13T15:56:59.279442+0000","last_fullsized":"2024-09-13T15:56:59.279442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284260+0000","last_change":"2024-09-13T15:56:58.291760+0000","last_active":"2024-09-13T15:56:59.284260+0000","last_peered":"2024-09-13T15:56:59.284260+0000","last_clean":"2024-09-13T15:56:59.284260+0000","last_became_active":"2024-09-13T15:56:58.291401+0000","last_became_peered":"2024-09-13T15:56:58.291401+0000","last_unstale":"2024-09-13T15:56:59.284260+0000","last_undegraded":"2024-09-13T15:56:59.284260+0000","last_fullsized":"2024-09-13T15:56:59.284260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:39.954583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283927+0000","last_change":"2024-09-13T15:56:57.891524+0000","last_active":"2024-09-13T15:56:59.283927+0000","last_peered":"2024-09-13T15:56:59.283927+0000","last_clean":"2024-09-13T15:56:59.283927+0000","last_became_active":"2024-09-13T15:56:57.890811+0000","last_became_peered":"2024-09-13T15:56:57.890811+0000","last_unstale":"2024-09-13T15:56:59.283927+0000","last_undegraded":"2024-09-13T15:56:59.283927+0000","last_fullsized":"2024-09-13T15:56:59.283927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328536+0000","last_change":"2024-09-13T15:56:58.293974+0000","last_active":"2024-09-13T15:57:00.328536+0000","last_peered":"2024-09-13T15:57:00.328536+0000","last_clean":"2024-09-13T15:57:00.328536+0000","last_became_active":"2024-09-13T15:56:58.293641+0000","last_became_peered":"2024-09-13T15:56:58.293641+0000","last_unstale":"2024-09-13T15:57:00.328536+0000","last_undegraded":"2024-09-13T15:57:00.328536+0000","last_fullsized":"2024-09-13T15:57:00.328536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.299273+0000","last_change":"2024-09-13T15:56:57.893987+0000","last_active":"2024-09-13T15:56:58.299273+0000","last_peered":"2024-09-13T15:56:58.299273+0000","last_clean":"2024-09-13T15:56:58.299273+0000","last_became_active":"2024-09-13T15:56:57.893445+0000","last_became_peered":"2024-09-13T15:56:57.893445+0000","last_unstale":"2024-09-13T15:56:58.299273+0000","last_undegraded":"2024-09-13T15:56:58.299273+0000","last_fullsized":"2024-09-13T15:56:58.299273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302505+0000","last_change":"2024-09-13T15:56:58.301257+0000","last_active":"2024-09-13T15:56:58.302505+0000","last_peered":"2024-09-13T15:56:58.302505+0000","last_clean":"2024-09-13T15:56:58.302505+0000","last_became_active":"2024-09-13T15:56:58.300933+0000","last_became_peered":"2024-09-13T15:56:58.300933+0000","last_unstale":"2024-09-13T15:56:58.302505+0000","last_undegraded":"2024-09-13T15:56:58.302505+0000","last_fullsized":"2024-09-13T15:56:58.302505+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:48.841411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327696+0000","last_change":"2024-09-13T15:56:57.907271+0000","last_active":"2024-09-13T15:57:00.327696+0000","last_peered":"2024-09-13T15:57:00.327696+0000","last_clean":"2024-09-13T15:57:00.327696+0000","last_became_active":"2024-09-13T15:56:57.906639+0000","last_became_peered":"2024-09-13T15:56:57.906639+0000","last_unstale":"2024-09-13T15:57:00.327696+0000","last_undegraded":"2024-09-13T15:57:00.327696+0000","last_fullsized":"2024-09-13T15:57:00.327696+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328200+0000","last_change":"2024-09-13T15:56:58.293969+0000","last_active":"2024-09-13T15:57:00.328200+0000","last_peered":"2024-09-13T15:57:00.328200+0000","last_clean":"2024-09-13T15:57:00.328200+0000","last_became_active":"2024-09-13T15:56:58.293675+0000","last_became_peered":"2024-09-13T15:56:58.293675+0000","last_unstale":"2024-09-13T15:57:00.328200+0000","last_undegraded":"2024-09-13T15:57:00.328200+0000","last_fullsized":"2024-09-13T15:57:00.328200+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:09.103602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282976+0000","last_change":"2024-09-13T15:56:57.896964+0000","last_active":"2024-09-13T15:56:59.282976+0000","last_peered":"2024-09-13T15:56:59.282976+0000","last_clean":"2024-09-13T15:56:59.282976+0000","last_became_active":"2024-09-13T15:56:57.896262+0000","last_became_peered":"2024-09-13T15:56:57.896262+0000","last_unstale":"2024-09-13T15:56:59.282976+0000","last_undegraded":"2024-09-13T15:56:59.282976+0000","last_fullsized":"2024-09-13T15:56:59.282976+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282990+0000","last_change":"2024-09-13T15:56:58.278755+0000","last_active":"2024-09-13T15:56:59.282990+0000","last_peered":"2024-09-13T15:56:59.282990+0000","last_clean":"2024-09-13T15:56:59.282990+0000","last_became_active":"2024-09-13T15:56:58.278491+0000","last_became_peered":"2024-09-13T15:56:58.278491+0000","last_unstale":"2024-09-13T15:56:59.282990+0000","last_undegraded":"2024-09-13T15:56:59.282990+0000","last_fullsized":"2024-09-13T15:56:59.282990+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.303350+0000","last_change":"2024-09-13T15:56:57.886499+0000","last_active":"2024-09-13T15:56:58.303350+0000","last_peered":"2024-09-13T15:56:58.303350+0000","last_clean":"2024-09-13T15:56:58.303350+0000","last_became_active":"2024-09-13T15:56:57.886180+0000","last_became_peered":"2024-09-13T15:56:57.886180+0000","last_unstale":"2024-09-13T15:56:58.303350+0000","last_undegraded":"2024-09-13T15:56:58.303350+0000","last_fullsized":"2024-09-13T15:56:58.303350+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328304+0000","last_change":"2024-09-13T15:56:58.296903+0000","last_active":"2024-09-13T15:57:00.328304+0000","last_peered":"2024-09-13T15:57:00.328304+0000","last_clean":"2024-09-13T15:57:00.328304+0000","last_became_active":"2024-09-13T15:56:58.296550+0000","last_became_peered":"2024-09-13T15:56:58.296550+0000","last_unstale":"2024-09-13T15:57:00.328304+0000","last_undegraded":"2024-09-13T15:57:00.328304+0000","last_fullsized":"2024-09-13T15:57:00.328304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:32.005546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284494+0000","last_change":"2024-09-13T15:56:57.898258+0000","last_active":"2024-09-13T15:56:59.284494+0000","last_peered":"2024-09-13T15:56:59.284494+0000","last_clean":"2024-09-13T15:56:59.284494+0000","last_became_active":"2024-09-13T15:56:57.897472+0000","last_became_peered":"2024-09-13T15:56:57.897472+0000","last_unstale":"2024-09-13T15:56:59.284494+0000","last_undegraded":"2024-09-13T15:56:59.284494+0000","last_fullsized":"2024-09-13T15:56:59.284494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:05.253697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328670+0000","last_change":"2024-09-13T15:56:58.299369+0000","last_active":"2024-09-13T15:57:00.328670+0000","last_peered":"2024-09-13T15:57:00.328670+0000","last_clean":"2024-09-13T15:57:00.328670+0000","last_became_active":"2024-09-13T15:56:58.297441+0000","last_became_peered":"2024-09-13T15:56:58.297441+0000","last_unstale":"2024-09-13T15:57:00.328670+0000","last_undegraded":"2024-09-13T15:57:00.328670+0000","last_fullsized":"2024-09-13T15:57:00.328670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:42.018938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302046+0000","last_change":"2024-09-13T15:56:57.883416+0000","last_active":"2024-09-13T15:56:58.302046+0000","last_peered":"2024-09-13T15:56:58.302046+0000","last_clean":"2024-09-13T15:56:58.302046+0000","last_became_active":"2024-09-13T15:56:57.882581+0000","last_became_peered":"2024-09-13T15:56:57.882581+0000","last_unstale":"2024-09-13T15:56:58.302046+0000","last_undegraded":"2024-09-13T15:56:58.302046+0000","last_fullsized":"2024-09-13T15:56:58.302046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329091+0000","last_change":"2024-09-13T15:56:58.297059+0000","last_active":"2024-09-13T15:57:00.329091+0000","last_peered":"2024-09-13T15:57:00.329091+0000","last_clean":"2024-09-13T15:57:00.329091+0000","last_became_active":"2024-09-13T15:56:58.296727+0000","last_became_peered":"2024-09-13T15:56:58.296727+0000","last_unstale":"2024-09-13T15:57:00.329091+0000","last_undegraded":"2024-09-13T15:57:00.329091+0000","last_fullsized":"2024-09-13T15:57:00.329091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:28.678953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279600+0000","last_change":"2024-09-13T15:56:57.898527+0000","last_active":"2024-09-13T15:56:59.279600+0000","last_peered":"2024-09-13T15:56:59.279600+0000","last_clean":"2024-09-13T15:56:59.279600+0000","last_became_active":"2024-09-13T15:56:57.898177+0000","last_became_peered":"2024-09-13T15:56:57.898177+0000","last_unstale":"2024-09-13T15:56:59.279600+0000","last_undegraded":"2024-09-13T15:56:59.279600+0000","last_fullsized":"2024-09-13T15:56:59.279600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327681+0000","last_change":"2024-09-13T15:56:58.288681+0000","last_active":"2024-09-13T15:57:00.327681+0000","last_peered":"2024-09-13T15:57:00.327681+0000","last_clean":"2024-09-13T15:57:00.327681+0000","last_became_active":"2024-09-13T15:56:58.288271+0000","last_became_peered":"2024-09-13T15:56:58.288271+0000","last_unstale":"2024-09-13T15:57:00.327681+0000","last_undegraded":"2024-09-13T15:57:00.327681+0000","last_fullsized":"2024-09-13T15:57:00.327681+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:38.448094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.275736+0000","last_change":"2024-09-13T15:56:57.903852+0000","last_active":"2024-09-13T15:56:58.275736+0000","last_peered":"2024-09-13T15:56:58.275736+0000","last_clean":"2024-09-13T15:56:58.275736+0000","last_became_active":"2024-09-13T15:56:57.903100+0000","last_became_peered":"2024-09-13T15:56:57.903100+0000","last_unstale":"2024-09-13T15:56:58.275736+0000","last_undegraded":"2024-09-13T15:56:58.275736+0000","last_fullsized":"2024-09-13T15:56:58.275736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:35.812487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328773+0000","last_change":"2024-09-13T15:56:58.296497+0000","last_active":"2024-09-13T15:57:00.328773+0000","last_peered":"2024-09-13T15:57:00.328773+0000","last_clean":"2024-09-13T15:57:00.328773+0000","last_became_active":"2024-09-13T15:56:58.295937+0000","last_became_peered":"2024-09-13T15:56:58.295937+0000","last_unstale":"2024-09-13T15:57:00.328773+0000","last_undegraded":"2024-09-13T15:57:00.328773+0000","last_fullsized":"2024-09-13T15:57:00.328773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:38.448094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":164,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.277923+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:56:58.277923+0000","last_peered":"2024-09-13T15:56:58.277923+0000","last_clean":"2024-09-13T15:56:58.277923+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:56:58.277923+0000","last_undegraded":"2024-09-13T15:56:58.277923+0000","last_fullsized":"2024-09-13T15:56:58.277923+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327694+0000","last_change":"2024-09-13T15:56:57.904049+0000","last_active":"2024-09-13T15:57:00.327694+0000","last_peered":"2024-09-13T15:57:00.327694+0000","last_clean":"2024-09-13T15:57:00.327694+0000","last_became_active":"2024-09-13T15:56:57.903240+0000","last_became_peered":"2024-09-13T15:56:57.903240+0000","last_unstale":"2024-09-13T15:57:00.327694+0000","last_undegraded":"2024-09-13T15:57:00.327694+0000","last_fullsized":"2024-09-13T15:57:00.327694+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324222+0000","last_change":"2024-09-13T15:56:58.294248+0000","last_active":"2024-09-13T15:57:00.324222+0000","last_peered":"2024-09-13T15:57:00.324222+0000","last_clean":"2024-09-13T15:57:00.324222+0000","last_became_active":"2024-09-13T15:56:58.293237+0000","last_became_peered":"2024-09-13T15:56:58.293237+0000","last_unstale":"2024-09-13T15:57:00.324222+0000","last_undegraded":"2024-09-13T15:57:00.324222+0000","last_fullsized":"2024-09-13T15:57:00.324222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328012+0000","last_change":"2024-09-13T15:56:57.887789+0000","last_active":"2024-09-13T15:57:00.328012+0000","last_peered":"2024-09-13T15:57:00.328012+0000","last_clean":"2024-09-13T15:57:00.328012+0000","last_became_active":"2024-09-13T15:56:57.887053+0000","last_became_peered":"2024-09-13T15:56:57.887053+0000","last_unstale":"2024-09-13T15:57:00.328012+0000","last_undegraded":"2024-09-13T15:57:00.328012+0000","last_fullsized":"2024-09-13T15:57:00.328012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.296044+0000","last_change":"2024-09-13T15:56:58.293301+0000","last_active":"2024-09-13T15:56:58.296044+0000","last_peered":"2024-09-13T15:56:58.296044+0000","last_clean":"2024-09-13T15:56:58.296044+0000","last_became_active":"2024-09-13T15:56:58.292999+0000","last_became_peered":"2024-09-13T15:56:58.292999+0000","last_unstale":"2024-09-13T15:56:58.296044+0000","last_undegraded":"2024-09-13T15:56:58.296044+0000","last_fullsized":"2024-09-13T15:56:58.296044+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:49:35.863288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.276440+0000","last_change":"2024-09-13T15:56:57.884725+0000","last_active":"2024-09-13T15:56:58.276440+0000","last_peered":"2024-09-13T15:56:58.276440+0000","last_clean":"2024-09-13T15:56:58.276440+0000","last_became_active":"2024-09-13T15:56:57.882947+0000","last_became_peered":"2024-09-13T15:56:57.882947+0000","last_unstale":"2024-09-13T15:56:58.276440+0000","last_undegraded":"2024-09-13T15:56:58.276440+0000","last_fullsized":"2024-09-13T15:56:58.276440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:03.270138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278383+0000","last_change":"2024-09-13T15:56:58.286472+0000","last_active":"2024-09-13T15:56:59.278383+0000","last_peered":"2024-09-13T15:56:59.278383+0000","last_clean":"2024-09-13T15:56:59.278383+0000","last_became_active":"2024-09-13T15:56:58.285814+0000","last_became_peered":"2024-09-13T15:56:58.285814+0000","last_unstale":"2024-09-13T15:56:59.278383+0000","last_undegraded":"2024-09-13T15:56:59.278383+0000","last_fullsized":"2024-09-13T15:56:59.278383+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327717+0000","last_change":"2024-09-13T15:56:57.907945+0000","last_active":"2024-09-13T15:57:00.327717+0000","last_peered":"2024-09-13T15:57:00.327717+0000","last_clean":"2024-09-13T15:57:00.327717+0000","last_became_active":"2024-09-13T15:56:57.907066+0000","last_became_peered":"2024-09-13T15:56:57.907066+0000","last_unstale":"2024-09-13T15:57:00.327717+0000","last_undegraded":"2024-09-13T15:57:00.327717+0000","last_fullsized":"2024-09-13T15:57:00.327717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:53.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283664+0000","last_change":"2024-09-13T15:56:58.295510+0000","last_active":"2024-09-13T15:56:59.283664+0000","last_peered":"2024-09-13T15:56:59.283664+0000","last_clean":"2024-09-13T15:56:59.283664+0000","last_became_active":"2024-09-13T15:56:58.295088+0000","last_became_peered":"2024-09-13T15:56:58.295088+0000","last_unstale":"2024-09-13T15:56:59.283664+0000","last_undegraded":"2024-09-13T15:56:59.283664+0000","last_fullsized":"2024-09-13T15:56:59.283664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:49.444481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279095+0000","last_change":"2024-09-13T15:56:57.874612+0000","last_active":"2024-09-13T15:56:59.279095+0000","last_peered":"2024-09-13T15:56:59.279095+0000","last_clean":"2024-09-13T15:56:59.279095+0000","last_became_active":"2024-09-13T15:56:57.874318+0000","last_became_peered":"2024-09-13T15:56:57.874318+0000","last_unstale":"2024-09-13T15:56:59.279095+0000","last_undegraded":"2024-09-13T15:56:59.279095+0000","last_fullsized":"2024-09-13T15:56:59.279095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327322+0000","last_change":"2024-09-13T15:56:58.289755+0000","last_active":"2024-09-13T15:57:00.327322+0000","last_peered":"2024-09-13T15:57:00.327322+0000","last_clean":"2024-09-13T15:57:00.327322+0000","last_became_active":"2024-09-13T15:56:58.288212+0000","last_became_peered":"2024-09-13T15:56:58.288212+0000","last_unstale":"2024-09-13T15:57:00.327322+0000","last_undegraded":"2024-09-13T15:57:00.327322+0000","last_fullsized":"2024-09-13T15:57:00.327322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:28.678953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329263+0000","last_change":"2024-09-13T15:56:57.895344+0000","last_active":"2024-09-13T15:57:00.329263+0000","last_peered":"2024-09-13T15:57:00.329263+0000","last_clean":"2024-09-13T15:57:00.329263+0000","last_became_active":"2024-09-13T15:56:57.894232+0000","last_became_peered":"2024-09-13T15:56:57.894232+0000","last_unstale":"2024-09-13T15:57:00.329263+0000","last_undegraded":"2024-09-13T15:57:00.329263+0000","last_fullsized":"2024-09-13T15:57:00.329263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:52.682284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278859+0000","last_change":"2024-09-13T15:56:58.286450+0000","last_active":"2024-09-13T15:56:59.278859+0000","last_peered":"2024-09-13T15:56:59.278859+0000","last_clean":"2024-09-13T15:56:59.278859+0000","last_became_active":"2024-09-13T15:56:58.286007+0000","last_became_peered":"2024-09-13T15:56:58.286007+0000","last_unstale":"2024-09-13T15:56:59.278859+0000","last_undegraded":"2024-09-13T15:56:59.278859+0000","last_fullsized":"2024-09-13T15:56:59.278859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278707+0000","last_change":"2024-09-13T15:56:57.889917+0000","last_active":"2024-09-13T15:56:59.278707+0000","last_peered":"2024-09-13T15:56:59.278707+0000","last_clean":"2024-09-13T15:56:59.278707+0000","last_became_active":"2024-09-13T15:56:57.889104+0000","last_became_peered":"2024-09-13T15:56:57.889104+0000","last_unstale":"2024-09-13T15:56:59.278707+0000","last_undegraded":"2024-09-13T15:56:59.278707+0000","last_fullsized":"2024-09-13T15:56:59.278707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324734+0000","last_change":"2024-09-13T15:56:58.300426+0000","last_active":"2024-09-13T15:57:00.324734+0000","last_peered":"2024-09-13T15:57:00.324734+0000","last_clean":"2024-09-13T15:57:00.324734+0000","last_became_active":"2024-09-13T15:56:58.300124+0000","last_became_peered":"2024-09-13T15:56:58.300124+0000","last_unstale":"2024-09-13T15:57:00.324734+0000","last_undegraded":"2024-09-13T15:57:00.324734+0000","last_fullsized":"2024-09-13T15:57:00.324734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284684+0000","last_change":"2024-09-13T15:56:57.891983+0000","last_active":"2024-09-13T15:56:59.284684+0000","last_peered":"2024-09-13T15:56:59.284684+0000","last_clean":"2024-09-13T15:56:59.284684+0000","last_became_active":"2024-09-13T15:56:57.891297+0000","last_became_peered":"2024-09-13T15:56:57.891297+0000","last_unstale":"2024-09-13T15:56:59.284684+0000","last_undegraded":"2024-09-13T15:56:59.284684+0000","last_fullsized":"2024-09-13T15:56:59.284684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:55.101723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.302060+0000","last_change":"2024-09-13T15:56:58.300738+0000","last_active":"2024-09-13T15:56:58.302060+0000","last_peered":"2024-09-13T15:56:58.302060+0000","last_clean":"2024-09-13T15:56:58.302060+0000","last_became_active":"2024-09-13T15:56:58.300358+0000","last_became_peered":"2024-09-13T15:56:58.300358+0000","last_unstale":"2024-09-13T15:56:58.302060+0000","last_undegraded":"2024-09-13T15:56:58.302060+0000","last_fullsized":"2024-09-13T15:56:58.302060+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.196934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327795+0000","last_change":"2024-09-13T15:56:57.883292+0000","last_active":"2024-09-13T15:57:00.327795+0000","last_peered":"2024-09-13T15:57:00.327795+0000","last_clean":"2024-09-13T15:57:00.327795+0000","last_became_active":"2024-09-13T15:56:57.882549+0000","last_became_peered":"2024-09-13T15:56:57.882549+0000","last_unstale":"2024-09-13T15:57:00.327795+0000","last_undegraded":"2024-09-13T15:57:00.327795+0000","last_fullsized":"2024-09-13T15:57:00.327795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283184+0000","last_change":"2024-09-13T15:56:58.283615+0000","last_active":"2024-09-13T15:56:59.283184+0000","last_peered":"2024-09-13T15:56:59.283184+0000","last_clean":"2024-09-13T15:56:59.283184+0000","last_became_active":"2024-09-13T15:56:58.281935+0000","last_became_peered":"2024-09-13T15:56:58.281935+0000","last_unstale":"2024-09-13T15:56:59.283184+0000","last_undegraded":"2024-09-13T15:56:59.283184+0000","last_fullsized":"2024-09-13T15:56:59.283184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:56.110748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278457+0000","last_change":"2024-09-13T15:56:57.889810+0000","last_active":"2024-09-13T15:56:59.278457+0000","last_peered":"2024-09-13T15:56:59.278457+0000","last_clean":"2024-09-13T15:56:59.278457+0000","last_became_active":"2024-09-13T15:56:57.889531+0000","last_became_peered":"2024-09-13T15:56:57.889531+0000","last_unstale":"2024-09-13T15:56:59.278457+0000","last_undegraded":"2024-09-13T15:56:59.278457+0000","last_fullsized":"2024-09-13T15:56:59.278457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:37.054213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324021+0000","last_change":"2024-09-13T15:56:58.298851+0000","last_active":"2024-09-13T15:57:00.324021+0000","last_peered":"2024-09-13T15:57:00.324021+0000","last_clean":"2024-09-13T15:57:00.324021+0000","last_became_active":"2024-09-13T15:56:58.298470+0000","last_became_peered":"2024-09-13T15:56:58.298470+0000","last_unstale":"2024-09-13T15:57:00.324021+0000","last_undegraded":"2024-09-13T15:57:00.324021+0000","last_fullsized":"2024-09-13T15:57:00.324021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:16:38.320754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279112+0000","last_change":"2024-09-13T15:56:57.887904+0000","last_active":"2024-09-13T15:56:59.279112+0000","last_peered":"2024-09-13T15:56:59.279112+0000","last_clean":"2024-09-13T15:56:59.279112+0000","last_became_active":"2024-09-13T15:56:57.887389+0000","last_became_peered":"2024-09-13T15:56:57.887389+0000","last_unstale":"2024-09-13T15:56:59.279112+0000","last_undegraded":"2024-09-13T15:56:59.279112+0000","last_fullsized":"2024-09-13T15:56:59.279112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:55.101723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324569+0000","last_change":"2024-09-13T15:56:58.300842+0000","last_active":"2024-09-13T15:57:00.324569+0000","last_peered":"2024-09-13T15:57:00.324569+0000","last_clean":"2024-09-13T15:57:00.324569+0000","last_became_active":"2024-09-13T15:56:58.300412+0000","last_became_peered":"2024-09-13T15:56:58.300412+0000","last_unstale":"2024-09-13T15:57:00.324569+0000","last_undegraded":"2024-09-13T15:57:00.324569+0000","last_fullsized":"2024-09-13T15:57:00.324569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328296+0000","last_change":"2024-09-13T15:56:57.911238+0000","last_active":"2024-09-13T15:57:00.328296+0000","last_peered":"2024-09-13T15:57:00.328296+0000","last_clean":"2024-09-13T15:57:00.328296+0000","last_became_active":"2024-09-13T15:56:57.910609+0000","last_became_peered":"2024-09-13T15:56:57.910609+0000","last_unstale":"2024-09-13T15:57:00.328296+0000","last_undegraded":"2024-09-13T15:57:00.328296+0000","last_fullsized":"2024-09-13T15:57:00.328296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:53.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282868+0000","last_change":"2024-09-13T15:56:58.274737+0000","last_active":"2024-09-13T15:56:59.282868+0000","last_peered":"2024-09-13T15:56:59.282868+0000","last_clean":"2024-09-13T15:56:59.282868+0000","last_became_active":"2024-09-13T15:56:58.274301+0000","last_became_peered":"2024-09-13T15:56:58.274301+0000","last_unstale":"2024-09-13T15:56:59.282868+0000","last_undegraded":"2024-09-13T15:56:59.282868+0000","last_fullsized":"2024-09-13T15:56:59.282868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327224+0000","last_change":"2024-09-13T15:56:58.289196+0000","last_active":"2024-09-13T15:57:00.327224+0000","last_peered":"2024-09-13T15:57:00.327224+0000","last_clean":"2024-09-13T15:57:00.327224+0000","last_became_active":"2024-09-13T15:56:58.288749+0000","last_became_peered":"2024-09-13T15:56:58.288749+0000","last_unstale":"2024-09-13T15:57:00.327224+0000","last_undegraded":"2024-09-13T15:57:00.327224+0000","last_fullsized":"2024-09-13T15:57:00.327224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328324+0000","last_change":"2024-09-13T15:56:57.912846+0000","last_active":"2024-09-13T15:57:00.328324+0000","last_peered":"2024-09-13T15:57:00.328324+0000","last_clean":"2024-09-13T15:57:00.328324+0000","last_became_active":"2024-09-13T15:56:57.912137+0000","last_became_peered":"2024-09-13T15:56:57.912137+0000","last_unstale":"2024-09-13T15:57:00.328324+0000","last_undegraded":"2024-09-13T15:57:00.328324+0000","last_fullsized":"2024-09-13T15:57:00.328324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327280+0000","last_change":"2024-09-13T15:56:58.294159+0000","last_active":"2024-09-13T15:57:00.327280+0000","last_peered":"2024-09-13T15:57:00.327280+0000","last_clean":"2024-09-13T15:57:00.327280+0000","last_became_active":"2024-09-13T15:56:58.293763+0000","last_became_peered":"2024-09-13T15:56:58.293763+0000","last_unstale":"2024-09-13T15:57:00.327280+0000","last_undegraded":"2024-09-13T15:57:00.327280+0000","last_fullsized":"2024-09-13T15:57:00.327280+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328980+0000","last_change":"2024-09-13T15:56:57.899361+0000","last_active":"2024-09-13T15:57:00.328980+0000","last_peered":"2024-09-13T15:57:00.328980+0000","last_clean":"2024-09-13T15:57:00.328980+0000","last_became_active":"2024-09-13T15:56:57.898478+0000","last_became_peered":"2024-09-13T15:56:57.898478+0000","last_unstale":"2024-09-13T15:57:00.328980+0000","last_undegraded":"2024-09-13T15:57:00.328980+0000","last_fullsized":"2024-09-13T15:57:00.328980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.297085+0000","last_change":"2024-09-13T15:56:58.295519+0000","last_active":"2024-09-13T15:56:58.297085+0000","last_peered":"2024-09-13T15:56:58.297085+0000","last_clean":"2024-09-13T15:56:58.297085+0000","last_became_active":"2024-09-13T15:56:58.294800+0000","last_became_peered":"2024-09-13T15:56:58.294800+0000","last_unstale":"2024-09-13T15:56:58.297085+0000","last_undegraded":"2024-09-13T15:56:58.297085+0000","last_fullsized":"2024-09-13T15:56:58.297085+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:17.401608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324875+0000","last_change":"2024-09-13T15:56:57.896504+0000","last_active":"2024-09-13T15:57:00.324875+0000","last_peered":"2024-09-13T15:57:00.324875+0000","last_clean":"2024-09-13T15:57:00.324875+0000","last_became_active":"2024-09-13T15:56:57.890809+0000","last_became_peered":"2024-09-13T15:56:57.890809+0000","last_unstale":"2024-09-13T15:57:00.324875+0000","last_undegraded":"2024-09-13T15:57:00.324875+0000","last_fullsized":"2024-09-13T15:57:00.324875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:52.682284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324726+0000","last_change":"2024-09-13T15:56:58.281207+0000","last_active":"2024-09-13T15:57:00.324726+0000","last_peered":"2024-09-13T15:57:00.324726+0000","last_clean":"2024-09-13T15:57:00.324726+0000","last_became_active":"2024-09-13T15:56:58.280793+0000","last_became_peered":"2024-09-13T15:56:58.280793+0000","last_unstale":"2024-09-13T15:57:00.324726+0000","last_undegraded":"2024-09-13T15:57:00.324726+0000","last_fullsized":"2024-09-13T15:57:00.324726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.305516+0000","last_change":"2024-09-13T15:56:57.891587+0000","last_active":"2024-09-13T15:56:58.305516+0000","last_peered":"2024-09-13T15:56:58.305516+0000","last_clean":"2024-09-13T15:56:58.305516+0000","last_became_active":"2024-09-13T15:56:57.890450+0000","last_became_peered":"2024-09-13T15:56:57.890450+0000","last_unstale":"2024-09-13T15:56:58.305516+0000","last_undegraded":"2024-09-13T15:56:58.305516+0000","last_fullsized":"2024-09-13T15:56:58.305516+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476743,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.129}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2929999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476742,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":229376,"data_stored":77432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.879}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2050000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.24}]}]},{"osd":5,"up_from":16,"seq":68719476740,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":221184,"data_stored":75958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.127}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97199999999999998}]}]},{"osd":4,"up_from":16,"seq":68719476742,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":229376,"data_stored":75994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0109999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]}]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35432,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336408,"statfs":{"total":96636764160,"available":96600481792,"internally_reserved":0,"allocated":217088,"data_stored":71132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35432,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336408,"statfs":{"total":96636764160,"available":96600481792,"internally_reserved":0,"allocated":225280,"data_stored":76028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35416,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336424,"statfs":{"total":96636764160,"available":96600498176,"internally_reserved":0,"allocated":204800,"data_stored":69568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3879999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36012,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335828,"statfs":{"total":96636764160,"available":96599887872,"internally_reserved":0,"allocated":811008,"data_stored":660574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:57:02.698 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T15:57:02.699 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T15:57:02.699 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T15:57:02.699 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T15:57:02.700 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T15:57:02.826 INFO:tasks.ceph.mds.d.smithi077.stderr:2024-09-13T15:57:02.824+0000 7f98b398c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:57:02.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.860+0000 7ff537b4a640 1 Processor -- start 2024-09-13T15:57:02.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.860+0000 7ff537b4a640 1 -- start start 2024-09-13T15:57:02.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff537b4a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff5300cde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff537b4a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff53006f470 0x7ff5301619d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff537b4a640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff53006f8d0 con 0x7ff5300b1fd0 2024-09-13T15:57:02.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff537b4a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff53006b6a0 con 0x7ff53006f470 2024-09-13T15:57:02.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff537b4a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff530160e00 con 0x7ff530160a20 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff5300cde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff5300cde50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45034/0 (socket says 172.21.15.7:45034) 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5350e5640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff53006f470 0x7ff5301619d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 -- 172.21.15.7:0/1508594081 learned_addr learned my addr 172.21.15.7:0/1508594081 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 -- 172.21.15.7:0/1508594081 >> v2:172.21.15.77:3300/0 conn(0x7ff53006f470 msgr2=0x7ff5301619d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 --2- 172.21.15.7:0/1508594081 >> v2:172.21.15.77:3300/0 conn(0x7ff53006f470 0x7ff5301619d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 -- 172.21.15.7:0/1508594081 >> v1:172.21.15.77:6789/0 conn(0x7ff5300b1fd0 legacy=0x7ff53006c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 -- 172.21.15.7:0/1508594081 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff530161f10 con 0x7ff530160a20 2024-09-13T15:57:02.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.864+0000 7ff5358e6640 1 --2- 172.21.15.7:0/1508594081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff5300cde50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff528009e50 tx=0x7ff52801c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb82c2f0fd917060 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5348e4640 1 -- 172.21.15.7:0/1508594081 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5280a5810 con 0x7ff530160a20 2024-09-13T15:57:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5348e4640 1 -- 172.21.15.7:0/1508594081 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5280a5970 con 0x7ff530160a20 2024-09-13T15:57:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5348e4640 1 -- 172.21.15.7:0/1508594081 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5280a5d00 con 0x7ff530160a20 2024-09-13T15:57:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- 172.21.15.7:0/1508594081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 msgr2=0x7ff5300cde50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 --2- 172.21.15.7:0/1508594081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff5300cde50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff528009e50 tx=0x7ff52801c970 comp rx=0 tx=0).stop 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- 172.21.15.7:0/1508594081 shutdown_connections 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 --2- 172.21.15.7:0/1508594081 >> v2:172.21.15.77:3300/0 conn(0x7ff53006f470 0x7ff5301619d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 --2- 172.21.15.7:0/1508594081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff5300cde50 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- 172.21.15.7:0/1508594081 >> 172.21.15.7:0/1508594081 conn(0x7ff530069f00 msgr2=0x7ff53006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- 172.21.15.7:0/1508594081 shutdown_connections 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- 172.21.15.7:0/1508594081 wait complete. 2024-09-13T15:57:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 Processor -- start 2024-09-13T15:57:02.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- start start 2024-09-13T15:57:02.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 0x7ff5301546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff5300b1fd0 0x7ff530159460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff53015aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff530163ad0 con 0x7ff53006f470 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff530162e50 con 0x7ff5300b1fd0 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff530163130 con 0x7ff530160a20 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 0x7ff5301546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 0x7ff5301546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32966/0 (socket says 172.21.15.7:32966) 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 -- 172.21.15.7:0/2794832341 learned_addr learned my addr 172.21.15.7:0/2794832341 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5350e5640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff5300b1fd0 0x7ff530159460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5360e7640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff53015aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 -- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 msgr2=0x7ff53015aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff53015aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 -- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff5300b1fd0 msgr2=0x7ff530159460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff5300b1fd0 0x7ff530159460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 -- 172.21.15.7:0/2794832341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff528009b30 con 0x7ff53006f470 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5350e5640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff5300b1fd0 0x7ff530159460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5360e7640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff53015aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff5358e6640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 0x7ff5301546b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff5280af040 tx=0x7ff528019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5280b8640 con 0x7ff53006f470 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5280b87a0 con 0x7ff53006f470 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff530163410 con 0x7ff53006f470 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.868+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5280b8b10 con 0x7ff53006f470 2024-09-13T15:57:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff530162ab0 con 0x7ff53006f470 2024-09-13T15:57:02.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5301619d0 con 0x7ff53006f470 2024-09-13T15:57:02.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff5280b8c70 con 0x7ff53006f470 2024-09-13T15:57:02.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff52e7fc640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff51c066690 0x7ff51c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:02.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff52811f500 con 0x7ff53006f470 2024-09-13T15:57:02.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff5350e5640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff51c066690 0x7ff51c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:02.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.872+0000 7ff5350e5640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff51c066690 0x7ff51c068b50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff53016ac00 tx=0x7ff524008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:02.876+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff5280ec870 con 0x7ff53006f470 2024-09-13T15:57:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.076+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7ff530163270 con 0x7ff53006f470 2024-09-13T15:57:03.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.084+0000 7ff52e7fc640 1 -- 172.21.15.7:0/2794832341 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164889 (secure 0 0 0) 0x7ff530163270 con 0x7ff53006f470 2024-09-13T15:57:03.089 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff51c066690 msgr2=0x7ff51c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff51c066690 0x7ff51c068b50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff53016ac00 tx=0x7ff524008040 comp rx=0 tx=0).stop 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 msgr2=0x7ff5301546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 0x7ff5301546b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff5280af040 tx=0x7ff528019710 comp rx=0 tx=0).stop 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 shutdown_connections 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff51c066690 0x7ff51c068b50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff530160a20 0x7ff53015aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff5300b1fd0 0x7ff530159460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 --2- 172.21.15.7:0/2794832341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff53006f470 0x7ff5301546b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 >> 172.21.15.7:0/2794832341 conn(0x7ff530069f00 msgr2=0x7ff53006c0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 shutdown_connections 2024-09-13T15:57:03.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.088+0000 7ff537b4a640 1 -- 172.21.15.7:0/2794832341 wait complete. 2024-09-13T15:57:03.109 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":5,"flags":0,"active_gid":4110,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":2976757441},{"type":"v1","addr":"172.21.15.7:6833","nonce":2976757441}]},"active_addr":"172.21.15.7:6833/2976757441","active_change":"2024-09-13T15:56:38.485058+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":995047937}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":931019949}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":86001573}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1023025117}]}]} 2024-09-13T15:57:03.114 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T15:57:03.114 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T15:57:03.114 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:03.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.224+0000 7f83def23640 1 Processor -- start 2024-09-13T15:57:03.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.224+0000 7f83def23640 1 -- start start 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83def23640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f83d806d0d0 0x7f83d80b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83def23640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d806bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83def23640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83d8070480 con 0x7f83d806d4b0 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83def23640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83d80b15c0 con 0x7f83d806d0d0 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83def23640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83d8070860 con 0x7f83d80b2f00 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dd4c0640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f83d806d4b0 0x7f83d806c260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58910/0 (socket says 172.21.15.7:58910) 2024-09-13T15:57:03.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dd4c0640 1 -- 172.21.15.7:0/546693611 learned_addr learned my addr 172.21.15.7:0/546693611 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dccbf640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f83d806d0d0 0x7f83d80b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83d77fe640 1 -- 172.21.15.7:0/546693611 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2106779503 0 0) 0x7f83d8070480 con 0x7f83d806d4b0 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83d77fe640 1 -- 172.21.15.7:0/546693611 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f83c4003530 con 0x7f83d806d4b0 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83d7fff640 1 --2- 172.21.15.7:0/546693611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d806bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dccbf640 1 -- 172.21.15.7:0/546693611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 msgr2=0x7f83d806bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dccbf640 1 --2- 172.21.15.7:0/546693611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d806bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dccbf640 1 -- 172.21.15.7:0/546693611 >> v1:172.21.15.7:6789/0 conn(0x7f83d806d4b0 legacy=0x7f83d806c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dccbf640 1 -- 172.21.15.7:0/546693611 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83d8070b40 con 0x7f83d806d0d0 2024-09-13T15:57:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83dccbf640 1 --2- 172.21.15.7:0/546693611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d0d0 0x7f83d80b3430 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f83c8009d90 tx=0x7f83c801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3397643d620f2a7f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83d77fe640 1 -- 172.21.15.7:0/546693611 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c80a5990 con 0x7f83d806d0d0 2024-09-13T15:57:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83d77fe640 1 -- 172.21.15.7:0/546693611 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83c80a5af0 con 0x7f83d806d0d0 2024-09-13T15:57:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.228+0000 7f83d77fe640 1 -- 172.21.15.7:0/546693611 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c80a5e80 con 0x7f83d806d0d0 2024-09-13T15:57:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/546693611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d0d0 msgr2=0x7f83d80b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 --2- 172.21.15.7:0/546693611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d0d0 0x7f83d80b3430 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f83c8009d90 tx=0x7f83c801c8b0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/546693611 shutdown_connections 2024-09-13T15:57:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 --2- 172.21.15.7:0/546693611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d806bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 --2- 172.21.15.7:0/546693611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d0d0 0x7f83d80b3430 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/546693611 >> 172.21.15.7:0/546693611 conn(0x7f83d8069f00 msgr2=0x7f83d806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/546693611 shutdown_connections 2024-09-13T15:57:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/546693611 wait complete. 2024-09-13T15:57:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 Processor -- start 2024-09-13T15:57:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- start start 2024-09-13T15:57:03.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83d806d0d0 0x7f83d8149020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 0x7f83d8157400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d8157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83d81f54f0 con 0x7f83d806d4b0 2024-09-13T15:57:03.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83d8157fc0 con 0x7f83d806d0d0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83d814dd80 con 0x7f83d80b2f00 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 0x7f83d8157400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 0x7f83d8157400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32978/0 (socket says 172.21.15.7:32978) 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 -- 172.21.15.7:0/1176797911 learned_addr learned my addr 172.21.15.7:0/1176797911 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83dccbf640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83d806d0d0 0x7f83d8149020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83dd4c0640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d8157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 -- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 msgr2=0x7f83d8157940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d8157940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 -- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83d806d0d0 msgr2=0x7f83d8149020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83d806d0d0 0x7f83d8149020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 -- 172.21.15.7:0/1176797911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83c8009a70 con 0x7f83d806d4b0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d7fff640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 0x7f83d8157400 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f83c000c7f0 tx=0x7f83c000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c0007820 con 0x7f83d806d4b0 2024-09-13T15:57:03.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83c0007980 con 0x7f83d806d4b0 2024-09-13T15:57:03.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83d814e060 con 0x7f83d806d4b0 2024-09-13T15:57:03.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c0007d30 con 0x7f83d806d4b0 2024-09-13T15:57:03.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.232+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83d815e990 con 0x7f83d806d4b0 2024-09-13T15:57:03.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.236+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83d80b3430 con 0x7f83d806d4b0 2024-09-13T15:57:03.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.236+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f83c00113f0 con 0x7f83d806d4b0 2024-09-13T15:57:03.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.236+0000 7f83d57fa640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83b8066690 0x7f83b8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.236+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83c0084410 con 0x7f83d806d4b0 2024-09-13T15:57:03.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.236+0000 7f83dccbf640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83b8066690 0x7f83b8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.236+0000 7f83dccbf640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83b8066690 0x7f83b8068b50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f83c80af000 tx=0x7f83c80a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.240+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f83c0051780 con 0x7f83d806d4b0 2024-09-13T15:57:03.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.400+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f83d814e510 con 0x7f83d806d4b0 2024-09-13T15:57:03.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.400+0000 7f83d57fa640 1 -- 172.21.15.7:0/1176797911 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f83c0054da0 con 0x7f83d806d4b0 2024-09-13T15:57:03.407 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:03.408 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83b8066690 msgr2=0x7f83b8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83b8066690 0x7f83b8068b50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f83c80af000 tx=0x7f83c80a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 msgr2=0x7f83d8157400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 0x7f83d8157400 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f83c000c7f0 tx=0x7f83c000ccb0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 shutdown_connections 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83b8066690 0x7f83b8068b50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83d80b2f00 0x7f83d8157940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d806d4b0 0x7f83d8157400 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 --2- 172.21.15.7:0/1176797911 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83d806d0d0 0x7f83d8149020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 >> 172.21.15.7:0/1176797911 conn(0x7f83d8069f00 msgr2=0x7f83d806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 shutdown_connections 2024-09-13T15:57:03.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.404+0000 7f83def23640 1 -- 172.21.15.7:0/1176797911 wait complete. 2024-09-13T15:57:03.426 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T15:57:03.426 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:03.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29c0558640 1 Processor -- start 2024-09-13T15:57:03.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29c0558640 1 -- start start 2024-09-13T15:57:03.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29c0558640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29b80d0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29c0558640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29b80cd760 con 0x7f29b815fc60 2024-09-13T15:57:03.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29c0558640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29b80cd9b0 con 0x7f29b80b4890 2024-09-13T15:57:03.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29c0558640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29b80cdf70 con 0x7f29b8160040 2024-09-13T15:57:03.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f29b815fc60 0x7f29b80b4180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58916/0 (socket says 172.21.15.7:58916) 2024-09-13T15:57:03.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 -- 172.21.15.7:0/107067409 learned_addr learned my addr 172.21.15.7:0/107067409 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29beaf5640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29b80d0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3255002263 0 0) 0x7f29b80cd760 con 0x7f29b815fc60 2024-09-13T15:57:03.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29a4003530 con 0x7f29b815fc60 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 374086261 0 0) 0x7f29a4003530 con 0x7f29b815fc60 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 msgr2=0x7f29b80d0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29b80d0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 >> v1:172.21.15.77:6789/0 conn(0x7f29b80b4890 legacy=0x7f29b80d03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b80cdc90 con 0x7f29b815fc60 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f29a0001680 con 0x7f29b815fc60 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 >> v1:172.21.15.7:6789/0 conn(0x7f29b815fc60 legacy=0x7f29b80b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a40039b0 0x7f29a4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4004360 0x7f29a4004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29a4005090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b80cdf70 con 0x7f29a40039b0 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a400b9c0 con 0x7f29a4004360 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a400bb80 con 0x7f29b8160040 2024-09-13T15:57:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a40039b0 0x7f29a4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29bdaf3640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4004360 0x7f29a4004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29beaf5640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29a4005090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 -- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 msgr2=0x7f29a4005090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29a4005090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 -- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4004360 msgr2=0x7f29a4004830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4004360 0x7f29a4004830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29be2f4640 1 -- 172.21.15.7:0/107067409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29a4003530 con 0x7f29a40039b0 2024-09-13T15:57:03.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.548+0000 7f29beaf5640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b8160040 0x7f29a4005090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:03.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29be2f4640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a40039b0 0x7f29a4003d90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f29a000c210 tx=0x7f29a001cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c99c0fcb271cee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29a0005ae0 con 0x7f29a40039b0 2024-09-13T15:57:03.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29a0005c60 con 0x7f29a40039b0 2024-09-13T15:57:03.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29bd2f2640 1 -- 172.21.15.7:0/107067409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29a00a5850 con 0x7f29a40039b0 2024-09-13T15:57:03.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29c0558640 1 -- 172.21.15.7:0/107067409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a40039b0 msgr2=0x7f29a4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29c0558640 1 --2- 172.21.15.7:0/107067409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a40039b0 0x7f29a4003d90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f29a000c210 tx=0x7f29a001cc80 comp rx=0 tx=0).stop 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29beaf5640 1 -- 172.21.15.7:0/107067409 reap_dead start 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29c0558640 1 -- 172.21.15.7:0/107067409 shutdown_connections 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29c0558640 1 -- 172.21.15.7:0/107067409 >> 172.21.15.7:0/107067409 conn(0x7f29b806c090 msgr2=0x7f29b806c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29c0558640 1 -- 172.21.15.7:0/107067409 shutdown_connections 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.552+0000 7f29c0558640 1 -- 172.21.15.7:0/107067409 wait complete. 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 Processor -- start 2024-09-13T15:57:03.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- start start 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29b80cc310 0x7f29b80c6230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b815c880 0x7f29b8158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 0x7f29b815b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b80ca120 con 0x7f29b8159100 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b8159580 con 0x7f29b80cc310 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29b80c6a60 con 0x7f29b815c880 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 0x7f29b815b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 0x7f29b815b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33008/0 (socket says 172.21.15.7:33008) 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 -- 172.21.15.7:0/1160501168 learned_addr learned my addr 172.21.15.7:0/1160501168 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29be2f4640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29b80cc310 0x7f29b80c6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29bdaf3640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b815c880 0x7f29b8158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 -- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b815c880 msgr2=0x7f29b8158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b815c880 0x7f29b8158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 -- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29b80cc310 msgr2=0x7f29b80c6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29b80cc310 0x7f29b80c6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 -- 172.21.15.7:0/1160501168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b80c6d40 con 0x7f29b8159100 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29beaf5640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 0x7f29b815b0f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f29b80c9780 tx=0x7f29b0011860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b001b070 con 0x7f29b8159100 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b0004020 con 0x7f29b8159100 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29b80c7020 con 0x7f29b8159100 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b00043d0 con 0x7f29b8159100 2024-09-13T15:57:03.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29b80c6770 con 0x7f29b8159100 2024-09-13T15:57:03.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29b80c7820 con 0x7f29b8159100 2024-09-13T15:57:03.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f29b0015670 con 0x7f29b8159100 2024-09-13T15:57:03.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29b6ffd640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2998066690 0x7f2998068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f29b0083da0 con 0x7f29b8159100 2024-09-13T15:57:03.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.556+0000 7f29be2f4640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2998066690 0x7f2998068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.560+0000 7f29be2f4640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2998066690 0x7f2998068b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f29a00ab000 tx=0x7f29a00b1040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.564+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f29b00511a0 con 0x7f29b8159100 2024-09-13T15:57:03.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.720+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f29b8161420 con 0x7f29b8159100 2024-09-13T15:57:03.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29b6ffd640 1 -- 172.21.15.7:0/1160501168 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f29b00547c0 con 0x7f29b8159100 2024-09-13T15:57:03.729 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:03.729 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:03.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2998066690 msgr2=0x7f2998068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2998066690 0x7f2998068b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f29a00ab000 tx=0x7f29a00b1040 comp rx=0 tx=0).stop 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 msgr2=0x7f29b815b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 0x7f29b815b0f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f29b80c9780 tx=0x7f29b0011860 comp rx=0 tx=0).stop 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 shutdown_connections 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2998066690 0x7f2998068b50 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8159100 0x7f29b815b0f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29b815c880 0x7f29b8158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 --2- 172.21.15.7:0/1160501168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29b80cc310 0x7f29b80c6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 >> 172.21.15.7:0/1160501168 conn(0x7f29b806c090 msgr2=0x7f29b80d03d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 shutdown_connections 2024-09-13T15:57:03.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.724+0000 7f29c0558640 1 -- 172.21.15.7:0/1160501168 wait complete. 2024-09-13T15:57:03.746 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T15:57:03.746 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T15:57:03.747 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T15:57:03.748 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T15:57:03.748 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T15:57:03.748 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T15:57:03.749 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T15:57:03.749 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T15:57:03.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 Processor -- start 2024-09-13T15:57:03.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 -- start start 2024-09-13T15:57:03.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e8a6cd640 1 Processor -- start 2024-09-13T15:57:03.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7fd9124d9640 1 Processor -- start 2024-09-13T15:57:03.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7fd9124d9640 1 -- start start 2024-09-13T15:57:03.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e8a6cd640 1 -- start start 2024-09-13T15:57:03.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f175414f810 0x7f17540cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f1754158ab0 0x7f17540aff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17540b08b0 con 0x7f17540b0460 2024-09-13T15:57:03.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1754158fe0 con 0x7f1754158ab0 2024-09-13T15:57:03.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1759864640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17541592c0 con 0x7f175414f810 2024-09-13T15:57:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e8a6cd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f9e840b0de0 0x7f9e84152b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e8a6cd640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e8415c500 con 0x7f9e84070480 2024-09-13T15:57:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e8a6cd640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e8415c7e0 con 0x7f9e840b15c0 2024-09-13T15:57:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e8a6cd640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e841530b0 con 0x7f9e840b0de0 2024-09-13T15:57:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e88c6a640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f9e84070480 0x7f9e840b2ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58932/0 (socket says 172.21.15.7:58932) 2024-09-13T15:57:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f9e88c6a640 1 -- 172.21.15.7:0/819861088 learned_addr learned my addr 172.21.15.7:0/819861088 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1753fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f1754158ab0 0x7f17540aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1753fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f1754158ab0 0x7f17540aff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33014/0 (socket says 172.21.15.7:33014) 2024-09-13T15:57:03.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.924+0000 7f1753fff640 1 -- 172.21.15.7:0/4214717516 learned_addr learned my addr 172.21.15.7:0/4214717516 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f1758862640 1 --2- 172.21.15.7:0/4214717516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f175414f810 0x7f17540cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 --2- 172.21.15.7:0/819861088 >> v2:172.21.15.77:3300/0 conn(0x7f9e840b0de0 0x7f9e84152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd9124d9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd90c06a610 0x7fd90c06db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd9124d9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd90c0cef00 0x7fd90c06c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd9124d9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd90c0cf350 con 0x7fd90c160bb0 2024-09-13T15:57:03.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd9124d9640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd90c06d6f0 con 0x7fd90c0cef00 2024-09-13T15:57:03.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd9124d9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd90c0cd1d0 con 0x7fd90c06a610 2024-09-13T15:57:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3574485877 0 0) 0x7f9e8415c500 con 0x7f9e84070480 2024-09-13T15:57:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e6c003530 con 0x7f9e84070480 2024-09-13T15:57:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3864132185 0 0) 0x7f9e8415c7e0 con 0x7f9e840b15c0 2024-09-13T15:57:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e8415c500 con 0x7f9e840b15c0 2024-09-13T15:57:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f1753fff640 1 -- 172.21.15.7:0/4214717516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f175414f810 msgr2=0x7f17540cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f1753fff640 1 --2- 172.21.15.7:0/4214717516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f175414f810 0x7f17540cb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f1753fff640 1 -- 172.21.15.7:0/4214717516 >> v1:172.21.15.7:6789/0 conn(0x7f17540b0460 legacy=0x7f175406b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f1753fff640 1 -- 172.21.15.7:0/4214717516 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17541595a0 con 0x7f1754158ab0 2024-09-13T15:57:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861285b640 1 Processor -- start 2024-09-13T15:57:03.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd90c06a610 0x7fd90c06db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd90c06a610 0x7fd90c06db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51716/0 (socket says 172.21.15.7:51716) 2024-09-13T15:57:03.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 -- 172.21.15.7:0/2110326453 learned_addr learned my addr 172.21.15.7:0/2110326453 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2301251869 0 0) 0x7f9e6c003530 con 0x7f9e84070480 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 >> v2:172.21.15.77:3300/0 conn(0x7f9e840b0de0 msgr2=0x7f9e84152b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 --2- 172.21.15.7:0/819861088 >> v2:172.21.15.77:3300/0 conn(0x7f9e840b0de0 0x7f9e84152b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 >> v1:172.21.15.77:6789/0 conn(0x7f9e840b15c0 legacy=0x7f9e8406ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e8415cac0 con 0x7f9e84070480 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f9e7c001a00 con 0x7f9e84070480 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 >> v1:172.21.15.7:6789/0 conn(0x7f9e84070480 legacy=0x7f9e840b2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e6c003b10 0x7f9e6c003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e6c0047d0 0x7f9e6c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e6c005190 0x7f9e6c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e841530b0 con 0x7f9e6c003b10 2024-09-13T15:57:03.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd910a76640 1 --2- 172.21.15.7:0/2110326453 >> v2:172.21.15.7:3300/0 conn(0x7fd90c0cef00 0x7fd90c06c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6c00c0c0 con 0x7f9e6c0047d0 2024-09-13T15:57:03.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6c00c280 con 0x7f9e6c005190 2024-09-13T15:57:03.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e6c003b10 0x7f9e6c003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861285b640 1 -- start start 2024-09-13T15:57:03.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e837fe640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e6c0047d0 0x7f9e6c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e88c6a640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e6c005190 0x7f9e6c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 -- 172.21.15.7:0/2110326453 >> v2:172.21.15.7:3300/0 conn(0x7fd90c0cef00 msgr2=0x7fd90c06c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 --2- 172.21.15.7:0/2110326453 >> v2:172.21.15.7:3300/0 conn(0x7fd90c0cef00 0x7fd90c06c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 -- 172.21.15.7:0/2110326453 >> v1:172.21.15.7:6789/0 conn(0x7fd90c160bb0 legacy=0x7fd90c069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7fd90b7fe640 1 -- 172.21.15.7:0/2110326453 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd90c06ca70 con 0x7fd90c06a610 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 -- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e6c005190 msgr2=0x7f9e6c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e6c005190 0x7f9e6c00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 -- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e6c0047d0 msgr2=0x7f9e6c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e6c0047d0 0x7f9e6c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e83fff640 1 -- 172.21.15.7:0/819861088 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e6c003530 con 0x7f9e6c003b10 2024-09-13T15:57:03.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f9e88c6a640 1 -- 172.21.15.7:0/819861088 reap_dead start 2024-09-13T15:57:03.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861285b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c0b3540 0x7f860c06a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861285b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f860c0b1680 con 0x7f860c069f00 2024-09-13T15:57:03.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861285b640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f860c0b1960 con 0x7f860c15b030 2024-09-13T15:57:03.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861285b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f860c06a8d0 con 0x7f860c0b3540 2024-09-13T15:57:03.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f98a0fd4640 1 Processor -- start 2024-09-13T15:57:03.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7ffaa5e02640 1 Processor -- start 2024-09-13T15:57:03.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f98a0fd4640 1 -- start start 2024-09-13T15:57:03.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7ffaa5e02640 1 -- start start 2024-09-13T15:57:03.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f8611859640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f860c15b030 0x7f860c161810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40822/0 (socket says 172.21.15.7:40822) 2024-09-13T15:57:03.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f8611859640 1 -- 172.21.15.7:0/2582350002 learned_addr learned my addr 172.21.15.7:0/2582350002 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861205a640 1 --2- 172.21.15.7:0/2582350002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c0b3540 0x7f860c06a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f8610857640 1 -- 172.21.15.7:0/2582350002 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 252193154 0 0) 0x7f860c0b1960 con 0x7f860c15b030 2024-09-13T15:57:03.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f8610857640 1 -- 172.21.15.7:0/2582350002 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85f8003530 con 0x7f860c15b030 2024-09-13T15:57:03.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861205a640 1 -- 172.21.15.7:0/2582350002 >> v1:172.21.15.77:6789/0 conn(0x7f860c15b030 legacy=0x7f860c161810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f8610857640 1 -- 172.21.15.7:0/2582350002 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2914425917 0 0) 0x7f860c0b1680 con 0x7f860c069f00 2024-09-13T15:57:03.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861205a640 1 -- 172.21.15.7:0/2582350002 >> v1:172.21.15.7:6789/0 conn(0x7f860c069f00 legacy=0x7f860c0caeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f861205a640 1 -- 172.21.15.7:0/2582350002 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f860c0b1c40 con 0x7f860c0b3540 2024-09-13T15:57:03.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.928+0000 7f1753fff640 1 --2- 172.21.15.7:0/4214717516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1754158ab0 0x7f17540aff20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1744009870 tx=0x7f174401e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5269464fb1a5162 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f98a0fd4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f989c0b3340 0x7f989c0b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f98a0fd4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c15cad0 0x7f989c142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f98a0fd4640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f989c160f20 con 0x7f989c160ad0 2024-09-13T15:57:03.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f98a0fd4640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f989c15da70 con 0x7f989c0b3340 2024-09-13T15:57:03.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f98a0fd4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f989c0b2d70 con 0x7f989c15cad0 2024-09-13T15:57:03.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f17537fe640 1 -- 172.21.15.7:0/4214717516 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17440a7990 con 0x7f1754158ab0 2024-09-13T15:57:03.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f17537fe640 1 -- 172.21.15.7:0/4214717516 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17440a7af0 con 0x7f1754158ab0 2024-09-13T15:57:03.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f17537fe640 1 -- 172.21.15.7:0/4214717516 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17440a7e80 con 0x7f1754158ab0 2024-09-13T15:57:03.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9899d9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f989c160ad0 0x7f989c0b2660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58962/0 (socket says 172.21.15.7:58962) 2024-09-13T15:57:03.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9899d9b640 1 -- 172.21.15.7:0/3511471812 learned_addr learned my addr 172.21.15.7:0/3511471812 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e83fff640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e6c003b10 0x7f9e6c003f10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9e78009ae0 tx=0x7f9e7801ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36624ca305a24b33 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fd90b7fe640 1 --2- 172.21.15.7:0/2110326453 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c06a610 0x7fd90c06db10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd90c0ce800 tx=0x7fd8fc01ed10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3216469be0cbe1c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989ad9d640 1 --2- 172.21.15.7:0/3511471812 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c15cad0 0x7f989c142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 -- 172.21.15.7:0/4214717516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1754158ab0 msgr2=0x7f17540aff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 --2- 172.21.15.7:0/4214717516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1754158ab0 0x7f17540aff20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1744009870 tx=0x7f174401e8a0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 -- 172.21.15.7:0/4214717516 shutdown_connections 2024-09-13T15:57:03.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 --2- 172.21.15.7:0/4214717516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1754158ab0 0x7f17540aff20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 --2- 172.21.15.7:0/4214717516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f175414f810 0x7f17540cb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 -- 172.21.15.7:0/4214717516 >> 172.21.15.7:0/4214717516 conn(0x7f17540b37b0 msgr2=0x7f17540b3bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 -- 172.21.15.7:0/4214717516 shutdown_connections 2024-09-13T15:57:03.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c6ffb640 1 Processor -- start 2024-09-13T15:57:03.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fd90affd640 1 -- 172.21.15.7:0/2110326453 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc0a8a10 con 0x7fd90c06a610 2024-09-13T15:57:03.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fd90affd640 1 -- 172.21.15.7:0/2110326453 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8fc0a8b70 con 0x7fd90c06a610 2024-09-13T15:57:03.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fd90affd640 1 -- 172.21.15.7:0/2110326453 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc0b0440 con 0x7fd90c06a610 2024-09-13T15:57:03.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e780a5630 con 0x7f9e6c003b10 2024-09-13T15:57:03.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e780a5790 con 0x7f9e6c003b10 2024-09-13T15:57:03.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e82ffd640 1 -- 172.21.15.7:0/819861088 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e780a5b80 con 0x7f9e6c003b10 2024-09-13T15:57:03.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989a59c640 1 --2- 172.21.15.7:0/3511471812 >> v2:172.21.15.7:3300/0 conn(0x7f989c0b3340 0x7f989c0b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 Processor -- start 2024-09-13T15:57:03.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 -- start start 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffaa5e02640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ffaa00b4070 0x7ffaa00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffaa5e02640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaa00b1ec0 con 0x7ffaa015c6d0 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffaa5e02640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaa00b49d0 con 0x7ffaa00b55f0 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffaa5e02640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffaa00d0760 con 0x7ffaa00b4070 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffa9f7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ffaa015c6d0 0x7ffaa00d1a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58970/0 (socket says 172.21.15.7:58970) 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffa9f7fe640 1 -- 172.21.15.7:0/2795711007 learned_addr learned my addr 172.21.15.7:0/2795711007 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/819861088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e6c003b10 msgr2=0x7f9e6c003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e6c003b10 0x7f9e6c003f10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9e78009ae0 tx=0x7f9e7801ca40 comp rx=0 tx=0).stop 2024-09-13T15:57:03.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffa9effd640 1 --2- 172.21.15.7:0/2795711007 >> v2:172.21.15.7:3300/0 conn(0x7ffaa00b4070 0x7ffaa00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/819861088 shutdown_connections 2024-09-13T15:57:03.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 --2- 172.21.15.7:0/819861088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e6c003b10 0x7f9e6c003f10 secure :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9e78009ae0 tx=0x7f9e7801ca40 comp rx=0 tx=0).stop 2024-09-13T15:57:03.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/819861088 >> 172.21.15.7:0/819861088 conn(0x7f9e840b02c0 msgr2=0x7f9e840b06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f861205a640 1 --2- 172.21.15.7:0/2582350002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c0b3540 0x7f860c06a390 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f86080097f0 tx=0x7f860801c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fadd43b7bdc2a9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4a3406c9f0 0x7f4a3406ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 0x7f4a340b1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a340cd3e0 con 0x7f4a34145ec0 2024-09-13T15:57:03.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a340ce060 con 0x7f4a3406c9f0 2024-09-13T15:57:03.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a3ab0e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a3406d3a0 con 0x7f4a340b1ad0 2024-09-13T15:57:03.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f8610857640 1 -- 172.21.15.7:0/2582350002 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86080ad660 con 0x7f860c0b3540 2024-09-13T15:57:03.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f8610857640 1 -- 172.21.15.7:0/2582350002 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86080ad7c0 con 0x7f860c0b3540 2024-09-13T15:57:03.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f8610857640 1 -- 172.21.15.7:0/2582350002 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86080adb30 con 0x7f860c0b3540 2024-09-13T15:57:03.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a390ab640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 0x7f4a340b1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c6ffb640 1 -- start start 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c6ffb640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc3c015b030 0x7fc3c0161810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c6ffb640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3c0161d50 con 0x7fc3c006a390 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c6ffb640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3c00b1680 con 0x7fc3c0069f00 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c6ffb640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3c00b1960 con 0x7fc3c015b030 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c57f8640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7fc3c0069f00 0x7fc3c00caeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40848/0 (socket says 172.21.15.7:40848) 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffa9effd640 1 -- 172.21.15.7:0/2795711007 >> v1:172.21.15.77:6789/0 conn(0x7ffaa00b55f0 legacy=0x7ffaa00b5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffa9effd640 1 -- 172.21.15.7:0/2795711007 >> v1:172.21.15.7:6789/0 conn(0x7ffaa015c6d0 legacy=0x7ffaa00d1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7ffa9effd640 1 -- 172.21.15.7:0/2795711007 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaa00d0a20 con 0x7ffaa00b4070 2024-09-13T15:57:03.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a390ab640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 0x7f4a340b1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45116/0 (socket says 172.21.15.7:45116) 2024-09-13T15:57:03.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f4a390ab640 1 -- 172.21.15.7:0/703562598 learned_addr learned my addr 172.21.15.7:0/703562598 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c57f8640 1 -- 172.21.15.7:0/1492268144 learned_addr learned my addr 172.21.15.7:0/1492268144 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:03.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/819861088 shutdown_connections 2024-09-13T15:57:03.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 -- 172.21.15.7:0/4214717516 wait complete. 2024-09-13T15:57:03.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989959a640 1 -- 172.21.15.7:0/3511471812 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1785846037 0 0) 0x7f989c160f20 con 0x7f989c160ad0 2024-09-13T15:57:03.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989959a640 1 -- 172.21.15.7:0/3511471812 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9884003530 con 0x7f989c160ad0 2024-09-13T15:57:03.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989a59c640 1 -- 172.21.15.7:0/3511471812 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c15cad0 msgr2=0x7f989c142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989a59c640 1 --2- 172.21.15.7:0/3511471812 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c15cad0 0x7f989c142350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989a59c640 1 -- 172.21.15.7:0/3511471812 >> v1:172.21.15.7:6789/0 conn(0x7f989c160ad0 legacy=0x7f989c0b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 Processor -- start 2024-09-13T15:57:03.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f989a59c640 1 -- 172.21.15.7:0/3511471812 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f989c15cf20 con 0x7f989c0b3340 2024-09-13T15:57:03.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f861285b640 1 -- 172.21.15.7:0/2582350002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c0b3540 msgr2=0x7f860c06a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f861285b640 1 --2- 172.21.15.7:0/2582350002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c0b3540 0x7f860c06a390 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f86080097f0 tx=0x7f860801c3f0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f861285b640 1 -- 172.21.15.7:0/2582350002 shutdown_connections 2024-09-13T15:57:03.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f861285b640 1 --2- 172.21.15.7:0/2582350002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c0b3540 0x7f860c06a390 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f861285b640 1 -- 172.21.15.7:0/2582350002 >> 172.21.15.7:0/2582350002 conn(0x7f860c066280 msgr2=0x7f860c06b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 44105170 0 0) 0x7fc3c00b1680 con 0x7fc3c0069f00 2024-09-13T15:57:03.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3ac003530 con 0x7fc3c0069f00 2024-09-13T15:57:03.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c5ff9640 1 --2- 172.21.15.7:0/1492268144 >> v2:172.21.15.77:3300/0 conn(0x7fc3c015b030 0x7fc3c0161810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/819861088 wait complete. 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 <== mon.1 v1:172.21.15.77:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1732472319 0 0) 0x7fc3ac003530 con 0x7fc3c0069f00 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 >> v2:172.21.15.77:3300/0 conn(0x7fc3c015b030 msgr2=0x7fc3c0161810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 --2- 172.21.15.7:0/1492268144 >> v2:172.21.15.77:3300/0 conn(0x7fc3c015b030 0x7fc3c0161810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 >> v1:172.21.15.7:6789/0 conn(0x7fc3c006a390 legacy=0x7fc3c00cb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 --> v1:172.21.15.77:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c00b1c40 con 0x7fc3c0069f00 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 <== mon.1 v1:172.21.15.77:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fc3b8001a00 con 0x7fc3c0069f00 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 >> v1:172.21.15.77:6789/0 conn(0x7fc3c0069f00 legacy=0x7fc3c00caeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3ac003980 0x7fc3ac003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3ac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3ac005200 0x7fc3ac00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c00b1960 con 0x7fc3ac005200 2024-09-13T15:57:03.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ac00c160 con 0x7fc3ac0047d0 2024-09-13T15:57:03.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ac00c320 con 0x7fc3ac003980 2024-09-13T15:57:03.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7f1759864640 1 -- start start 2024-09-13T15:57:03.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17540b0460 0x7f175414fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c57f8640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3ac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1754158ab0 0x7f1754155930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fd9124d9640 1 -- 172.21.15.7:0/2110326453 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c06a610 msgr2=0x7fd90c06db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.932+0000 7fd9124d9640 1 --2- 172.21.15.7:0/2110326453 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c06a610 0x7fd90c06db10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd90c0ce800 tx=0x7fd8fc01ed10 comp rx=0 tx=0).stop 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- 172.21.15.7:0/2110326453 shutdown_connections 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 --2- 172.21.15.7:0/2110326453 >> v2:172.21.15.7:3300/0 conn(0x7fd90c0cef00 0x7fd90c06c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 --2- 172.21.15.7:0/2110326453 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c06a610 0x7fd90c06db10 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- 172.21.15.7:0/2110326453 >> 172.21.15.7:0/2110326453 conn(0x7fd90c0b12d0 msgr2=0x7fd90c0b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- 172.21.15.7:0/2110326453 shutdown_connections 2024-09-13T15:57:03.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- 172.21.15.7:0/2110326453 wait complete. 2024-09-13T15:57:03.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1754152af0 0x7f1754155e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c5ff9640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3ac003980 0x7fc3ac003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17541570f0 con 0x7f17540b0460 2024-09-13T15:57:03.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17541573d0 con 0x7f1754152af0 2024-09-13T15:57:03.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17541576b0 con 0x7f1754158ab0 2024-09-13T15:57:03.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c67fa640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3ac005200 0x7fc3ac00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 Processor -- start 2024-09-13T15:57:03.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759063640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1754152af0 0x7f1754155e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759063640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1754152af0 0x7f1754155e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51752/0 (socket says 172.21.15.7:51752) 2024-09-13T15:57:03.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759063640 1 -- 172.21.15.7:0/701307113 learned_addr learned my addr 172.21.15.7:0/701307113 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7ffa9effd640 1 --2- 172.21.15.7:0/2795711007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b4070 0x7ffaa00b4490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffa940097c0 tx=0x7ffa9401c1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2236bfa167e36dee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17540b0460 0x7f175414fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- start start 2024-09-13T15:57:03.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7ffa9e7fc640 1 -- 172.21.15.7:0/2795711007 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa940ab600 con 0x7ffaa00b4070 2024-09-13T15:57:03.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7ffa9e7fc640 1 -- 172.21.15.7:0/2795711007 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa940a7050 con 0x7ffaa00b4070 2024-09-13T15:57:03.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7ffa9e7fc640 1 -- 172.21.15.7:0/2795711007 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa940ab980 con 0x7ffaa00b4070 2024-09-13T15:57:03.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 -- 172.21.15.7:0/701307113 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1754158ab0 msgr2=0x7f1754155930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1754158ab0 0x7f1754155930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 -- 172.21.15.7:0/701307113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1754152af0 msgr2=0x7f1754155e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1754152af0 0x7f1754155e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 -- 172.21.15.7:0/701307113 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17440094d0 con 0x7f17540b0460 2024-09-13T15:57:03.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f989a59c640 1 --2- 172.21.15.7:0/3511471812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 0x7f989c0b3720 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9894009d90 tx=0x7f989401c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a21a6d426190153 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f4a390ab640 1 -- 172.21.15.7:0/703562598 >> v2:172.21.15.7:3300/0 conn(0x7f4a3406c9f0 msgr2=0x7f4a3406ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f4a390ab640 1 --2- 172.21.15.7:0/703562598 >> v2:172.21.15.7:3300/0 conn(0x7f4a3406c9f0 0x7f4a3406ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f4a390ab640 1 -- 172.21.15.7:0/703562598 >> v1:172.21.15.77:6789/0 conn(0x7f4a34145ec0 legacy=0x7f4a3415d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f4a390ab640 1 -- 172.21.15.7:0/703562598 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a340cd6c0 con 0x7f4a340b1ad0 2024-09-13T15:57:03.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1758862640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17540b0460 0x7f175414fc00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f174c007d80 tx=0x7f174c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f989959a640 1 -- 172.21.15.7:0/3511471812 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98940a5a30 con 0x7f989c0b3340 2024-09-13T15:57:03.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f989959a640 1 -- 172.21.15.7:0/3511471812 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98940a5b90 con 0x7f989c0b3340 2024-09-13T15:57:03.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f989959a640 1 -- 172.21.15.7:0/3511471812 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98940ad440 con 0x7f989c0b3340 2024-09-13T15:57:03.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd90c06a610 0x7fd90c14dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c0cef00 0x7fd90c0a8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd90c160bb0 0x7fd90c0a89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90c0c6e00 con 0x7fd90c06a610 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90c0a9380 con 0x7fd90c0cef00 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd9124d9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd90c1515f0 con 0x7fd90c160bb0 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd910a76640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd90c160bb0 0x7fd90c0a89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd910a76640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd90c160bb0 0x7fd90c0a89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45132/0 (socket says 172.21.15.7:45132) 2024-09-13T15:57:03.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd910a76640 1 -- 172.21.15.7:0/1980269215 learned_addr learned my addr 172.21.15.7:0/1980269215 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f174c014420 con 0x7f17540b0460 2024-09-13T15:57:03.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 -- 172.21.15.7:0/701307113 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1754157990 con 0x7f17540b0460 2024-09-13T15:57:03.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f1759864640 1 -- 172.21.15.7:0/701307113 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1754150140 con 0x7f17540b0460 2024-09-13T15:57:03.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f174c014580 con 0x7f17540b0460 2024-09-13T15:57:03.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f174c014930 con 0x7f17540b0460 2024-09-13T15:57:03.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f861285b640 1 -- 172.21.15.7:0/2582350002 shutdown_connections 2024-09-13T15:57:03.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fd90b7fe640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c0cef00 0x7fd90c0a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7ffaa5e02640 1 -- 172.21.15.7:0/2795711007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b4070 msgr2=0x7ffaa00b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7ffaa5e02640 1 --2- 172.21.15.7:0/2795711007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b4070 0x7ffaa00b4490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffa940097c0 tx=0x7ffa9401c1e0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7f861285b640 1 -- 172.21.15.7:0/2582350002 wait complete. 2024-09-13T15:57:03.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- 172.21.15.7:0/2795711007 shutdown_connections 2024-09-13T15:57:03.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 --2- 172.21.15.7:0/2795711007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b4070 0x7ffaa00b4490 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- 172.21.15.7:0/2795711007 >> 172.21.15.7:0/2795711007 conn(0x7ffaa0071c30 msgr2=0x7ffaa00cf070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- 172.21.15.7:0/3511471812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 msgr2=0x7f989c0b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 --2- 172.21.15.7:0/3511471812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 0x7f989c0b3720 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9894009d90 tx=0x7f989401c9b0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- 172.21.15.7:0/2795711007 shutdown_connections 2024-09-13T15:57:03.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e8a6cd640 1 Processor -- start 2024-09-13T15:57:03.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e8a6cd640 1 -- start start 2024-09-13T15:57:03.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c57f8640 1 -- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3ac003980 msgr2=0x7fc3ac003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c57f8640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3ac003980 0x7fc3ac003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c57f8640 1 -- 172.21.15.7:0/1492268144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3ac005200 msgr2=0x7fc3ac00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:03.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c57f8640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3ac005200 0x7fc3ac00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.936+0000 7fc3c57f8640 1 -- 172.21.15.7:0/1492268144 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c00b1c40 con 0x7fc3ac0047d0 2024-09-13T15:57:03.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- 172.21.15.7:0/3511471812 shutdown_connections 2024-09-13T15:57:03.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 --2- 172.21.15.7:0/3511471812 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c15cad0 0x7f989c142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 --2- 172.21.15.7:0/3511471812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 0x7f989c0b3720 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- 172.21.15.7:0/3511471812 >> 172.21.15.7:0/3511471812 conn(0x7f989c069f00 msgr2=0x7f989c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 Processor -- start 2024-09-13T15:57:03.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd910a76640 1 -- 172.21.15.7:0/1980269215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c0cef00 msgr2=0x7fd90c0a8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd910a76640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd90c0cef00 0x7fd90c0a8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd910a76640 1 -- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd90c06a610 msgr2=0x7fd90c14dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd910a76640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd90c06a610 0x7fd90c14dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd910a76640 1 -- 172.21.15.7:0/1980269215 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8fc0094d0 con 0x7fd90c160bb0 2024-09-13T15:57:03.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd910a76640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd90c160bb0 0x7fd90c0a89d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd90400efc0 tx=0x7fd90400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd904014480 con 0x7fd90c160bb0 2024-09-13T15:57:03.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd90400f040 con 0x7fd90c160bb0 2024-09-13T15:57:03.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd904014840 con 0x7fd90c160bb0 2024-09-13T15:57:03.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- 172.21.15.7:0/2795711007 wait complete. 2024-09-13T15:57:03.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f1759864640 1 -- 172.21.15.7:0/701307113 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1754157540 con 0x7f17540b0460 2024-09-13T15:57:03.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c67fa640 1 -- 172.21.15.7:0/1492268144 reap_dead start 2024-09-13T15:57:03.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd90c1518d0 con 0x7fd90c160bb0 2024-09-13T15:57:03.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd90c0c6a90 con 0x7fd90c160bb0 2024-09-13T15:57:03.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- 172.21.15.7:0/3511471812 shutdown_connections 2024-09-13T15:57:03.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c57f8640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3ac004c50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc3b800a990 tx=0x7fc3b801d4e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0329b7c94350d89 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b80a8070 con 0x7fc3ac0047d0 2024-09-13T15:57:03.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b80070d0 con 0x7fc3ac0047d0 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c4ff7640 1 -- 172.21.15.7:0/1492268144 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b80074e0 con 0x7fc3ac0047d0 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 -- start start 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c069f00 0x7f860c152940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c0b3540 0x7f860c1f98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f860c15b030 0x7f860c070420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c152e80 con 0x7f860c15b030 2024-09-13T15:57:03.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c15e0a0 con 0x7f860c0b3540 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861285b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1f9e20 con 0x7f860c069f00 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f860c15b030 0x7f860c070420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f860c15b030 0x7f860c070420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33092/0 (socket says 172.21.15.7:33092) 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 -- 172.21.15.7:0/1606151909 learned_addr learned my addr 172.21.15.7:0/1606151909 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd90c06d310 con 0x7fd90c160bb0 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e8a6cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e840af510 0x7f9e8413ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e8a6cd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e8414a650 0x7f9e8413f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e840af510 0x7f9e8413ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e840af510 0x7f9e8413ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33076/0 (socket says 172.21.15.7:33076) 2024-09-13T15:57:03.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- 172.21.15.7:0/3511471812 wait complete. 2024-09-13T15:57:03.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 Processor -- start 2024-09-13T15:57:03.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f4a390ab640 1 --2- 172.21.15.7:0/703562598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 0x7f4a340b1f20 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4a24009870 tx=0x7f4a2401c4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0ac060318d08ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 Processor -- start 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 -- 172.21.15.7:0/1606151909 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c069f00 msgr2=0x7f860c152940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f860c069f00 0x7f860c152940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 -- 172.21.15.7:0/1606151909 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c0b3540 msgr2=0x7f860c1f98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c0b3540 0x7f860c1f98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f4a337fe640 1 -- 172.21.15.7:0/703562598 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a240aa620 con 0x7f4a340b1ad0 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f4a337fe640 1 -- 172.21.15.7:0/703562598 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a240aa780 con 0x7f4a340b1ad0 2024-09-13T15:57:03.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f4a337fe640 1 -- 172.21.15.7:0/703562598 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a240aab10 con 0x7f4a340b1ad0 2024-09-13T15:57:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/703562598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 msgr2=0x7f4a340b1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f4a3ab0e640 1 --2- 172.21.15.7:0/703562598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 0x7f4a340b1f20 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4a24009870 tx=0x7f4a2401c4c0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 -- 172.21.15.7:0/1606151909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8608009420 con 0x7f860c15b030 2024-09-13T15:57:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f174c014a90 con 0x7f17540b0460 2024-09-13T15:57:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f17517fa640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1740066760 0x7f1740068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f174c084990 con 0x7f17540b0460 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f1753fff640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1740066760 0x7f1740068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f17517fa640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f174006e900 0x7f1740070d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 --> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f17400713d0 con 0x7f174006e900 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f1759063640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f174006e900 0x7f1740070d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f174c051ce0 con 0x7f17540b0460 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f1753fff640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1740066760 0x7f1740068c20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f17440b1000 tx=0x7f1744004740 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f1759063640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f174006e900 0x7f1740070d20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 msgr2=0x7fc3ac004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c6ffb640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3ac004c50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc3b800a990 tx=0x7fc3b801d4e0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1492268144 shutdown_connections 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c6ffb640 1 --2- 172.21.15.7:0/1492268144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3ac004c50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1492268144 >> 172.21.15.7:0/1492268144 conn(0x7fc3c0066280 msgr2=0x7fc3c006b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1492268144 shutdown_connections 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f9e837fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e8414a650 0x7f9e8413f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e8414a650 0x7f9e8413f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45142/0 (socket says 172.21.15.7:45142) 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e83fff640 1 -- 172.21.15.7:0/4241142730 learned_addr learned my addr 172.21.15.7:0/4241142730 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- start start 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 0x7f989c0700c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f989c15cad0 0x7f989c070600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c160ad0 0x7f989c1324e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f989c1f7780 con 0x7f989c0b3340 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f989c06f470 con 0x7f989c15cad0 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f98a0fd4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f989c06f750 con 0x7f989c160ad0 2024-09-13T15:57:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f989c15cad0 0x7f989c070600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f989c15cad0 0x7f989c070600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51792/0 (socket says 172.21.15.7:51792) 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 -- 172.21.15.7:0/1231321167 learned_addr learned my addr 172.21.15.7:0/1231321167 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f989ad9d640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c160ad0 0x7f989c1324e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/703562598 shutdown_connections 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 --2- 172.21.15.7:0/703562598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a340b1ad0 0x7f4a340b1f20 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 --2- 172.21.15.7:0/703562598 >> v2:172.21.15.7:3300/0 conn(0x7f4a3406c9f0 0x7f4a3406ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/703562598 >> 172.21.15.7:0/703562598 conn(0x7f4a340b0070 msgr2=0x7f4a340b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/703562598 shutdown_connections 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- start start 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffaa00b4070 0x7ffaa015db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b55f0 0x7ffaa00c9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffaa015c6d0 0x7ffaa01f9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa015ee80 con 0x7ffaa00b55f0 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa015e200 con 0x7ffaa015c6d0 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7ffaa5e02640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa015e4e0 con 0x7ffaa00b4070 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b55f0 0x7ffaa00c9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b55f0 0x7ffaa00c9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33114/0 (socket says 172.21.15.7:33114) 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 -- 172.21.15.7:0/4073298133 learned_addr learned my addr 172.21.15.7:0/4073298133 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f989a59c640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 0x7f989c0700c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f861205a640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f860c15b030 0x7f860c070420 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8608009740 tx=0x7f8608019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.940+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86080adb30 con 0x7f860c15b030 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86080adc90 con 0x7f860c15b030 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8608003620 con 0x7f860c15b030 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f861285b640 1 -- 172.21.15.7:0/1606151909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f860c15bc00 con 0x7f860c15b030 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f861285b640 1 -- 172.21.15.7:0/1606151909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f860c15c1c0 con 0x7f860c15b030 2024-09-13T15:57:04.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== osd.0 v2:172.21.15.7:6800/3438611269 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f17400713d0 con 0x7f174006e900 2024-09-13T15:57:04.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1492268144 wait complete. 2024-09-13T15:57:04.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fc3c6ffb640 1 Processor -- start 2024-09-13T15:57:04.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd9040149a0 con 0x7fd90c160bb0 2024-09-13T15:57:04.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd8f8066760 0x7fd8f8068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd9040853c0 con 0x7fd90c160bb0 2024-09-13T15:57:04.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd90bfff640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd8f8066760 0x7fd8f8068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7fd8f806e980 0x7fd8f8070da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 --> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd8f8071450 con 0x7fd8f806e980 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd904085770 con 0x7fd90c160bb0 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd90b7fe640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7fd8f806e980 0x7fd8f8070da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e8a6cd640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e841593c0 0x7f9e84144890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e841496c0 con 0x7f9e840af510 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8413f9a0 con 0x7f9e841593c0 2024-09-13T15:57:04.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8414aae0 con 0x7f9e8414a650 2024-09-13T15:57:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 -- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c160ad0 msgr2=0x7f989c1324e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f989c160ad0 0x7f989c1324e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 -- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 msgr2=0x7f989c0700c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f989c0b3340 0x7f989c0700c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 -- 172.21.15.7:0/1231321167 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9894009a70 con 0x7f989c15cad0 2024-09-13T15:57:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9899d9b640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f989c15cad0 0x7f989c070600 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f989000c4d0 tx=0x7f989000c990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/703562598 wait complete. 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9f7fe640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffaa00b4070 0x7ffaa015db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9ffff640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffaa015c6d0 0x7ffaa01f9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 -- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffaa00b4070 msgr2=0x7ffaa015db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffaa00b4070 0x7ffaa015db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 -- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffaa015c6d0 msgr2=0x7ffaa01f9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffaa015c6d0 0x7ffaa01f9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7ffa9effd640 1 -- 172.21.15.7:0/4073298133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa94009420 con 0x7ffaa00b55f0 2024-09-13T15:57:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f861285b640 1 -- 172.21.15.7:0/1606151909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f860c0caa40 con 0x7f860c15b030 2024-09-13T15:57:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 Processor -- start 2024-09-13T15:57:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e88c6a640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e841593c0 0x7f9e84144890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd90b7fe640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7fd8f806e980 0x7fd8f8070da0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9890005cf0 con 0x7f989c15cad0 2024-09-13T15:57:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9890005e50 con 0x7f989c15cad0 2024-09-13T15:57:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9890007270 con 0x7f989c15cad0 2024-09-13T15:57:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f989c06fa30 con 0x7f989c15cad0 2024-09-13T15:57:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f989c15b310 con 0x7f989c15cad0 2024-09-13T15:57:04.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fc3c6ffb640 1 -- start start 2024-09-13T15:57:04.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== osd.3 v2:172.21.15.7:6808/417582737 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fd8f8071450 con 0x7fd8f806e980 2024-09-13T15:57:04.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7fc3c6ffb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3c0154e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f989c15b5f0 con 0x7f989c15cad0 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f86080b4040 con 0x7f860c15b030 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 -- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e841593c0 msgr2=0x7f9e84144890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e841593c0 0x7f9e84144890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 -- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e840af510 msgr2=0x7f9e8413ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e840af510 0x7f9e8413ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e84148900 con 0x7f9e8414a650 2024-09-13T15:57:04.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f9e837fe640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e8414a650 0x7f9e8413f460 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9e7400e530 tx=0x7f9e7400e9f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 -- start start 2024-09-13T15:57:04.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a3406c9f0 0x7f4a3415f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffa9effd640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b55f0 0x7ffaa00c9920 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ffa9401a890 tx=0x7ffa94018f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a340b1ad0 0x7f4a3406fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a34159f10 0x7f4a34144630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.944+0000 7f4a3ab0e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a3415fba0 con 0x7f4a3406c9f0 2024-09-13T15:57:04.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f86027fc640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85f0066710 0x7f85f0068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a3ab0e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a34070150 con 0x7f4a340b1ad0 2024-09-13T15:57:04.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a3ab0e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a34138a80 con 0x7f4a34159f10 2024-09-13T15:57:04.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f860811e630 con 0x7f860c15b030 2024-09-13T15:57:04.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7fd90bfff640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd8f8066760 0x7fd8f8068c20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd900000f70 tx=0x7fd9000079c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a3406c9f0 0x7f4a3415f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a33fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a340b1ad0 0x7f4a3406fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a3406c9f0 0x7f4a3415f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33124/0 (socket says 172.21.15.7:33124) 2024-09-13T15:57:04.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 -- 172.21.15.7:0/3632425682 learned_addr learned my addr 172.21.15.7:0/3632425682 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f86027fc640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f85f006e930 0x7f85f0070d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 --> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f85f0071400 con 0x7f85f006e930 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f860811ead0 con 0x7f860c15b030 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a390ab640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a34159f10 0x7f4a34144630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 -- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a34159f10 msgr2=0x7f4a34144630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a34159f10 0x7f4a34144630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 -- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a340b1ad0 msgr2=0x7f4a3406fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a340b1ad0 0x7f4a3406fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 -- 172.21.15.7:0/3632425682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a240094d0 con 0x7f4a3406c9f0 2024-09-13T15:57:04.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa940aa970 con 0x7ffaa00b55f0 2024-09-13T15:57:04.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa940aaad0 con 0x7ffaa00b55f0 2024-09-13T15:57:04.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffaa015e7c0 con 0x7ffaa00b55f0 2024-09-13T15:57:04.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa940aae40 con 0x7ffaa00b55f0 2024-09-13T15:57:04.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaa015f2a0 con 0x7ffaa00b55f0 2024-09-13T15:57:04.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f4a388aa640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a3406c9f0 0x7f4a3415f660 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4a28001ec0 tx=0x7f4a2800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ffaa00d12c0 con 0x7ffaa00b55f0 2024-09-13T15:57:04.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f98900073d0 con 0x7f989c15cad0 2024-09-13T15:57:04.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f988affd640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f987c0666c0 0x7f987c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9890083e60 con 0x7f989c15cad0 2024-09-13T15:57:04.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f989a59c640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f987c0666c0 0x7f987c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f988affd640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f987c06e860 0x7f987c070c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 --> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f987c071330 con 0x7f987c06e860 2024-09-13T15:57:04.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98900842b0 con 0x7f989c15cad0 2024-09-13T15:57:04.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.948+0000 7f989ad9d640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f987c06e860 0x7f987c070c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f8611859640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85f0066710 0x7f85f0068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e740052e0 con 0x7f9e8414a650 2024-09-13T15:57:04.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e74005460 con 0x7f9e8414a650 2024-09-13T15:57:04.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e84148be0 con 0x7f9e8414a650 2024-09-13T15:57:04.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f8611058640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f85f006e930 0x7f85f0070d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e74003840 con 0x7f9e8414a650 2024-09-13T15:57:04.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e841491a0 con 0x7f9e8414a650 2024-09-13T15:57:04.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f989a59c640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f987c0666c0 0x7f987c068b80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f98940af000 tx=0x7f98940a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f8611859640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85f0066710 0x7f85f0068bd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f860c161530 tx=0x7f8604001600 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c6ffb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3c0160e00 0x7fc3c01553d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a280052d0 con 0x7f4a3406c9f0 2024-09-13T15:57:04.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a28005430 con 0x7f4a3406c9f0 2024-09-13T15:57:04.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f8611058640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f85f006e930 0x7f85f0070d50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9e840b19d0 con 0x7f9e8414a650 2024-09-13T15:57:04.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3c0154e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a3415cda0 con 0x7f4a3406c9f0 2024-09-13T15:57:04.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a3415d130 con 0x7f4a3406c9f0 2024-09-13T15:57:04.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a28003840 con 0x7f4a3406c9f0 2024-09-13T15:57:04.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3c0154e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51806/0 (socket says 172.21.15.7:51806) 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c6ffb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3c0155910 0x7fc3c01613c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 -- 172.21.15.7:0/1034417693 learned_addr learned my addr 172.21.15.7:0/1034417693 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c0155d90 con 0x7fc3c0160e00 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c01eabd0 con 0x7fc3ac0047d0 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c0156ea0 con 0x7fc3c0155910 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c67fa640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3c0155910 0x7fc3c01613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f989ad9d640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f987c06e860 0x7f987c070c80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4a14000fd0 con 0x7f4a3406c9f0 2024-09-13T15:57:04.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== osd.2 v2:172.21.15.7:6816/4231365296 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f85f0071400 con 0x7f85f006e930 2024-09-13T15:57:04.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffa940b2040 con 0x7ffaa00b55f0 2024-09-13T15:57:04.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa87fff640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa8c066690 0x7ffa8c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa9411ee40 con 0x7ffaa00b55f0 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa87fff640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7ffa8c06e8b0 0x7ffa8c070cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 --> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ffa8c071380 con 0x7ffa8c06e8b0 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa9411f1f0 con 0x7ffaa00b55f0 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa9f7fe640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa8c066690 0x7ffa8c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa9ffff640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7ffa8c06e8b0 0x7ffa8c070cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa9f7fe640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa8c066690 0x7ffa8c068b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffa980012f0 tx=0x7ffa9800b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7ffa9ffff640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7ffa8c06e8b0 0x7ffa8c070cd0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 -- 172.21.15.7:0/1034417693 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3c0155910 msgr2=0x7fc3c01613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc3c0155910 0x7fc3c01613c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 -- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3c0160e00 msgr2=0x7fc3c01553d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3c0160e00 0x7fc3c01553d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c01eae90 con 0x7fc3ac0047d0 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7fc3c5ff9640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3c0154e90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000f810 tx=0x7fc3b000fcd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b000dbb0 con 0x7fc3ac0047d0 2024-09-13T15:57:04.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b000c040 con 0x7fc3ac0047d0 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b000fec0 con 0x7fc3ac0047d0 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9e740039a0 con 0x7f9e8414a650 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9e70066710 0x7f9e70068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9e740844d0 con 0x7f9e8414a650 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e83fff640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9e70066710 0x7f9e70068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f9e7006e930 0x7f9e70070d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9e70071400 con 0x7f9e7006e930 2024-09-13T15:57:04.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.952+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e74084970 con 0x7f9e8414a650 2024-09-13T15:57:04.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f9e83fff640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9e70066710 0x7f9e70068bd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9e78000c10 tx=0x7f9e780046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== osd.7 v2:172.21.15.77:6820/803097737 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7ffa8c071380 con 0x7ffa8c06e8b0 2024-09-13T15:57:04.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f9e88c6a640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f9e7006e930 0x7f9e70070d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3c01eb170 con 0x7fc3ac0047d0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3c01eb970 con 0x7fc3ac0047d0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc3c006a7a0 con 0x7fc3ac0047d0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc3b0013440 con 0x7fc3ac0047d0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3b67fc640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc3a4066760 0x7fc3a4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc3b0084be0 con 0x7fc3ac0047d0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3b67fc640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7fc3a406e980 0x7fc3a4070da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc3a4071450 con 0x7fc3a406e980 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3b0084f90 con 0x7fc3ac0047d0 2024-09-13T15:57:04.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3c57f8640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc3a4066760 0x7fc3a4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3c67fa640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7fc3a406e980 0x7fc3a4070da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3c67fa640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7fc3a406e980 0x7fc3a4070da0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3c57f8640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc3a4066760 0x7fc3a4068c20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc3b80ae000 tx=0x7fc3b8001d90 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== osd.1 v2:172.21.15.7:6824/1115750945 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fc3a4071450 con 0x7fc3a406e980 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f9e88c6a640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f9e7006e930 0x7f9e70070d50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== osd.4 v2:172.21.15.77:6816/2176401181 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f9e70071400 con 0x7f9e7006e930 2024-09-13T15:57:04.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== osd.5 v2:172.21.15.77:6800/3995402508 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f987c071330 con 0x7f987c06e860 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4a280039a0 con 0x7f4a3406c9f0 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a317fa640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a200666e0 0x7f4a20068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4a28083d40 con 0x7f4a3406c9f0 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a33fff640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a200666e0 0x7f4a20068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a317fa640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f4a2006e900 0x7f4a20070d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 --> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4a200713d0 con 0x7f4a2006e900 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a28084160 con 0x7f4a3406c9f0 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a390ab640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f4a2006e900 0x7f4a20070d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a33fff640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a200666e0 0x7f4a20068ba0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4a341fcdb0 tx=0x7f4a2c00d040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.956+0000 7f4a390ab640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f4a2006e900 0x7f4a20070d20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.960+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== osd.6 v2:172.21.15.77:6804/4183833801 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f4a200713d0 con 0x7f4a2006e900 2024-09-13T15:57:04.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.972+0000 7f1759864640 1 -- 172.21.15.7:0/701307113 --> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f17540cb7d0 con 0x7f174006e900 2024-09-13T15:57:04.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.972+0000 7f17517fa640 1 -- 172.21.15.7:0/701307113 <== osd.0 v2:172.21.15.7:6800/3438611269 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f17540cb7d0 con 0x7f174006e900 2024-09-13T15:57:04.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.972+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 --> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd90c06d030 con 0x7fd8f806e980 2024-09-13T15:57:04.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.972+0000 7fd908ff9640 1 -- 172.21.15.7:0/1980269215 <== osd.3 v2:172.21.15.7:6808/417582737 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd8fc0b04c0 con 0x7fd8f806e980 2024-09-13T15:57:04.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7fd8f806e980 msgr2=0x7fd8f8070da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7fd8f806e980 0x7fd8f8070da0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f174006e900 msgr2=0x7f1740070d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f174006e900 0x7f1740070d20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd8f8066760 msgr2=0x7fd8f8068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd8f8066760 0x7fd8f8068c20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd900000f70 tx=0x7fd9000079c0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1740066760 msgr2=0x7f1740068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1740066760 0x7f1740068c20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f17440b1000 tx=0x7f1744004740 comp rx=0 tx=0).stop 2024-09-13T15:57:04.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17540b0460 msgr2=0x7f175414fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 --2- 172.21.15.7:0/701307113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17540b0460 0x7f175414fc00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f174c007d80 tx=0x7f174c00e4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f1759063640 1 -- 172.21.15.7:0/701307113 reap_dead start 2024-09-13T15:57:04.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd90c160bb0 msgr2=0x7fd90c0a89d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 --2- 172.21.15.7:0/1980269215 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd90c160bb0 0x7fd90c0a89d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd90400efc0 tx=0x7fd90400c490 comp rx=0 tx=0).stop 2024-09-13T15:57:04.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd910a76640 1 -- 172.21.15.7:0/1980269215 reap_dead start 2024-09-13T15:57:04.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 shutdown_connections 2024-09-13T15:57:04.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 >> 172.21.15.7:0/1980269215 conn(0x7fd90c0b12d0 msgr2=0x7fd90c0ce1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 shutdown_connections 2024-09-13T15:57:04.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7fd9124d9640 1 -- 172.21.15.7:0/1980269215 wait complete. 2024-09-13T15:57:04.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 shutdown_connections 2024-09-13T15:57:04.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 >> 172.21.15.7:0/701307113 conn(0x7f17540b37b0 msgr2=0x7f17540b3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 shutdown_connections 2024-09-13T15:57:04.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.976+0000 7f173affd640 1 -- 172.21.15.7:0/701307113 wait complete. 2024-09-13T15:57:04.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f861285b640 1 -- 172.21.15.7:0/1606151909 --> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f860c15e7f0 con 0x7f85f006e930 2024-09-13T15:57:04.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f86027fc640 1 -- 172.21.15.7:0/1606151909 <== osd.2 v2:172.21.15.7:6816/4231365296 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f860c15e7f0 con 0x7f85f006e930 2024-09-13T15:57:04.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 --> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f989c06f8c0 con 0x7f987c06e860 2024-09-13T15:57:04.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f988affd640 1 -- 172.21.15.7:0/1231321167 <== osd.5 v2:172.21.15.77:6800/3995402508 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f989c06f8c0 con 0x7f987c06e860 2024-09-13T15:57:04.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 --> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4a14002cc0 con 0x7f4a2006e900 2024-09-13T15:57:04.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f85f006e930 msgr2=0x7f85f0070d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f987c06e860 msgr2=0x7f987c070c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f98a0fd4640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f987c06e860 0x7f987c070c80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.980+0000 7f85effff640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f85f006e930 0x7f85f0070d50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85f0066710 msgr2=0x7f85f0068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85f0066710 0x7f85f0068bd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f860c161530 tx=0x7f8604001600 comp rx=0 tx=0).stop 2024-09-13T15:57:04.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f860c15b030 msgr2=0x7f860c070420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 --2- 172.21.15.7:0/1606151909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f860c15b030 0x7f860c070420 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8608009740 tx=0x7f8608019190 comp rx=0 tx=0).stop 2024-09-13T15:57:04.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f861205a640 1 -- 172.21.15.7:0/1606151909 reap_dead start 2024-09-13T15:57:04.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 shutdown_connections 2024-09-13T15:57:04.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 >> 172.21.15.7:0/1606151909 conn(0x7f860c066280 msgr2=0x7f860c15e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a317fa640 1 -- 172.21.15.7:0/3632425682 <== osd.6 v2:172.21.15.77:6804/4183833801 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4a14002cc0 con 0x7f4a2006e900 2024-09-13T15:57:04.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 shutdown_connections 2024-09-13T15:57:04.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f85effff640 1 -- 172.21.15.7:0/1606151909 wait complete. 2024-09-13T15:57:04.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f987c0666c0 msgr2=0x7f987c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f4a2006e900 msgr2=0x7f4a20070d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f4a2006e900 0x7f4a20070d20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f98a0fd4640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f987c0666c0 0x7f987c068b80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f98940af000 tx=0x7f98940a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a200666e0 msgr2=0x7f4a20068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a200666e0 0x7f4a20068ba0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4a341fcdb0 tx=0x7f4a2c00d040 comp rx=0 tx=0).stop 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a3406c9f0 msgr2=0x7f4a3415f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 --2- 172.21.15.7:0/3632425682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a3406c9f0 0x7f4a3415f660 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4a28001ec0 tx=0x7f4a2800c890 comp rx=0 tx=0).stop 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a390ab640 1 -- 172.21.15.7:0/3632425682 reap_dead start 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 shutdown_connections 2024-09-13T15:57:04.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 >> 172.21.15.7:0/3632425682 conn(0x7f4a340b0070 msgr2=0x7f4a340ca730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 shutdown_connections 2024-09-13T15:57:04.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f989c15cad0 msgr2=0x7f989c070600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f4a3ab0e640 1 -- 172.21.15.7:0/3632425682 wait complete. 2024-09-13T15:57:04.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f98a0fd4640 1 --2- 172.21.15.7:0/1231321167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f989c15cad0 0x7f989c070600 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f989000c4d0 tx=0x7f989000c990 comp rx=0 tx=0).stop 2024-09-13T15:57:04.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7f989ad9d640 1 -- 172.21.15.7:0/1231321167 reap_dead start 2024-09-13T15:57:04.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 shutdown_connections 2024-09-13T15:57:04.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 >> 172.21.15.7:0/1231321167 conn(0x7f989c069f00 msgr2=0x7f989c13c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 --> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc3c00b2200 con 0x7fc3a406e980 2024-09-13T15:57:04.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 shutdown_connections 2024-09-13T15:57:04.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7f98a0fd4640 1 -- 172.21.15.7:0/1231321167 wait complete. 2024-09-13T15:57:04.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3b67fc640 1 -- 172.21.15.7:0/1034417693 <== osd.1 v2:172.21.15.7:6824/1115750945 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc3bc001520 con 0x7fc3a406e980 2024-09-13T15:57:04.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7fc3a406e980 msgr2=0x7fc3a4070da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7fc3a406e980 0x7fc3a4070da0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc3a4066760 msgr2=0x7fc3a4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc3a4066760 0x7fc3a4068c20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc3b80ae000 tx=0x7fc3b8001d90 comp rx=0 tx=0).stop 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 msgr2=0x7fc3c0154e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 --2- 172.21.15.7:0/1034417693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3ac0047d0 0x7fc3c0154e90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000f810 tx=0x7fc3b000fcd0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c67fa640 1 -- 172.21.15.7:0/1034417693 reap_dead start 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 shutdown_connections 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 >> 172.21.15.7:0/1034417693 conn(0x7fc3c0066280 msgr2=0x7fc3c015a0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 shutdown_connections 2024-09-13T15:57:04.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7fc3c6ffb640 1 -- 172.21.15.7:0/1034417693 wait complete. 2024-09-13T15:57:04.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 --> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ffaa00d0fe0 con 0x7ffa8c06e8b0 2024-09-13T15:57:04.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.984+0000 7ffa87fff640 1 -- 172.21.15.7:0/4073298133 <== osd.7 v2:172.21.15.77:6820/803097737 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ffa90001360 con 0x7ffa8c06e8b0 2024-09-13T15:57:04.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7ffa8c06e8b0 msgr2=0x7ffa8c070cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7ffa8c06e8b0 0x7ffa8c070cd0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa8c066690 msgr2=0x7ffa8c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa8c066690 0x7ffa8c068b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffa980012f0 tx=0x7ffa9800b040 comp rx=0 tx=0).stop 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b55f0 msgr2=0x7ffaa00c9920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 --2- 172.21.15.7:0/4073298133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffaa00b55f0 0x7ffaa00c9920 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ffa9401a890 tx=0x7ffa94018f80 comp rx=0 tx=0).stop 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffa9ffff640 1 -- 172.21.15.7:0/4073298133 reap_dead start 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 shutdown_connections 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.988+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 >> 172.21.15.7:0/4073298133 conn(0x7ffaa0071c30 msgr2=0x7ffaa00ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 --> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9e841493c0 con 0x7f9e7006e930 2024-09-13T15:57:04.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e80ff9640 1 -- 172.21.15.7:0/4241142730 <== osd.4 v2:172.21.15.77:6816/2176401181 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9e841493c0 con 0x7f9e7006e930 2024-09-13T15:57:04.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f9e7006e930 msgr2=0x7f9e70070d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f9e7006e930 0x7f9e70070d50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9e70066710 msgr2=0x7f9e70068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9e70066710 0x7f9e70068bd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9e78000c10 tx=0x7f9e780046d0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e8414a650 msgr2=0x7f9e8413f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 --2- 172.21.15.7:0/4241142730 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9e8414a650 0x7f9e8413f460 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9e7400e530 tx=0x7f9e7400e9f0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e88c6a640 1 -- 172.21.15.7:0/4241142730 reap_dead start 2024-09-13T15:57:04.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 shutdown_connections 2024-09-13T15:57:04.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 >> 172.21.15.7:0/4241142730 conn(0x7f9e840b02c0 msgr2=0x7f9e841589c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 shutdown_connections 2024-09-13T15:57:04.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7f9e8a6cd640 1 -- 172.21.15.7:0/4241142730 wait complete. 2024-09-13T15:57:04.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 shutdown_connections 2024-09-13T15:57:04.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:03.996+0000 7ffaa5e02640 1 -- 172.21.15.7:0/4073298133 wait complete. 2024-09-13T15:57:04.058 INFO:teuthology.orchestra.run.smithi007.stdout:60129542149 2024-09-13T15:57:04.059 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T15:57:04.060 INFO:teuthology.orchestra.run.smithi007.stdout:64424509447 2024-09-13T15:57:04.060 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T15:57:04.061 INFO:teuthology.orchestra.run.smithi007.stdout:68719476743 2024-09-13T15:57:04.061 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T15:57:04.062 INFO:teuthology.orchestra.run.smithi007.stdout:60129542151 2024-09-13T15:57:04.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T15:57:04.063 INFO:teuthology.orchestra.run.smithi007.stdout:68719476741 2024-09-13T15:57:04.064 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T15:57:04.065 INFO:teuthology.orchestra.run.smithi007.stdout:64424509445 2024-09-13T15:57:04.065 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T15:57:04.066 INFO:teuthology.orchestra.run.smithi007.stdout:68719476744 2024-09-13T15:57:04.067 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T15:57:04.067 INFO:teuthology.orchestra.run.smithi007.stdout:68719476743 2024-09-13T15:57:04.068 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T15:57:04.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 Processor -- start 2024-09-13T15:57:04.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 -- start start 2024-09-13T15:57:04.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7fc8a7479640 1 Processor -- start 2024-09-13T15:57:04.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f2bd0384640 1 Processor -- start 2024-09-13T15:57:04.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7fc8a7479640 1 -- start start 2024-09-13T15:57:04.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f2bd0384640 1 -- start start 2024-09-13T15:57:04.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f003415c5d0 0x7f003406bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00340ac8a0 0x7f003406c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00340ad7c0 con 0x7f003406c6d0 2024-09-13T15:57:04.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00340ae2b0 con 0x7f003415c5d0 2024-09-13T15:57:04.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f003ad66640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00340b3560 con 0x7f00340ac8a0 2024-09-13T15:57:04.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f6ac0cae640 1 Processor -- start 2024-09-13T15:57:04.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f0039d64640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f003415c5d0 0x7f003406bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f0039d64640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f003415c5d0 0x7f003406bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33144/0 (socket says 172.21.15.7:33144) 2024-09-13T15:57:04.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f0039d64640 1 -- 172.21.15.7:0/21270535 learned_addr learned my addr 172.21.15.7:0/21270535 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f0039563640 1 --2- 172.21.15.7:0/21270535 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00340ac8a0 0x7f003406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.272+0000 7f6ac0cae640 1 -- start start 2024-09-13T15:57:04.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f0039d64640 1 -- 172.21.15.7:0/21270535 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00340ac8a0 msgr2=0x7f003406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f0039d64640 1 --2- 172.21.15.7:0/21270535 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00340ac8a0 0x7f003406c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f0039d64640 1 -- 172.21.15.7:0/21270535 >> v1:172.21.15.77:6789/0 conn(0x7f003406c6d0 legacy=0x7f003406d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f0039d64640 1 -- 172.21.15.7:0/21270535 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f003415c9b0 con 0x7f003415c5d0 2024-09-13T15:57:04.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a7479640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc8a0145ec0 0x7fc8a015d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a7479640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc8a00b2ae0 0x7fc8a006ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a7479640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a015dc50 con 0x7fc8a006c9f0 2024-09-13T15:57:04.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 Processor -- start 2024-09-13T15:57:04.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a7479640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8a00ce060 con 0x7fc8a0145ec0 2024-09-13T15:57:04.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a7479640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8a006d3a0 con 0x7fc8a00b2ae0 2024-09-13T15:57:04.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 -- start start 2024-09-13T15:57:04.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6ac0cae640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6ab40e6f20 0x7f6ab40520c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a4a14640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7fc8a006c9f0 0x7fc8a00ac8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40862/0 (socket says 172.21.15.7:40862) 2024-09-13T15:57:04.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a4a14640 1 -- 172.21.15.7:0/541912417 learned_addr learned my addr 172.21.15.7:0/541912417 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:04.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6ac0cae640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6ab4053910 0x7f6ab4053da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6ac0cae640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ab4005b30 con 0x7f6ab4047670 2024-09-13T15:57:04.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6ac0cae640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ab4005dd0 con 0x7f6ab4053910 2024-09-13T15:57:04.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6ac0cae640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ab40060b0 con 0x7f6ab40e6f20 2024-09-13T15:57:04.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abbfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6ab4053910 0x7f6ab4053da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bce120640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f2bc8158b40 0x7f2bc8070930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58980/0 (socket says 172.21.15.7:58980) 2024-09-13T15:57:04.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a5a16640 1 --2- 172.21.15.7:0/541912417 >> v2:172.21.15.77:3300/0 conn(0x7fc8a00b2ae0 0x7fc8a006ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a5215640 1 --2- 172.21.15.7:0/541912417 >> v2:172.21.15.7:3300/0 conn(0x7fc8a0145ec0 0x7fc8a015d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abb7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6ab40e6f20 0x7f6ab40520c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abb7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6ab40e6f20 0x7f6ab40520c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51820/0 (socket says 172.21.15.7:51820) 2024-09-13T15:57:04.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abb7fe640 1 -- 172.21.15.7:0/3806798647 learned_addr learned my addr 172.21.15.7:0/3806798647 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abaffd640 1 --1- 172.21.15.7:0/3806798647 >> v1:172.21.15.77:6789/0 conn(0x7f6ab4047670 0x7f6ab404eb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40870/0 (socket says 172.21.15.7:40870) 2024-09-13T15:57:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 Processor -- start 2024-09-13T15:57:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bce120640 1 -- 172.21.15.7:0/883349268 learned_addr learned my addr 172.21.15.7:0/883349268 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bd0384640 1 --2- 172.21.15.7:0/883349268 >> v2:172.21.15.7:3300/0 conn(0x7f2bc80b20d0 0x7f2bc80cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd91f640 1 --2- 172.21.15.7:0/883349268 >> v2:172.21.15.7:3300/0 conn(0x7f2bc80b20d0 0x7f2bc80cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bc8158f20 con 0x7f2bc8158b40 2024-09-13T15:57:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6aba7fc640 1 -- 172.21.15.7:0/3806798647 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1406305525 0 0) 0x7f6ab4005b30 con 0x7f6ab4047670 2024-09-13T15:57:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6aba7fc640 1 -- 172.21.15.7:0/3806798647 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6aac003530 con 0x7f6ab4047670 2024-09-13T15:57:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 0x7f2df40ccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc897fff640 1 -- 172.21.15.7:0/541912417 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2593597729 0 0) 0x7fc8a015dc50 con 0x7fc8a006c9f0 2024-09-13T15:57:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc897fff640 1 -- 172.21.15.7:0/541912417 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc88c003530 con 0x7fc8a006c9f0 2024-09-13T15:57:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a5215640 1 -- 172.21.15.7:0/541912417 >> v2:172.21.15.77:3300/0 conn(0x7fc8a00b2ae0 msgr2=0x7fc8a006ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a5215640 1 --2- 172.21.15.7:0/541912417 >> v2:172.21.15.77:3300/0 conn(0x7fc8a00b2ae0 0x7fc8a006ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2df40cd510 0x7f2df415e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2df40cd960 con 0x7f2df4143d80 2024-09-13T15:57:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2df415b9f0 con 0x7f2df40cd510 2024-09-13T15:57:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2dfa2f2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2df40b2360 con 0x7f2df40b1f20 2024-09-13T15:57:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a5215640 1 -- 172.21.15.7:0/541912417 >> v1:172.21.15.77:6789/0 conn(0x7fc8a006c9f0 legacy=0x7fc8a00ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abbfff640 1 -- 172.21.15.7:0/3806798647 >> v2:172.21.15.77:3300/0 conn(0x7f6ab40e6f20 msgr2=0x7f6ab40520c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abbfff640 1 --2- 172.21.15.7:0/3806798647 >> v2:172.21.15.77:3300/0 conn(0x7f6ab40e6f20 0x7f6ab40520c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abbfff640 1 -- 172.21.15.7:0/3806798647 >> v1:172.21.15.77:6789/0 conn(0x7f6ab4047670 legacy=0x7f6ab404eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f6abbfff640 1 -- 172.21.15.7:0/3806798647 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ab4006390 con 0x7f6ab4053910 2024-09-13T15:57:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7fc8a5215640 1 -- 172.21.15.7:0/541912417 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a00cd3e0 con 0x7fc8a0145ec0 2024-09-13T15:57:04.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 0x7f2df40ccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bc8071180 con 0x7f2bc806b4d0 2024-09-13T15:57:04.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bc806bfb0 con 0x7f2bc80b20d0 2024-09-13T15:57:04.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 0x7f2df40ccfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45208/0 (socket says 172.21.15.7:45208) 2024-09-13T15:57:04.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 -- 172.21.15.7:0/353812571 learned_addr learned my addr 172.21.15.7:0/353812571 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 -- start start 2024-09-13T15:57:04.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a806d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f60a80cc190 0x7f60a80cc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60a806d610 con 0x7f60a8152ad0 2024-09-13T15:57:04.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60a80b1300 con 0x7f60a80cc190 2024-09-13T15:57:04.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a7fff640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60a80b2160 con 0x7f60a806cc70 2024-09-13T15:57:04.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 614053666 0 0) 0x7f2bc00014a0 con 0x7f2bc8158b40 2024-09-13T15:57:04.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2bb4005740 con 0x7f2bc8158b40 2024-09-13T15:57:04.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df888f640 1 --2- 172.21.15.7:0/353812571 >> v2:172.21.15.77:3300/0 conn(0x7f2df40cd510 0x7f2df415e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f3042aa0640 1 Processor -- start 2024-09-13T15:57:04.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f3042aa0640 1 -- start start 2024-09-13T15:57:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2145937211 0 0) 0x7f2bc8071180 con 0x7f2bc806b4d0 2024-09-13T15:57:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2bc00014a0 con 0x7f2bc806b4d0 2024-09-13T15:57:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a67fc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a806d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a67fc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a806d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45212/0 (socket says 172.21.15.7:45212) 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a67fc640 1 -- 172.21.15.7:0/2918419901 learned_addr learned my addr 172.21.15.7:0/2918419901 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a77fe640 1 --2- 172.21.15.7:0/2918419901 >> v2:172.21.15.77:3300/0 conn(0x7f60a80cc190 0x7f60a80cc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f3042aa0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f303c0d1b60 0x7f303c0cf690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f3042aa0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f303c0cd3c0 con 0x7f303c15c6e0 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f3042aa0640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f303c0cd5b0 con 0x7f303c0b5730 2024-09-13T15:57:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f3042aa0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f303c0cd870 con 0x7f303c0d1b60 2024-09-13T15:57:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a67fc640 1 -- 172.21.15.7:0/2918419901 >> v2:172.21.15.77:3300/0 conn(0x7f60a80cc190 msgr2=0x7f60a80cc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a67fc640 1 --2- 172.21.15.7:0/2918419901 >> v2:172.21.15.77:3300/0 conn(0x7f60a80cc190 0x7f60a80cc5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f60a67fc640 1 -- 172.21.15.7:0/2918419901 >> v1:172.21.15.7:6789/0 conn(0x7f60a8152ad0 legacy=0x7f60a80cb660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f60a67fc640 1 -- 172.21.15.7:0/2918419901 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a8159a20 con 0x7f60a806cc70 2024-09-13T15:57:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f0039d64640 1 --2- 172.21.15.7:0/21270535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f003406bc50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f00300098a0 tx=0x7f003001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24872a03399256a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f304129d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f303c0d1b60 0x7f303c0cf690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f3041a9e640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f303c15c6e0 0x7f303c0cef80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58992/0 (socket says 172.21.15.7:58992) 2024-09-13T15:57:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f3041a9e640 1 -- 172.21.15.7:0/4248591225 learned_addr learned my addr 172.21.15.7:0/4248591225 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f304229f640 1 --1- 172.21.15.7:0/4248591225 >> v1:172.21.15.77:6789/0 conn(0x7f303c0b5730 0x7f303c0b5bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40902/0 (socket says 172.21.15.7:40902) 2024-09-13T15:57:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f304129d640 1 -- 172.21.15.7:0/4248591225 >> v1:172.21.15.77:6789/0 conn(0x7f303c0b5730 legacy=0x7f303c0b5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f304129d640 1 -- 172.21.15.7:0/4248591225 >> v1:172.21.15.7:6789/0 conn(0x7f303c15c6e0 legacy=0x7f303c0cef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f304129d640 1 -- 172.21.15.7:0/4248591225 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f303c0cdb50 con 0x7f303c0d1b60 2024-09-13T15:57:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 -- 172.21.15.7:0/353812571 >> v2:172.21.15.77:3300/0 conn(0x7f2df40cd510 msgr2=0x7f2df415e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 --2- 172.21.15.7:0/353812571 >> v2:172.21.15.77:3300/0 conn(0x7f2df40cd510 0x7f2df415e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 -- 172.21.15.7:0/353812571 >> v1:172.21.15.77:6789/0 conn(0x7f2df4143d80 legacy=0x7f2df406fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2df37fe640 1 -- 172.21.15.7:0/353812571 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2df415ab10 con 0x7f2df40b1f20 2024-09-13T15:57:04.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 Processor -- start 2024-09-13T15:57:04.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 -- start start 2024-09-13T15:57:04.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f0038d62640 1 -- 172.21.15.7:0/21270535 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300ab600 con 0x7f003415c5d0 2024-09-13T15:57:04.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f0038d62640 1 -- 172.21.15.7:0/21270535 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00300a7050 con 0x7f003415c5d0 2024-09-13T15:57:04.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f0038d62640 1 -- 172.21.15.7:0/21270535 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300ab980 con 0x7f003415c5d0 2024-09-13T15:57:04.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a5215640 1 --2- 172.21.15.7:0/541912417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a015d710 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc8a00727d0 tx=0x7fc89001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4946e24a7474a78 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4e8815c6e0 0x7f4e880d1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cfab0 0x7f4e880b5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd91f640 1 -- 172.21.15.7:0/883349268 >> v1:172.21.15.77:6789/0 conn(0x7f2bc806b4d0 legacy=0x7f2bc80b2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd91f640 1 -- 172.21.15.7:0/883349268 >> v1:172.21.15.7:6789/0 conn(0x7f2bc8158b40 legacy=0x7f2bc8070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.276+0000 7f2bcd91f640 1 -- 172.21.15.7:0/883349268 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bc806c290 con 0x7f2bc80b20d0 2024-09-13T15:57:04.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bcd91f640 1 --2- 172.21.15.7:0/883349268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc80b20d0 0x7f2bc80cba90 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80097c0 tx=0x7f2bb801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e935e555fdfb84a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc897fff640 1 -- 172.21.15.7:0/541912417 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8900ab600 con 0x7fc8a0145ec0 2024-09-13T15:57:04.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e880cd3c0 con 0x7f4e880cef80 2024-09-13T15:57:04.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e880cd5b0 con 0x7f4e8815c6e0 2024-09-13T15:57:04.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8f1ba640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e880cd870 con 0x7f4e880cfab0 2024-09-13T15:57:04.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8e9b9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cfab0 0x7f4e880b5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8d9b7640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f4e880cef80 0x7f4e880cf3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59000/0 (socket says 172.21.15.7:59000) 2024-09-13T15:57:04.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8d9b7640 1 -- 172.21.15.7:0/474899663 learned_addr learned my addr 172.21.15.7:0/474899663 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:04.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2df37fe640 1 --2- 172.21.15.7:0/353812571 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 0x7f2df40ccfd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2de8009870 tx=0x7f2de801c540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ff8bbe4260db701 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2df2ffd640 1 -- 172.21.15.7:0/353812571 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de80ab600 con 0x7f2df40b1f20 2024-09-13T15:57:04.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2df2ffd640 1 -- 172.21.15.7:0/353812571 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2de80a7050 con 0x7f2df40b1f20 2024-09-13T15:57:04.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc897fff640 1 -- 172.21.15.7:0/541912417 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8900a7050 con 0x7fc8a0145ec0 2024-09-13T15:57:04.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc897fff640 1 -- 172.21.15.7:0/541912417 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8900ab960 con 0x7fc8a0145ec0 2024-09-13T15:57:04.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8d1b6640 1 -- 172.21.15.7:0/474899663 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3011512166 0 0) 0x7f4e880cd3c0 con 0x7f4e880cef80 2024-09-13T15:57:04.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8d1b6640 1 -- 172.21.15.7:0/474899663 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4e74003530 con 0x7f4e880cef80 2024-09-13T15:57:04.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8e9b9640 1 -- 172.21.15.7:0/474899663 >> v2:172.21.15.77:3300/0 conn(0x7f4e8815c6e0 msgr2=0x7f4e880d1b60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T15:57:04.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f60a67fc640 1 --2- 172.21.15.7:0/2918419901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a806d0d0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f609c009870 tx=0x7f609c01c4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbd4d33b539fe345 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 -- 172.21.15.7:0/541912417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 msgr2=0x7fc8a015d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 --2- 172.21.15.7:0/541912417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a015d710 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc8a00727d0 tx=0x7fc89001c3c0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8e9b9640 1 --2- 172.21.15.7:0/474899663 >> v2:172.21.15.77:3300/0 conn(0x7f4e8815c6e0 0x7f4e880d1b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8e9b9640 1 -- 172.21.15.7:0/474899663 >> v1:172.21.15.7:6789/0 conn(0x7f4e880cef80 legacy=0x7f4e880cf3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f4e8e9b9640 1 -- 172.21.15.7:0/474899663 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e880cdb50 con 0x7f4e880cfab0 2024-09-13T15:57:04.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bb80ab5f0 con 0x7f2bc80b20d0 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bb80ab750 con 0x7f2bc80b20d0 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bcd11e640 1 -- 172.21.15.7:0/883349268 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bb80abae0 con 0x7f2bc80b20d0 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc80b20d0 msgr2=0x7f2bc80cba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 --2- 172.21.15.7:0/883349268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc80b20d0 0x7f2bc80cba90 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80097c0 tx=0x7f2bb801c490 comp rx=0 tx=0).stop 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 shutdown_connections 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 --2- 172.21.15.7:0/883349268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc80b20d0 0x7f2bc80cba90 secure :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80097c0 tx=0x7f2bb801c490 comp rx=0 tx=0).stop 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 >> 172.21.15.7:0/883349268 conn(0x7f2bc8069f00 msgr2=0x7f2bc806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 shutdown_connections 2024-09-13T15:57:04.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 -- 172.21.15.7:0/541912417 shutdown_connections 2024-09-13T15:57:04.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f60a5ffb640 1 -- 172.21.15.7:0/2918419901 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c0aa610 con 0x7f60a806cc70 2024-09-13T15:57:04.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 --2- 172.21.15.7:0/541912417 >> v2:172.21.15.77:3300/0 conn(0x7fc8a00b2ae0 0x7fc8a006ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 --2- 172.21.15.7:0/541912417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a015d710 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 -- 172.21.15.7:0/541912417 >> 172.21.15.7:0/541912417 conn(0x7fc8a00b0070 msgr2=0x7fc8a00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 -- 172.21.15.7:0/541912417 shutdown_connections 2024-09-13T15:57:04.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7fc8a7479640 1 -- 172.21.15.7:0/541912417 wait complete. 2024-09-13T15:57:04.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2df2ffd640 1 -- 172.21.15.7:0/353812571 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de80ab980 con 0x7f2df40b1f20 2024-09-13T15:57:04.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/353812571 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 msgr2=0x7f2df40ccfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2dfa2f2640 1 --2- 172.21.15.7:0/353812571 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 0x7f2df40ccfd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2de8009870 tx=0x7f2de801c540 comp rx=0 tx=0).stop 2024-09-13T15:57:04.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/353812571 shutdown_connections 2024-09-13T15:57:04.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 --2- 172.21.15.7:0/353812571 >> v2:172.21.15.77:3300/0 conn(0x7f2df40cd510 0x7f2df415e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 --2- 172.21.15.7:0/353812571 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40b1f20 0x7f2df40ccfd0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/353812571 >> 172.21.15.7:0/353812571 conn(0x7f2df40b0070 msgr2=0x7f2df40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/353812571 shutdown_connections 2024-09-13T15:57:04.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f60a5ffb640 1 -- 172.21.15.7:0/2918419901 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f609c0a6040 con 0x7f60a806cc70 2024-09-13T15:57:04.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- 172.21.15.7:0/2918419901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 msgr2=0x7f60a806d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a5ffb640 1 -- 172.21.15.7:0/2918419901 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c0aa610 con 0x7f60a806cc70 2024-09-13T15:57:04.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 --2- 172.21.15.7:0/2918419901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a806d0d0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f609c009870 tx=0x7f609c01c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- 172.21.15.7:0/2918419901 shutdown_connections 2024-09-13T15:57:04.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 --2- 172.21.15.7:0/2918419901 >> v2:172.21.15.77:3300/0 conn(0x7f60a80cc190 0x7f60a80cc5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 --2- 172.21.15.7:0/2918419901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a806d0d0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- 172.21.15.7:0/2918419901 >> 172.21.15.7:0/2918419901 conn(0x7f60a80b0000 msgr2=0x7f60a80b0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- 172.21.15.7:0/2918419901 shutdown_connections 2024-09-13T15:57:04.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f304129d640 1 --2- 172.21.15.7:0/4248591225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0d1b60 0x7f303c0cf690 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3038009740 tx=0x7f303801c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84cbe76b3a5ef9b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.280+0000 7f2bd0384640 1 -- 172.21.15.7:0/883349268 wait complete. 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 Processor -- start 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 -- start start 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 -- 172.21.15.7:0/21270535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 msgr2=0x7f003406bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 --2- 172.21.15.7:0/21270535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f003406bc50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f00300098a0 tx=0x7f003001c470 comp rx=0 tx=0).stop 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 -- 172.21.15.7:0/21270535 shutdown_connections 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 --2- 172.21.15.7:0/21270535 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00340ac8a0 0x7f003406c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 --2- 172.21.15.7:0/21270535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f003406bc50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 -- 172.21.15.7:0/21270535 >> 172.21.15.7:0/21270535 conn(0x7f00340ae860 msgr2=0x7f00340aec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a7479640 1 Processor -- start 2024-09-13T15:57:04.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/353812571 wait complete. 2024-09-13T15:57:04.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 Processor -- start 2024-09-13T15:57:04.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a7479640 1 -- start start 2024-09-13T15:57:04.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- 172.21.15.7:0/2918419901 wait complete. 2024-09-13T15:57:04.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 Processor -- start 2024-09-13T15:57:04.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 -- 172.21.15.7:0/21270535 shutdown_connections 2024-09-13T15:57:04.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- start start 2024-09-13T15:57:04.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f6abbfff640 1 --2- 172.21.15.7:0/3806798647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4053910 0x7f6ab4053da0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4007fa0 tx=0x7f6aa801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0e1d8d83342ffa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f4e8e9b9640 1 --2- 172.21.15.7:0/474899663 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cfab0 0x7f4e880b5730 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4e80009d90 tx=0x7f4e8001c980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e03d4bdb2f8cb674 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 0x7f2bc815b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc8158b40 0x7f2bc81501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bc814edd0 0x7f2bc8155b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bc8154b40 con 0x7f2bc8158b40 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bc8154db0 con 0x7f2bc814edd0 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bd0384640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bc8155090 con 0x7f2bc806b4d0 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 0x7f2bc815b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 0x7f2bc815b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45234/0 (socket says 172.21.15.7:45234) 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 -- 172.21.15.7:0/2080158970 learned_addr learned my addr 172.21.15.7:0/2080158970 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce921640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bc814edd0 0x7f2bc8155b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f003ad66640 1 -- 172.21.15.7:0/21270535 wait complete. 2024-09-13T15:57:04.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f6aba7fc640 1 -- 172.21.15.7:0/3806798647 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa80a6040 con 0x7f6ab4053910 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f6aba7fc640 1 -- 172.21.15.7:0/3806798647 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aa80aa600 con 0x7f6ab4053910 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f6aba7fc640 1 -- 172.21.15.7:0/3806798647 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa80aa990 con 0x7f6ab4053910 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- start start 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 0x7f2df413e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40cd510 0x7f2df4201ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2df4143d80 0x7f2df42021e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2df413ec60 con 0x7f2df40b1f20 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2df413ef40 con 0x7f2df4143d80 2024-09-13T15:57:04.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2dfa2f2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2df413f220 con 0x7f2df40cd510 2024-09-13T15:57:04.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f4e8d1b6640 1 -- 172.21.15.7:0/474899663 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e800a5a40 con 0x7f4e880cfab0 2024-09-13T15:57:04.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a7479640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 0x7fc8a006f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a7479640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc8a00b2ae0 0x7fc8a0158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a7479640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a0158d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a8145ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60a80cc190 0x7f60a814ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 0x7f60a814b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a8150310 con 0x7f60a80cc190 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a8146420 con 0x7f60a8152ad0 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a7fff640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60a8147f00 con 0x7f60a806cc70 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2df3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 0x7f2df413e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2df3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 0x7f2df413e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33186/0 (socket says 172.21.15.7:33186) 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2df3fff640 1 -- 172.21.15.7:0/276238477 learned_addr learned my addr 172.21.15.7:0/276238477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2df37fe640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40cd510 0x7f2df4201ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2df888f640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2df4143d80 0x7f2df42021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 -- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bc814edd0 msgr2=0x7f2bc8155b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bcd91f640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc8158b40 0x7f2bc81501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bc814edd0 0x7f2bc8155b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 -- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc8158b40 msgr2=0x7f2bc81501c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f3040a9c640 1 -- 172.21.15.7:0/4248591225 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30380ab600 con 0x7f303c0d1b60 2024-09-13T15:57:04.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc8158b40 0x7f2bc81501c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bce120640 1 -- 172.21.15.7:0/2080158970 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bb8009420 con 0x7f2bc806b4d0 2024-09-13T15:57:04.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f2bcd91f640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc8158b40 0x7f2bc81501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:04.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f3040a9c640 1 -- 172.21.15.7:0/4248591225 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30380a7050 con 0x7f303c0d1b60 2024-09-13T15:57:04.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a5215640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 0x7fc8a006f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a5215640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 0x7fc8a006f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51906/0 (socket says 172.21.15.7:51906) 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7fc8a4a14640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc8a00b2ae0 0x7fc8a0158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a4a14640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc8a00b2ae0 0x7fc8a0158480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45242/0 (socket says 172.21.15.7:45242) 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f60a77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 0x7f60a814b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 0x7f60a814b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51922/0 (socket says 172.21.15.7:51922) 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 -- 172.21.15.7:0/1589547204 learned_addr learned my addr 172.21.15.7:0/1589547204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a67fc640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60a80cc190 0x7f60a814ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 -- 172.21.15.7:0/3806798647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4053910 msgr2=0x7f6ab4053da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 --2- 172.21.15.7:0/3806798647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4053910 0x7f6ab4053da0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4007fa0 tx=0x7f6aa801c480 comp rx=0 tx=0).stop 2024-09-13T15:57:04.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.284+0000 7f4e8d1b6640 1 -- 172.21.15.7:0/474899663 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e800a5ba0 con 0x7f4e880cfab0 2024-09-13T15:57:04.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8d1b6640 1 -- 172.21.15.7:0/474899663 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e800a5a40 con 0x7f4e880cfab0 2024-09-13T15:57:04.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/474899663 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cfab0 msgr2=0x7f4e880b5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bce120640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 0x7f2bc815b820 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0001f20 tx=0x7f2bc000a430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 -- 172.21.15.7:0/3806798647 shutdown_connections 2024-09-13T15:57:04.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 --2- 172.21.15.7:0/3806798647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4053910 0x7f6ab4053da0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 --2- 172.21.15.7:0/3806798647 >> v2:172.21.15.77:3300/0 conn(0x7f6ab40e6f20 0x7f6ab40520c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 -- 172.21.15.7:0/3806798647 >> 172.21.15.7:0/3806798647 conn(0x7f6ab4036070 msgr2=0x7f6ab4036450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 -- 172.21.15.7:0/3491604434 learned_addr learned my addr 172.21.15.7:0/3491604434 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a006fbc0 con 0x7fc8a0145ec0 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a01410d0 con 0x7fc8a006c9f0 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a01413b0 con 0x7fc8a00b2ae0 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5a16640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a0158d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df3fff640 1 -- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40cd510 msgr2=0x7f2df4201ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df3fff640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40cd510 0x7f2df4201ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df3fff640 1 -- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2df4143d80 msgr2=0x7f2df42021e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df3fff640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2df4143d80 0x7f2df42021e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df3fff640 1 -- 172.21.15.7:0/276238477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2de80094d0 con 0x7f2df40b1f20 2024-09-13T15:57:04.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 Processor -- start 2024-09-13T15:57:04.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 -- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 msgr2=0x7f60a8145ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a8145ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 -- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60a80cc190 msgr2=0x7f60a814ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60a80cc190 0x7f60a814ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 -- 172.21.15.7:0/1589547204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f609c0094d0 con 0x7f60a8152ad0 2024-09-13T15:57:04.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a77fe640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 0x7f60a814b2d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f60a00046a0 tx=0x7f60a000a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df3fff640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 0x7f2df413e2a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2dec00c7c0 tx=0x7f2dec00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0012400 con 0x7f2bc806b4d0 2024-09-13T15:57:04.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bc0012580 con 0x7f2bc806b4d0 2024-09-13T15:57:04.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0012970 con 0x7f2bc806b4d0 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bc80b2fc0 con 0x7f2bc806b4d0 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bc8155650 con 0x7f2bc806b4d0 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 -- 172.21.15.7:0/4248591225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0d1b60 msgr2=0x7f303c0cf690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 --2- 172.21.15.7:0/4248591225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0d1b60 0x7f303c0cf690 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3038009740 tx=0x7f303801c2d0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 -- 172.21.15.7:0/4248591225 shutdown_connections 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 --2- 172.21.15.7:0/4248591225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0d1b60 0x7f303c0cf690 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 -- 172.21.15.7:0/4248591225 >> 172.21.15.7:0/4248591225 conn(0x7f303c0b4080 msgr2=0x7f303c0b4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 -- 172.21.15.7:0/4248591225 shutdown_connections 2024-09-13T15:57:04.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 -- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc8a00b2ae0 msgr2=0x7fc8a0158480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc8a00b2ae0 0x7fc8a0158480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 -- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 msgr2=0x7fc8a0158d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a0158d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc890009420 con 0x7fc8a006c9f0 2024-09-13T15:57:04.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 -- 172.21.15.7:0/3806798647 shutdown_connections 2024-09-13T15:57:04.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 --2- 172.21.15.7:0/474899663 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cfab0 0x7f4e880b5730 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4e80009d90 tx=0x7f4e8001c980 comp rx=0 tx=0).stop 2024-09-13T15:57:04.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/474899663 shutdown_connections 2024-09-13T15:57:04.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 --2- 172.21.15.7:0/474899663 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cfab0 0x7f4e880b5730 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 --2- 172.21.15.7:0/474899663 >> v2:172.21.15.77:3300/0 conn(0x7f4e8815c6e0 0x7f4e880d1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/474899663 >> 172.21.15.7:0/474899663 conn(0x7f4e880b4080 msgr2=0x7f4e880b4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 -- start start 2024-09-13T15:57:04.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7fc8a5215640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 0x7fc8a006f680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc8900ae040 tx=0x7fc890019160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f003406c6d0 0x7f0034150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00340ac8a0 0x7f00340ab530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f00340aba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00340a85c0 con 0x7f003415c5d0 2024-09-13T15:57:04.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f003415fd00 con 0x7f00340ac8a0 2024-09-13T15:57:04.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003ad66640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00340a96e0 con 0x7f003406c6d0 2024-09-13T15:57:04.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/474899663 shutdown_connections 2024-09-13T15:57:04.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/474899663 wait complete. 2024-09-13T15:57:04.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bc80cba90 con 0x7f2bc806b4d0 2024-09-13T15:57:04.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f003406c6d0 0x7f0034150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039563640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00340ac8a0 0x7f00340ab530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039563640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00340ac8a0 0x7f00340ab530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:51936/0 (socket says 172.21.15.7:51936) 2024-09-13T15:57:04.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039563640 1 -- 172.21.15.7:0/1923893049 learned_addr learned my addr 172.21.15.7:0/1923893049 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f003a565640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f00340aba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a0003c30 con 0x7f60a8152ad0 2024-09-13T15:57:04.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60a8165ba0 con 0x7f60a8152ad0 2024-09-13T15:57:04.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60a8166160 con 0x7f60a8152ad0 2024-09-13T15:57:04.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dec00aa50 con 0x7f2df40b1f20 2024-09-13T15:57:04.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dec00abb0 con 0x7f2df40b1f20 2024-09-13T15:57:04.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dec012420 con 0x7f2df40b1f20 2024-09-13T15:57:04.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/276238477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2df413f500 con 0x7f2df40b1f20 2024-09-13T15:57:04.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/276238477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2df41402f0 con 0x7f2df40b1f20 2024-09-13T15:57:04.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/276238477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2df413f690 con 0x7f2df40b1f20 2024-09-13T15:57:04.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 -- 172.21.15.7:0/4248591225 wait complete. 2024-09-13T15:57:04.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 Processor -- start 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2bc0007070 con 0x7f2bc806b4d0 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 -- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00340ac8a0 msgr2=0x7f00340ab530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00340ac8a0 0x7f00340ab530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 -- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 msgr2=0x7f00340aba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f00340aba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 -- 172.21.15.7:0/1923893049 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00300094d0 con 0x7f003406c6d0 2024-09-13T15:57:04.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f0039d64640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f003406c6d0 0x7f0034150750 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0034067ab0 tx=0x7f0030019210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f6ac0cae640 1 -- 172.21.15.7:0/3806798647 wait complete. 2024-09-13T15:57:04.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f4e8f1ba640 1 Processor -- start 2024-09-13T15:57:04.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bbeffd640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bac066690 0x7f2bac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2bc00843f0 con 0x7f2bc806b4d0 2024-09-13T15:57:04.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8900abe80 con 0x7fc8a006c9f0 2024-09-13T15:57:04.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8900b4410 con 0x7fc8a006c9f0 2024-09-13T15:57:04.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a01589c0 con 0x7fc8a006c9f0 2024-09-13T15:57:04.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 -- start start 2024-09-13T15:57:04.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 Processor -- start 2024-09-13T15:57:04.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2bcd91f640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bac066690 0x7f2bac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.288+0000 7f3042aa0640 1 -- start start 2024-09-13T15:57:04.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3042aa0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0b5730 0x7f303c15bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3042aa0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 0x7f303c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3042aa0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c15c6e0 0x7f303c06fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3042aa0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f303c0711b0 con 0x7f303c15c6e0 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3042aa0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f303c06e9e0 con 0x7f303c0b5730 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3042aa0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f303c15c0d0 con 0x7f303c0d1b60 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 0x7f303c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 0x7f303c06d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45256/0 (socket says 172.21.15.7:45256) 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 -- 172.21.15.7:0/3046623504 learned_addr learned my addr 172.21.15.7:0/3046623504 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f3041a9e640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0b5730 0x7f303c15bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a0072170 con 0x7fc8a006c9f0 2024-09-13T15:57:04.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2dec006b60 con 0x7f2df40b1f20 2024-09-13T15:57:04.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2df0ff9640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2de0066760 0x7f2de0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2dec084b20 con 0x7f2df40b1f20 2024-09-13T15:57:04.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2df37fe640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2de0066760 0x7f2de0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60a8072670 con 0x7f60a8152ad0 2024-09-13T15:57:04.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cef80 0x7f4e881510f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 -- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0b5730 msgr2=0x7f303c15bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0b5730 0x7f303c15bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 -- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c15c6e0 msgr2=0x7f303c06fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c15c6e0 0x7f303c06fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 -- 172.21.15.7:0/3046623504 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3038009420 con 0x7f303c0d1b60 2024-09-13T15:57:04.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 -- start start 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8900b4780 con 0x7fc8a006c9f0 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a00cb140 con 0x7fc8a006c9f0 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e880cfab0 0x7f4e8815bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 0x7f6ab4188910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6ab4053910 0x7f6ab40dab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ab40e6f20 0x7f6ab40e0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab40df900 con 0x7f6ab4047670 2024-09-13T15:57:04.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab40e0890 con 0x7f6ab40e6f20 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6ac0cae640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab40e12d0 con 0x7f6ab4053910 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 0x7f6ab4188910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8e1b8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cef80 0x7f4e881510f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e8815c6e0 0x7f4e88150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e88158880 con 0x7f4e880cfab0 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e8815c0e0 con 0x7f4e8815c6e0 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8f1ba640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e88158a60 con 0x7f4e880cef80 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8e1b8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cef80 0x7f4e881510f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45270/0 (socket says 172.21.15.7:45270) 2024-09-13T15:57:04.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8e1b8640 1 -- 172.21.15.7:0/725410899 learned_addr learned my addr 172.21.15.7:0/725410899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2bcd91f640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bac066690 0x7f2bac068b50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80af000 tx=0x7f2bb8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f304129d640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 0x7f303c06d3c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3038019f00 tx=0x7f3038019070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 0x7f6ab4188910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33254/0 (socket says 172.21.15.7:33254) 2024-09-13T15:57:04.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 -- 172.21.15.7:0/280864446 learned_addr learned my addr 172.21.15.7:0/280864446 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:04.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e880cfab0 0x7f4e8815bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abaffd640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6ab4053910 0x7f6ab40dab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60a0010040 con 0x7f60a8152ad0 2024-09-13T15:57:04.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a0007d90 con 0x7f60a8152ad0 2024-09-13T15:57:04.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f2df37fe640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2de0066760 0x7f2de0068c20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2de80ad000 tx=0x7f2de80a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8e9b9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e8815c6e0 0x7f4e88150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abbfff640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ab40e6f20 0x7f6ab40e0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 -- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cef80 msgr2=0x7f4e881510f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cef80 0x7f4e881510f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 -- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e8815c6e0 msgr2=0x7f4e88150820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e8815c6e0 0x7f4e88150820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 -- 172.21.15.7:0/725410899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e80009a70 con 0x7f4e880cfab0 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 -- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6ab4053910 msgr2=0x7f6ab40dab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6ab4053910 0x7f6ab40dab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 -- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ab40e6f20 msgr2=0x7f6ab40e0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ab40e6f20 0x7f6ab40e0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 -- 172.21.15.7:0/280864446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa8009420 con 0x7f6ab4047670 2024-09-13T15:57:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f4e8d9b7640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e880cfab0 0x7f4e8815bba0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4e8400c400 tx=0x7f4e8400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f6abb7fe640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 0x7f6ab4188910 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000e870 tx=0x7f6ab000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f60a0009070 con 0x7f60a8152ad0 2024-09-13T15:57:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f608ffff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f60940666c0 0x7f6094068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f60a00854f0 con 0x7f60a8152ad0 2024-09-13T15:57:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.292+0000 7f60a6ffd640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f60940666c0 0x7f6094068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f60a6ffd640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f60940666c0 0x7f6094068b80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6098009650 tx=0x7f6098006bb0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc8900b2040 con 0x7fc8a006c9f0 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7fc895ffb640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc884066710 0x7fc884068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc89011e4e0 con 0x7fc8a006c9f0 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7fc8a4a14640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc884066710 0x7fc884068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7fc8a4a14640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc884066710 0x7fc884068bd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc89c0011f0 tx=0x7fc89c007d40 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e84005cf0 con 0x7f4e880cfab0 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab000c940 con 0x7f6ab4047670 2024-09-13T15:57:04.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab000caa0 con 0x7f6ab4047670 2024-09-13T15:57:04.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e84005e50 con 0x7f4e880cfab0 2024-09-13T15:57:04.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/725410899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e88158d40 con 0x7f4e880cfab0 2024-09-13T15:57:04.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e840072f0 con 0x7f4e880cfab0 2024-09-13T15:57:04.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2dec051f00 con 0x7f2df40b1f20 2024-09-13T15:57:04.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab000ce50 con 0x7f6ab4047670 2024-09-13T15:57:04.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f6ac0cae640 1 -- 172.21.15.7:0/280864446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ab40e15b0 con 0x7f6ab4047670 2024-09-13T15:57:04.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f6ac0cae640 1 -- 172.21.15.7:0/280864446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ab40dfe30 con 0x7f6ab4047670 2024-09-13T15:57:04.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f6ac0cae640 1 -- 172.21.15.7:0/280864446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ab4053da0 con 0x7f6ab4047670 2024-09-13T15:57:04.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.296+0000 7f4e8f1ba640 1 -- 172.21.15.7:0/725410899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e880c96e0 con 0x7f4e880cfab0 2024-09-13T15:57:04.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4e84007450 con 0x7f4e880cfab0 2024-09-13T15:57:04.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6ab0026480 con 0x7f6ab4047670 2024-09-13T15:57:04.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e64005260 con 0x7f4e880cfab0 2024-09-13T15:57:04.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f4e7effd640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4e6c066690 0x7f4e6c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f6aa7fff640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6aa0066690 0x7f6aa0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f4e8e1b8640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4e6c066690 0x7f4e6c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6ab0084ad0 con 0x7f6ab4047670 2024-09-13T15:57:04.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f6abaffd640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6aa0066690 0x7f6aa0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f4e8e1b8640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4e6c066690 0x7f4e6c068b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4e78016390 tx=0x7f4e78013040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.300+0000 7f6abaffd640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6aa0066690 0x7f6aa0068b50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6abc068e30 tx=0x7f6abc06c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4e84054500 con 0x7f4e880cfab0 2024-09-13T15:57:04.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6ab0051e30 con 0x7f6ab4047670 2024-09-13T15:57:04.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2bc0051980 con 0x7f2bc806b4d0 2024-09-13T15:57:04.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300b6640 con 0x7f003406c6d0 2024-09-13T15:57:04.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00300b67a0 con 0x7f003406c6d0 2024-09-13T15:57:04.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f003ad66640 1 -- 172.21.15.7:0/1923893049 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00340a99c0 con 0x7f003406c6d0 2024-09-13T15:57:04.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300b6b10 con 0x7f003406c6d0 2024-09-13T15:57:04.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30380aa970 con 0x7f303c0d1b60 2024-09-13T15:57:04.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f003ad66640 1 -- 172.21.15.7:0/1923893049 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00340a9f80 con 0x7f003406c6d0 2024-09-13T15:57:04.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0010005260 con 0x7f003406c6d0 2024-09-13T15:57:04.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f303c070300 con 0x7f303c0d1b60 2024-09-13T15:57:04.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f303c070810 con 0x7f303c0d1b60 2024-09-13T15:57:04.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30380aaad0 con 0x7f303c0d1b60 2024-09-13T15:57:04.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30380aae80 con 0x7f303c0d1b60 2024-09-13T15:57:04.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.304+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f303c0cad60 con 0x7f303c0d1b60 2024-09-13T15:57:04.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f00300b2040 con 0x7f003406c6d0 2024-09-13T15:57:04.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f30380b2040 con 0x7f303c0d1b60 2024-09-13T15:57:04.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f002a7fc640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0018066690 0x7f0018068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f30327fc640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f30200666c0 0x7f3020068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:04.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f303811deb0 con 0x7f303c0d1b60 2024-09-13T15:57:04.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f003011e110 con 0x7f003406c6d0 2024-09-13T15:57:04.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f60a00529d0 con 0x7f60a8152ad0 2024-09-13T15:57:04.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f3041a9e640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f30200666c0 0x7f3020068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f0039563640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0018066690 0x7f0018068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:04.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f3041a9e640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f30200666c0 0x7f3020068b80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3034005c10 tx=0x7f3034009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.308+0000 7f0039563640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0018066690 0x7f0018068b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f00340acdd0 tx=0x7f0024009190 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:04.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.312+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4e84050840 con 0x7f4e880cfab0 2024-09-13T15:57:04.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.320+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00300eb480 con 0x7f003406c6d0 2024-09-13T15:57:04.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.320+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc8900ebb90 con 0x7fc8a006c9f0 2024-09-13T15:57:04.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.336+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f303c0cad60 con 0x7f303c0d1b60 2024-09-13T15:57:04.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.604+0000 7f6ac0cae640 1 -- 172.21.15.7:0/280864446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f6ab404ed30 con 0x7f6ab4047670 2024-09-13T15:57:04.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.604+0000 7f6aa7fff640 1 -- 172.21.15.7:0/280864446 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6ab0021090 con 0x7f6ab4047670 2024-09-13T15:57:04.611 INFO:teuthology.orchestra.run.smithi007.stdout:68719476742 2024-09-13T15:57:04.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 -- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6aa0066690 msgr2=0x7f6aa0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6aa0066690 0x7f6aa0068b50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6abc068e30 tx=0x7f6abc06c040 comp rx=0 tx=0).stop 2024-09-13T15:57:04.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 -- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 msgr2=0x7f6ab4188910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 0x7f6ab4188910 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000e870 tx=0x7f6ab000ed30 comp rx=0 tx=0).stop 2024-09-13T15:57:04.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 -- 172.21.15.7:0/280864446 shutdown_connections 2024-09-13T15:57:04.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6aa0066690 0x7f6aa0068b50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ab40e6f20 0x7f6ab40e0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6ab4053910 0x7f6ab40dab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 --2- 172.21.15.7:0/280864446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ab4047670 0x7f6ab4188910 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 -- 172.21.15.7:0/280864446 >> 172.21.15.7:0/280864446 conn(0x7f6ab4036070 msgr2=0x7f6ab4035260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 -- 172.21.15.7:0/280864446 shutdown_connections 2024-09-13T15:57:04.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.608+0000 7f6aa5ffb640 1 -- 172.21.15.7:0/280864446 wait complete. 2024-09-13T15:57:04.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.620+0000 7f2dfa2f2640 1 -- 172.21.15.7:0/276238477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f2df415e2c0 con 0x7f2df40b1f20 2024-09-13T15:57:04.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.620+0000 7f2df0ff9640 1 -- 172.21.15.7:0/276238477 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2dec016090 con 0x7f2df40b1f20 2024-09-13T15:57:04.627 INFO:teuthology.orchestra.run.smithi007.stdout:60129542150 2024-09-13T15:57:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 -- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2de0066760 msgr2=0x7f2de0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2de0066760 0x7f2de0068c20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2de80ad000 tx=0x7f2de80a6000 comp rx=0 tx=0).stop 2024-09-13T15:57:04.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 -- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 msgr2=0x7f2df413e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 0x7f2df413e2a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2dec00c7c0 tx=0x7f2dec00cc80 comp rx=0 tx=0).stop 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 -- 172.21.15.7:0/276238477 shutdown_connections 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2de0066760 0x7f2de0068c20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2df4143d80 0x7f2df42021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2df40cd510 0x7f2df4201ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 --2- 172.21.15.7:0/276238477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2df40b1f20 0x7f2df413e2a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 -- 172.21.15.7:0/276238477 >> 172.21.15.7:0/276238477 conn(0x7f2df40b0070 msgr2=0x7f2df40b2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 -- 172.21.15.7:0/276238477 shutdown_connections 2024-09-13T15:57:04.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2dda7fc640 1 -- 172.21.15.7:0/276238477 wait complete. 2024-09-13T15:57:04.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f2bc815a0a0 con 0x7f2bc806b4d0 2024-09-13T15:57:04.635 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476743 got 68719476742 for osd.6 2024-09-13T15:57:04.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.628+0000 7f2bbeffd640 1 -- 172.21.15.7:0/2080158970 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2bc815a0a0 con 0x7f2bc806b4d0 2024-09-13T15:57:04.636 INFO:teuthology.orchestra.run.smithi007.stdout:64424509444 2024-09-13T15:57:04.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bac066690 msgr2=0x7f2bac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bac066690 0x7f2bac068b50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80af000 tx=0x7f2bb8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 msgr2=0x7f2bc815b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 0x7f2bc815b820 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0001f20 tx=0x7f2bc000a430 comp rx=0 tx=0).stop 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 shutdown_connections 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bac066690 0x7f2bac068b50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bc814edd0 0x7f2bc8155b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bc8158b40 0x7f2bc81501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 --2- 172.21.15.7:0/2080158970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bc806b4d0 0x7f2bc815b820 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 >> 172.21.15.7:0/2080158970 conn(0x7f2bc8069f00 msgr2=0x7f2bc80ae620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 shutdown_connections 2024-09-13T15:57:04.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.632+0000 7f2bd0384640 1 -- 172.21.15.7:0/2080158970 wait complete. 2024-09-13T15:57:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.636+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f60a806d0d0 con 0x7f60a8152ad0 2024-09-13T15:57:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.640+0000 7f608ffff640 1 -- 172.21.15.7:0/1589547204 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f60a0055ff0 con 0x7f60a8152ad0 2024-09-13T15:57:04.643 INFO:teuthology.orchestra.run.smithi007.stdout:64424509446 2024-09-13T15:57:04.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.640+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f60940666c0 msgr2=0x7f6094068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.640+0000 7f60a7fff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f60940666c0 0x7f6094068b80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6098009650 tx=0x7f6098006bb0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.640+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 msgr2=0x7f60a814b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.640+0000 7f60a7fff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 0x7f60a814b2d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f60a00046a0 tx=0x7f60a000a410 comp rx=0 tx=0).stop 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 shutdown_connections 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f60940666c0 0x7f6094068b80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8152ad0 0x7f60a814b2d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60a80cc190 0x7f60a814ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 --2- 172.21.15.7:0/1589547204 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f60a806cc70 0x7f60a8145ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 >> 172.21.15.7:0/1589547204 conn(0x7f60a80b0000 msgr2=0x7f60a80b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 shutdown_connections 2024-09-13T15:57:04.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f60a7fff640 1 -- 172.21.15.7:0/1589547204 wait complete. 2024-09-13T15:57:04.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f00100057e0 con 0x7f003406c6d0 2024-09-13T15:57:04.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f002a7fc640 1 -- 172.21.15.7:0/1923893049 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f00300eeaa0 con 0x7f003406c6d0 2024-09-13T15:57:04.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fc8a01414f0 con 0x7fc8a006c9f0 2024-09-13T15:57:04.650 INFO:teuthology.orchestra.run.smithi007.stdout:60129542148 2024-09-13T15:57:04.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7fc895ffb640 1 -- 172.21.15.7:0/3491604434 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc8a01414f0 con 0x7fc8a006c9f0 2024-09-13T15:57:04.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.644+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f4e640057e0 con 0x7f4e880cfab0 2024-09-13T15:57:04.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7effd640 1 -- 172.21.15.7:0/725410899 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4e84017020 con 0x7f4e880cfab0 2024-09-13T15:57:04.651 INFO:teuthology.orchestra.run.smithi007.stdout:68719476740 2024-09-13T15:57:04.652 INFO:teuthology.orchestra.run.smithi007.stdout:68719476742 2024-09-13T15:57:04.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0018066690 msgr2=0x7f0018068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0018066690 0x7f0018068b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f00340acdd0 tx=0x7f0024009190 comp rx=0 tx=0).stop 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f003406c6d0 msgr2=0x7f0034150750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f003406c6d0 0x7f0034150750 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0034067ab0 tx=0x7f0030019210 comp rx=0 tx=0).stop 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 shutdown_connections 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0018066690 0x7f0018068b50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f003415c5d0 0x7f00340aba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00340ac8a0 0x7f00340ab530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 --2- 172.21.15.7:0/1923893049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f003406c6d0 0x7f0034150750 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 >> 172.21.15.7:0/1923893049 conn(0x7f00340ae860 msgr2=0x7f00340cdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 shutdown_connections 2024-09-13T15:57:04.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f0017fff640 1 -- 172.21.15.7:0/1923893049 wait complete. 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4e6c066690 msgr2=0x7f4e6c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7cff9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4e6c066690 0x7f4e6c068b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4e78016390 tx=0x7f4e78013040 comp rx=0 tx=0).stop 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e880cfab0 msgr2=0x7f4e8815bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7cff9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e880cfab0 0x7f4e8815bba0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4e8400c400 tx=0x7f4e8400c8c0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 shutdown_connections 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.648+0000 7f4e7cff9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4e6c066690 0x7f4e6c068b50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7f4e7cff9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e8815c6e0 0x7f4e88150820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7f4e7cff9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e880cfab0 0x7f4e8815bba0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7f4e7cff9640 1 --2- 172.21.15.7:0/725410899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4e880cef80 0x7f4e881510f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 >> 172.21.15.7:0/725410899 conn(0x7f4e880b4080 msgr2=0x7f4e880b31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 shutdown_connections 2024-09-13T15:57:04.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7f4e7cff9640 1 -- 172.21.15.7:0/725410899 wait complete. 2024-09-13T15:57:04.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc884066710 msgr2=0x7fc884068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.652+0000 7fc8a7479640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc884066710 0x7fc884068bd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc89c0011f0 tx=0x7fc89c007d40 comp rx=0 tx=0).stop 2024-09-13T15:57:04.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 msgr2=0x7fc8a006f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 0x7fc8a006f680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc8900ae040 tx=0x7fc890019160 comp rx=0 tx=0).stop 2024-09-13T15:57:04.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 shutdown_connections 2024-09-13T15:57:04.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc884066710 0x7fc884068bd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc8a0145ec0 0x7fc8a0158d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc8a00b2ae0 0x7fc8a0158480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 --2- 172.21.15.7:0/3491604434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8a006c9f0 0x7fc8a006f680 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.656+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 >> 172.21.15.7:0/3491604434 conn(0x7fc8a00b0070 msgr2=0x7fc8a0140770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.661 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.2 2024-09-13T15:57:04.661 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.1 2024-09-13T15:57:04.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.660+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 shutdown_connections 2024-09-13T15:57:04.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.660+0000 7fc8a7479640 1 -- 172.21.15.7:0/3491604434 wait complete. 2024-09-13T15:57:04.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.664+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f303c0cad60 con 0x7f303c0d1b60 2024-09-13T15:57:04.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.664+0000 7f30327fc640 1 -- 172.21.15.7:0/3046623504 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f303c0cad60 con 0x7f303c0d1b60 2024-09-13T15:57:04.668 INFO:teuthology.orchestra.run.smithi007.stdout:68719476743 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f30200666c0 msgr2=0x7f3020068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f30200666c0 0x7f3020068b80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3034005c10 tx=0x7f3034009040 comp rx=0 tx=0).stop 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 msgr2=0x7f303c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 0x7f303c06d3c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3038019f00 tx=0x7f3038019070 comp rx=0 tx=0).stop 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 shutdown_connections 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f30200666c0 0x7f3020068b80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c15c6e0 0x7f303c06fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f303c0d1b60 0x7f303c06d3c0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 --2- 172.21.15.7:0/3046623504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f303c0b5730 0x7f303c15bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 >> 172.21.15.7:0/3046623504 conn(0x7f303c0b4080 msgr2=0x7f303c15d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 shutdown_connections 2024-09-13T15:57:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:04.668+0000 7f3042aa0640 1 -- 172.21.15.7:0/3046623504 wait complete. 2024-09-13T15:57:04.677 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-13T15:57:04.680 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.3 2024-09-13T15:57:04.684 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476741 got 68719476740 for osd.5 2024-09-13T15:57:04.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476743 got 68719476742 for osd.4 2024-09-13T15:57:04.692 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476744 got 68719476743 for osd.7 2024-09-13T15:57:05.636 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T15:57:05.662 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T15:57:05.662 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T15:57:05.678 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T15:57:05.680 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T15:57:05.684 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T15:57:05.690 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T15:57:05.693 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T15:57:05.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 Processor -- start 2024-09-13T15:57:05.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 -- start start 2024-09-13T15:57:05.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f68040cbc30 0x7f68040b1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 0x7f68040cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68040cc610 con 0x7f6804159840 2024-09-13T15:57:05.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68040b1ba0 con 0x7f68040cbc30 2024-09-13T15:57:05.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f680a7e8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68040b1e80 con 0x7f68040cc010 2024-09-13T15:57:05.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f68037fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 0x7f68040cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f6803fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f68040cbc30 0x7f68040b1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.796+0000 7f68037fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 0x7f68040cacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45298/0 (socket says 172.21.15.7:45298) 2024-09-13T15:57:05.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f68037fe640 1 -- 172.21.15.7:0/3867537183 learned_addr learned my addr 172.21.15.7:0/3867537183 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f6808d85640 1 --1- 172.21.15.7:0/3867537183 >> v1:172.21.15.77:6789/0 conn(0x7f6804159840 0x7f680406c9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40914/0 (socket says 172.21.15.7:40914) 2024-09-13T15:57:05.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f68037fe640 1 -- 172.21.15.7:0/3867537183 >> v2:172.21.15.7:3300/0 conn(0x7f68040cbc30 msgr2=0x7f68040b1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f68037fe640 1 --2- 172.21.15.7:0/3867537183 >> v2:172.21.15.7:3300/0 conn(0x7f68040cbc30 0x7f68040b1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f68037fe640 1 -- 172.21.15.7:0/3867537183 >> v1:172.21.15.77:6789/0 conn(0x7f6804159840 legacy=0x7f680406c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f68037fe640 1 -- 172.21.15.7:0/3867537183 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68040b2160 con 0x7f68040cc010 2024-09-13T15:57:05.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.800+0000 7f6803fff640 1 --2- 172.21.15.7:0/3867537183 >> v2:172.21.15.7:3300/0 conn(0x7f68040cbc30 0x7f68040b1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:05.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.804+0000 7f68037fe640 1 --2- 172.21.15.7:0/3867537183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 0x7f68040cacf0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00ce20 tx=0x7f67fc01cac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59afe85270bcc1f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.804+0000 7f6802ffd640 1 -- 172.21.15.7:0/3867537183 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc00c2d0 con 0x7f68040cc010 2024-09-13T15:57:05.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.804+0000 7f6802ffd640 1 -- 172.21.15.7:0/3867537183 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67fc00c430 con 0x7f68040cc010 2024-09-13T15:57:05.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.804+0000 7f680a7e8640 1 -- 172.21.15.7:0/3867537183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 msgr2=0x7f68040cacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.804+0000 7f680a7e8640 1 --2- 172.21.15.7:0/3867537183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 0x7f68040cacf0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00ce20 tx=0x7f67fc01cac0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- 172.21.15.7:0/3867537183 shutdown_connections 2024-09-13T15:57:05.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 --2- 172.21.15.7:0/3867537183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f68040cc010 0x7f68040cacf0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 --2- 172.21.15.7:0/3867537183 >> v2:172.21.15.7:3300/0 conn(0x7f68040cbc30 0x7f68040b1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- 172.21.15.7:0/3867537183 >> 172.21.15.7:0/3867537183 conn(0x7f68040b0070 msgr2=0x7f68040b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- 172.21.15.7:0/3867537183 shutdown_connections 2024-09-13T15:57:05.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- 172.21.15.7:0/3867537183 wait complete. 2024-09-13T15:57:05.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 Processor -- start 2024-09-13T15:57:05.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- start start 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68040cbc30 0x7f680413eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 0x7f68040af080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6804159840 0x7f68040af5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6804153400 con 0x7f68040cc010 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.808+0000 7f680a7e8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6804152ad0 con 0x7f68040cbc30 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f680a7e8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6804152db0 con 0x7f6804159840 2024-09-13T15:57:05.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f6803fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68040cbc30 0x7f680413eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 0x7f68040af080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 0x7f68040af080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33266/0 (socket says 172.21.15.7:33266) 2024-09-13T15:57:05.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 -- 172.21.15.7:0/2517497295 learned_addr learned my addr 172.21.15.7:0/2517497295 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f6808d85640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6804159840 0x7f68040af5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 -- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6804159840 msgr2=0x7f68040af5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6804159840 0x7f68040af5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 -- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68040cbc30 msgr2=0x7f680413eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68040cbc30 0x7f680413eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 -- 172.21.15.7:0/2517497295 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67f800c4b0 con 0x7f68040cc010 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f68037fe640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 0x7f68040af080 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f67fc0af040 tx=0x7f67fc00a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc0bb070 con 0x7f68040cc010 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67fc00c0d0 con 0x7f68040cc010 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc0b66c0 con 0x7f68040cc010 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f680a7e8640 1 -- 172.21.15.7:0/2517497295 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67fc00ca80 con 0x7f68040cc010 2024-09-13T15:57:05.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.812+0000 7f680a7e8640 1 -- 172.21.15.7:0/2517497295 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f680413f030 con 0x7f68040cc010 2024-09-13T15:57:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.816+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f67fc0b6820 con 0x7f68040cc010 2024-09-13T15:57:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.816+0000 7f6800ff9640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f67ec066900 0x7f67ec068dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.816+0000 7f6803fff640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f67ec066900 0x7f67ec068dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.816+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f67fc11f030 con 0x7f68040cc010 2024-09-13T15:57:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.816+0000 7f6803fff640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f67ec066900 0x7f67ec068dc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f67f800cda0 tx=0x7f67f800f040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.820+0000 7f680a7e8640 1 -- 172.21.15.7:0/2517497295 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67f0005260 con 0x7f68040cc010 2024-09-13T15:57:05.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.828+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f67fc0ec430 con 0x7f68040cc010 2024-09-13T15:57:05.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 Processor -- start 2024-09-13T15:57:05.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 -- start start 2024-09-13T15:57:05.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f44080cbc30 0x7f44080b1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 0x7f44080cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4408159840 0x7f440806c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44080cc610 con 0x7f4408159840 2024-09-13T15:57:05.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44080b1ba0 con 0x7f44080cbc30 2024-09-13T15:57:05.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.848+0000 7f440dfad640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44080b1e80 con 0x7f44080cc010 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 0x7f44080cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 0x7f44080cacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45312/0 (socket says 172.21.15.7:45312) 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 -- 172.21.15.7:0/1720278677 learned_addr learned my addr 172.21.15.7:0/1720278677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f44077fe640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.77:3300/0 conn(0x7f44080cbc30 0x7f44080b1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 -- 172.21.15.7:0/1720278677 >> v2:172.21.15.77:3300/0 conn(0x7f44080cbc30 msgr2=0x7f44080b1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.77:3300/0 conn(0x7f44080cbc30 0x7f44080b1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 -- 172.21.15.7:0/1720278677 >> v2:172.21.15.7:3300/0 conn(0x7f4408159840 msgr2=0x7f440806c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4407fff640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.7:3300/0 conn(0x7f4408159840 0x7f440806c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 Processor -- start 2024-09-13T15:57:05.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 -- start start 2024-09-13T15:57:05.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c0b31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd55c160c20 0x7fd55c06c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd55c0b1370 con 0x7fd55c0cba20 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd55c0b1650 con 0x7fd55c160c20 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd563ed9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd55c0b1930 con 0x7fd55c160840 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.7:3300/0 conn(0x7f4408159840 0x7f440806c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4406ffd640 1 -- 172.21.15.7:0/1720278677 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44080b2160 con 0x7f44080cc010 2024-09-13T15:57:05.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7f4407fff640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.7:3300/0 conn(0x7f4408159840 0x7f440806c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:05.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd562476640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7fd55c0cba20 0x7fd55c164640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:40922/0 (socket says 172.21.15.7:40922) 2024-09-13T15:57:05.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd562476640 1 -- 172.21.15.7:0/4276999203 learned_addr learned my addr 172.21.15.7:0/4276999203 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:05.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd561c75640 1 --2- 172.21.15.7:0/4276999203 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c0b31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd561474640 1 --2- 172.21.15.7:0/4276999203 >> v2:172.21.15.77:3300/0 conn(0x7fd55c160c20 0x7fd55c06c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.852+0000 7fd560c73640 1 -- 172.21.15.7:0/4276999203 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4264530203 0 0) 0x7fd55c0b1370 con 0x7fd55c0cba20 2024-09-13T15:57:05.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f4406ffd640 1 --2- 172.21.15.7:0/1720278677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 0x7f44080cacf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f440806d520 tx=0x7f440001edb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30eadfa554570bd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f44067fc640 1 -- 172.21.15.7:0/1720278677 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44000a7e40 con 0x7f44080cc010 2024-09-13T15:57:05.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f44067fc640 1 -- 172.21.15.7:0/1720278677 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44000ab070 con 0x7f44080cc010 2024-09-13T15:57:05.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 -- 172.21.15.7:0/1720278677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 msgr2=0x7f44080cacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 --2- 172.21.15.7:0/1720278677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 0x7f44080cacf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f440806d520 tx=0x7f440001edb0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 -- 172.21.15.7:0/1720278677 shutdown_connections 2024-09-13T15:57:05.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.7:3300/0 conn(0x7f4408159840 0x7f440806c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 --2- 172.21.15.7:0/1720278677 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44080cc010 0x7f44080cacf0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 --2- 172.21.15.7:0/1720278677 >> v2:172.21.15.77:3300/0 conn(0x7f44080cbc30 0x7f44080b1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 -- 172.21.15.7:0/1720278677 >> 172.21.15.7:0/1720278677 conn(0x7f44080b0070 msgr2=0x7f44080b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 -- 172.21.15.7:0/1720278677 shutdown_connections 2024-09-13T15:57:05.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd561c75640 1 -- 172.21.15.7:0/4276999203 >> v2:172.21.15.77:3300/0 conn(0x7fd55c160c20 msgr2=0x7fd55c06c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd561c75640 1 --2- 172.21.15.7:0/4276999203 >> v2:172.21.15.77:3300/0 conn(0x7fd55c160c20 0x7fd55c06c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd561c75640 1 -- 172.21.15.7:0/4276999203 >> v1:172.21.15.77:6789/0 conn(0x7fd55c0cba20 legacy=0x7fd55c164640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd561c75640 1 -- 172.21.15.7:0/4276999203 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd55c0b1c10 con 0x7fd55c160840 2024-09-13T15:57:05.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7f440dfad640 1 -- 172.21.15.7:0/1720278677 wait complete. 2024-09-13T15:57:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd561c75640 1 --2- 172.21.15.7:0/4276999203 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c0b31b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd5580097c0 tx=0x7fd55801c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db854fbeac5b3be0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd560c73640 1 -- 172.21.15.7:0/4276999203 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5580ad680 con 0x7fd55c160840 2024-09-13T15:57:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd560c73640 1 -- 172.21.15.7:0/4276999203 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5580ad7e0 con 0x7fd55c160840 2024-09-13T15:57:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.856+0000 7fd560c73640 1 -- 172.21.15.7:0/4276999203 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5580adb70 con 0x7fd55c160840 2024-09-13T15:57:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 Processor -- start 2024-09-13T15:57:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 -- 172.21.15.7:0/4276999203 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 msgr2=0x7fd55c0b31b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 --2- 172.21.15.7:0/4276999203 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c0b31b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd5580097c0 tx=0x7fd55801c4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 -- start start 2024-09-13T15:57:05.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44080cbc30 0x7f4408070cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 -- 172.21.15.7:0/4276999203 shutdown_connections 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 --2- 172.21.15.7:0/4276999203 >> v2:172.21.15.77:3300/0 conn(0x7fd55c160c20 0x7fd55c06c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 --2- 172.21.15.7:0/4276999203 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c0b31b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 -- 172.21.15.7:0/4276999203 >> 172.21.15.7:0/4276999203 conn(0x7fd55c0b0070 msgr2=0x7fd55c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 0x7f4408147da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4408159840 0x7f44081482e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44081497e0 con 0x7f44080cc010 2024-09-13T15:57:05.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4408149ac0 con 0x7f44080cbc30 2024-09-13T15:57:05.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f440dfad640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4408149da0 con 0x7f4408159840 2024-09-13T15:57:05.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 -- 172.21.15.7:0/4276999203 shutdown_connections 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 0x7f4408147da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 0x7f4408147da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33272/0 (socket says 172.21.15.7:33272) 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 -- 172.21.15.7:0/1525987371 learned_addr learned my addr 172.21.15.7:0/1525987371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f44077fe640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44080cbc30 0x7f4408070cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 -- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4408159840 msgr2=0x7f44081482e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4408159840 0x7f44081482e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 -- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44080cbc30 msgr2=0x7f4408070cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44080cbc30 0x7f4408070cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 -- 172.21.15.7:0/1525987371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f440000d050 con 0x7f44080cc010 2024-09-13T15:57:05.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f4406ffd640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 0x7f4408147da0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f440001d460 tx=0x7f440001bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7fd563ed9640 1 -- 172.21.15.7:0/4276999203 wait complete. 2024-09-13T15:57:05.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44000b1d00 con 0x7f44080cc010 2024-09-13T15:57:05.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44000ab050 con 0x7f44080cc010 2024-09-13T15:57:05.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.860+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4400008280 con 0x7f44080cc010 2024-09-13T15:57:05.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 Processor -- start 2024-09-13T15:57:05.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 Processor -- start 2024-09-13T15:57:05.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 -- start start 2024-09-13T15:57:05.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 -- start start 2024-09-13T15:57:05.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f440814a080 con 0x7f44080cc010 2024-09-13T15:57:05.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4408071210 con 0x7f44080cc010 2024-09-13T15:57:05.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 0x7fd55c148b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c071270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd55c160c20 0x7fd55c0717b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 0x7fd55c148b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 0x7fd55c148b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33274/0 (socket says 172.21.15.7:33274) 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 -- 172.21.15.7:0/3695884157 learned_addr learned my addr 172.21.15.7:0/3695884157 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561474640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55c161060 con 0x7fd55c0cba20 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f53f01607f0 0x7f53f006c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f53f006ce50 0x7f53f00b1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53f00b21c0 con 0x7f53f00b1990 2024-09-13T15:57:05.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53f006f370 con 0x7f53f006ce50 2024-09-13T15:57:05.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53f55e0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53f006d2c0 con 0x7f53f01607f0 2024-09-13T15:57:05.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd562476640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd55c160c20 0x7fd55c0717b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55c161270 con 0x7fd55c160c20 2024-09-13T15:57:05.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd563ed9640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd55c161550 con 0x7fd55c160840 2024-09-13T15:57:05.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53ef7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f53f006ce50 0x7f53f00b1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53effff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f53f01607f0 0x7f53f006c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53ef7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f53f006ce50 0x7f53f00b1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33288/0 (socket says 172.21.15.7:33288) 2024-09-13T15:57:05.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53ef7fe640 1 -- 172.21.15.7:0/3383596376 learned_addr learned my addr 172.21.15.7:0/3383596376 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f44000083e0 con 0x7f44080cc010 2024-09-13T15:57:05.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 -- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 msgr2=0x7fd55c071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c071270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 -- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd55c160c20 msgr2=0x7fd55c0717b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd55c160c20 0x7fd55c0717b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7fd561c75640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd558009420 con 0x7fd55c0cba20 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44080cacf0 con 0x7f44080cc010 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f43effff640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43f4066760 0x7f43f4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f440011e870 con 0x7f44080cc010 2024-09-13T15:57:05.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53effff640 1 -- 172.21.15.7:0/3383596376 >> v2:172.21.15.7:3300/0 conn(0x7f53f006ce50 msgr2=0x7f53f00b1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53effff640 1 --2- 172.21.15.7:0/3383596376 >> v2:172.21.15.7:3300/0 conn(0x7f53f006ce50 0x7f53f00b1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53effff640 1 -- 172.21.15.7:0/3383596376 >> v1:172.21.15.7:6789/0 conn(0x7f53f00b1990 legacy=0x7f53f00b24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.864+0000 7f53effff640 1 -- 172.21.15.7:0/3383596376 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53f006f560 con 0x7f53f01607f0 2024-09-13T15:57:05.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f44077fe640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43f4066760 0x7f43f4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f44077fe640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43f4066760 0x7f43f4068c20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f43f80045f0 tx=0x7f43f8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd174b48640 1 Processor -- start 2024-09-13T15:57:05.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd561c75640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 0x7fd55c148b60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd55801ab60 tx=0x7fd55801acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd174b48640 1 -- start start 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd174b48640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd17006a610 0x7fd17006f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd174b48640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd17015e560 con 0x7fd17015e9f0 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd174b48640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1700701d0 con 0x7fd170143c80 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd174b48640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd17015dd30 con 0x7fd17006a610 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd16effd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd17006a610 0x7fd17006f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd16effd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd17006a610 0x7fd17006f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:52016/0 (socket says 172.21.15.7:52016) 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd16effd640 1 -- 172.21.15.7:0/1386739586 learned_addr learned my addr 172.21.15.7:0/1386739586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd16effd640 1 -- 172.21.15.7:0/1386739586 >> v1:172.21.15.77:6789/0 conn(0x7fd170143c80 legacy=0x7fd170069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd16effd640 1 -- 172.21.15.7:0/1386739586 >> v1:172.21.15.7:6789/0 conn(0x7fd17015e9f0 legacy=0x7fd17015a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7fd16effd640 1 -- 172.21.15.7:0/1386739586 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd17006fef0 con 0x7fd17006a610 2024-09-13T15:57:05.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f53effff640 1 --2- 172.21.15.7:0/3383596376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f01607f0 0x7f53f006c910 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f53f006b010 tx=0x7f53d801c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=555547fe4e7f6932 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f53eeffd640 1 -- 172.21.15.7:0/3383596376 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80ab610 con 0x7f53f01607f0 2024-09-13T15:57:05.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f53eeffd640 1 -- 172.21.15.7:0/3383596376 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d80ab770 con 0x7f53f01607f0 2024-09-13T15:57:05.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f53eeffd640 1 -- 172.21.15.7:0/3383596376 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80abb00 con 0x7f53f01607f0 2024-09-13T15:57:05.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f53f55e0640 1 -- 172.21.15.7:0/3383596376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f01607f0 msgr2=0x7f53f006c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.868+0000 7f53f55e0640 1 --2- 172.21.15.7:0/3383596376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f01607f0 0x7f53f006c910 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f53f006b010 tx=0x7f53d801c410 comp rx=0 tx=0).stop 2024-09-13T15:57:05.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7f53f55e0640 1 -- 172.21.15.7:0/3383596376 shutdown_connections 2024-09-13T15:57:05.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7f53f55e0640 1 --2- 172.21.15.7:0/3383596376 >> v2:172.21.15.7:3300/0 conn(0x7f53f006ce50 0x7f53f00b1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7f53f55e0640 1 --2- 172.21.15.7:0/3383596376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f01607f0 0x7f53f006c910 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7f53f55e0640 1 -- 172.21.15.7:0/3383596376 >> 172.21.15.7:0/3383596376 conn(0x7f53f00b0000 msgr2=0x7f53f00b0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd16effd640 1 --2- 172.21.15.7:0/1386739586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd17006a610 0x7fd17006f230 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd164009870 tx=0x7fd16401c4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bef2b4616480499 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd16e7fc640 1 -- 172.21.15.7:0/1386739586 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1640aa450 con 0x7fd17006a610 2024-09-13T15:57:05.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd16e7fc640 1 -- 172.21.15.7:0/1386739586 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1640aa5b0 con 0x7fd17006a610 2024-09-13T15:57:05.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd16e7fc640 1 -- 172.21.15.7:0/1386739586 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1640aa940 con 0x7fd17006a610 2024-09-13T15:57:05.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 -- 172.21.15.7:0/1386739586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd17006a610 msgr2=0x7fd17006f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 --2- 172.21.15.7:0/1386739586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd17006a610 0x7fd17006f230 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd164009870 tx=0x7fd16401c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 -- 172.21.15.7:0/1386739586 shutdown_connections 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 --2- 172.21.15.7:0/1386739586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd17006a610 0x7fd17006f230 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 -- 172.21.15.7:0/1386739586 >> 172.21.15.7:0/1386739586 conn(0x7fd170066280 msgr2=0x7fd17006b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 -- 172.21.15.7:0/1386739586 shutdown_connections 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.872+0000 7fd174b48640 1 -- 172.21.15.7:0/1386739586 wait complete. 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 -- 172.21.15.7:0/3383596376 shutdown_connections 2024-09-13T15:57:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 Processor -- start 2024-09-13T15:57:05.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f44000ebce0 con 0x7f44080cc010 2024-09-13T15:57:05.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5580adde0 con 0x7fd55c0cba20 2024-09-13T15:57:05.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 -- 172.21.15.7:0/3383596376 wait complete. 2024-09-13T15:57:05.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 Processor -- start 2024-09-13T15:57:05.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd563ed9640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd55c161830 con 0x7fd55c0cba20 2024-09-13T15:57:05.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 -- start start 2024-09-13T15:57:05.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd563ed9640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd55c161df0 con 0x7fd55c0cba20 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 0x7fd1701f7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 -- start start 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 0x7f53f0155f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53f00b1990 0x7f53f014e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53f01607f0 0x7f53f00aef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f0155b30 con 0x7f53f00b1990 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f015a4f0 con 0x7f53f006ce50 2024-09-13T15:57:05.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f55e0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53f014e5c0 con 0x7f53f01607f0 2024-09-13T15:57:05.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd170143c80 0x7fd1701423b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5580c3460 con 0x7fd55c0cba20 2024-09-13T15:57:05.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd538005260 con 0x7fd55c0cba20 2024-09-13T15:57:05.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd17015e9f0 0x7fd1701428f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1701f6b10 con 0x7fd17006a610 2024-09-13T15:57:05.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53effff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 0x7f53f0155f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd17015d8c0 con 0x7fd170143c80 2024-09-13T15:57:05.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd174b48640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1701f6d60 con 0x7fd17015e9f0 2024-09-13T15:57:05.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53effff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 0x7f53f0155f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:52022/0 (socket says 172.21.15.7:52022) 2024-09-13T15:57:05.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53effff640 1 -- 172.21.15.7:0/1189208269 learned_addr learned my addr 172.21.15.7:0/1189208269 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd16f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 0x7fd1701f7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd16f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 0x7fd1701f7840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33312/0 (socket says 172.21.15.7:33312) 2024-09-13T15:57:05.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd16f7fe640 1 -- 172.21.15.7:0/3035083794 learned_addr learned my addr 172.21.15.7:0/3035083794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53f4ddf640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53f01607f0 0x7f53f00aef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7f53ef7fe640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53f00b1990 0x7f53f014e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd16effd640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd170143c80 0x7fd1701423b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.876+0000 7fd16ffff640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd17015e9f0 0x7fd1701428f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5580c37d0 con 0x7fd55c0cba20 2024-09-13T15:57:05.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53effff640 1 -- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53f01607f0 msgr2=0x7f53f00aef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53effff640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53f01607f0 0x7f53f00aef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53effff640 1 -- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53f00b1990 msgr2=0x7f53f014e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53effff640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53f00b1990 0x7f53f014e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53effff640 1 -- 172.21.15.7:0/1189208269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d8009420 con 0x7f53f006ce50 2024-09-13T15:57:05.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53ef7fe640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53f00b1990 0x7f53f014e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:05.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16f7fe640 1 -- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd17015e9f0 msgr2=0x7fd1701428f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16f7fe640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd17015e9f0 0x7fd1701428f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16f7fe640 1 -- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd170143c80 msgr2=0x7fd1701423b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16f7fe640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd170143c80 0x7fd1701423b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16f7fe640 1 -- 172.21.15.7:0/3035083794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1640094d0 con 0x7fd17006a610 2024-09-13T15:57:05.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16effd640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd170143c80 0x7fd1701423b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:05.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7f53effff640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 0x7f53f0155f50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f53d80ad040 tx=0x7f53d801ac50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd16f7fe640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 0x7fd1701f7840 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd16000c420 tx=0x7fd16000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd5580b4070 con 0x7fd55c0cba20 2024-09-13T15:57:05.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd5527fc640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd540066690 0x7fd540068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd561474640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd540066690 0x7fd540068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd5580f03a0 con 0x7fd55c0cba20 2024-09-13T15:57:05.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.880+0000 7fd561474640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd540066690 0x7fd540068b50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd55c072640 tx=0x7fd54c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80bf610 con 0x7f53f006ce50 2024-09-13T15:57:05.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d80bf790 con 0x7f53f006ce50 2024-09-13T15:57:05.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80bfb40 con 0x7f53f006ce50 2024-09-13T15:57:05.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53f015a740 con 0x7f53f006ce50 2024-09-13T15:57:05.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53f0155470 con 0x7f53f006ce50 2024-09-13T15:57:05.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1600052d0 con 0x7fd17006a610 2024-09-13T15:57:05.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1701f7040 con 0x7fd17006a610 2024-09-13T15:57:05.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.888+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd17015d430 con 0x7fd17006a610 2024-09-13T15:57:05.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53f00b1450 con 0x7f53f006ce50 2024-09-13T15:57:05.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd5580ec6e0 con 0x7fd55c0cba20 2024-09-13T15:57:05.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd160005430 con 0x7fd17006a610 2024-09-13T15:57:05.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd160007220 con 0x7fd17006a610 2024-09-13T15:57:05.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f53d80b5400 con 0x7f53f006ce50 2024-09-13T15:57:05.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7f53ecff9640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53d00666e0 0x7f53d0068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f53d811f240 con 0x7f53f006ce50 2024-09-13T15:57:05.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7f53ef7fe640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53d00666e0 0x7f53d0068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.896+0000 7f53ef7fe640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53d00666e0 0x7f53d0068ba0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f53f01fcde0 tx=0x7f53e0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.892+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd160007380 con 0x7fd17006a610 2024-09-13T15:57:05.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.896+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd150005260 con 0x7fd17006a610 2024-09-13T15:57:05.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.896+0000 7fd157fff640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd15c066690 0x7fd15c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.896+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd160083560 con 0x7fd17006a610 2024-09-13T15:57:05.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.896+0000 7fd16effd640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd15c066690 0x7fd15c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.896+0000 7fd16effd640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd15c066690 0x7fd15c068b50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd1640ae000 tx=0x7fd164009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.900+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd160050970 con 0x7fd17006a610 2024-09-13T15:57:05.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.904+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f53d80ec7d0 con 0x7f53f006ce50 2024-09-13T15:57:05.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.908+0000 7f81da4ca640 1 Processor -- start 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 -- start start 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f81cc0deab0 0x7f81cc006440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f81cc050be0 0x7f81cc036000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc036540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81cc039580 con 0x7f81cc050be0 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81cc039860 con 0x7f81cc0deab0 2024-09-13T15:57:05.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81da4ca640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc039b40 con 0x7f81cc054c90 2024-09-13T15:57:05.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f81cc050be0 0x7f81cc036000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f81cc050be0 0x7f81cc036000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33314/0 (socket says 172.21.15.7:33314) 2024-09-13T15:57:05.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 -- 172.21.15.7:0/514750031 learned_addr learned my addr 172.21.15.7:0/514750031 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d94c8640 1 --2- 172.21.15.7:0/514750031 >> v2:172.21.15.77:3300/0 conn(0x7f81cc0deab0 0x7f81cc006440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d9cc9640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc036540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 -- 172.21.15.7:0/514750031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 msgr2=0x7f81cc036540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc036540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 -- 172.21.15.7:0/514750031 >> v2:172.21.15.77:3300/0 conn(0x7f81cc0deab0 msgr2=0x7f81cc006440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 --2- 172.21.15.7:0/514750031 >> v2:172.21.15.77:3300/0 conn(0x7f81cc0deab0 0x7f81cc006440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d8cc7640 1 -- 172.21.15.7:0/514750031 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81cc039e20 con 0x7f81cc050be0 2024-09-13T15:57:05.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.912+0000 7f81d9cc9640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc036540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:05.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 Processor -- start 2024-09-13T15:57:05.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 Processor -- start 2024-09-13T15:57:05.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81d8cc7640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc050be0 0x7f81cc036000 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f81cc052030 tx=0x7f81d001e9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4723b0b9d3eba1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 -- start start 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe8240deae0 0x7fe824006470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe82400a2b0 0x7fe8240e8690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8240395b0 con 0x7fe824050c10 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe824039890 con 0x7fe82400a2b0 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe833c31640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe824039b70 con 0x7fe8240deae0 2024-09-13T15:57:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe82400a2b0 0x7fe8240e8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81cbfff640 1 -- 172.21.15.7:0/514750031 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81d0004230 con 0x7f81cc050be0 2024-09-13T15:57:05.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81cbfff640 1 -- 172.21.15.7:0/514750031 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81d00ab070 con 0x7f81cc050be0 2024-09-13T15:57:05.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81cbfff640 1 -- 172.21.15.7:0/514750031 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81d00a7740 con 0x7f81cc050be0 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe82400a2b0 0x7fe8240e8690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33330/0 (socket says 172.21.15.7:33330) 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 -- 172.21.15.7:0/3371313484 learned_addr learned my addr 172.21.15.7:0/3371313484 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 -- 172.21.15.7:0/3371313484 >> v2:172.21.15.77:3300/0 conn(0x7fe8240deae0 msgr2=0x7fe824006470 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 --2- 172.21.15.7:0/3371313484 >> v2:172.21.15.77:3300/0 conn(0x7fe8240deae0 0x7fe824006470 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 -- 172.21.15.7:0/3371313484 >> v1:172.21.15.77:6789/0 conn(0x7fe824050c10 legacy=0x7fe824009ba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 -- 172.21.15.7:0/514750031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc050be0 msgr2=0x7f81cc036000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc050be0 0x7f81cc036000 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f81cc052030 tx=0x7f81d001e9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 -- start start 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3214152c00 0x7f32140b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f321406ccc0 0x7f3214070480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3214070df0 con 0x7f32140709c0 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3214152fe0 con 0x7f3214152c00 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f321a1c1640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f321415c500 con 0x7f321406ccc0 2024-09-13T15:57:05.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f32137fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3214152c00 0x7f32140b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7fe8321ce640 1 -- 172.21.15.7:0/3371313484 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe824039e50 con 0x7fe82400a2b0 2024-09-13T15:57:05.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 -- 172.21.15.7:0/514750031 shutdown_connections 2024-09-13T15:57:05.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc036540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 --2- 172.21.15.7:0/514750031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc050be0 0x7f81cc036000 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 --2- 172.21.15.7:0/514750031 >> v2:172.21.15.77:3300/0 conn(0x7f81cc0deab0 0x7f81cc006440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f81da4ca640 1 -- 172.21.15.7:0/514750031 >> 172.21.15.7:0/514750031 conn(0x7f81cc01d910 msgr2=0x7f81cc054580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f32137fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3214152c00 0x7f32140b15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33340/0 (socket says 172.21.15.7:33340) 2024-09-13T15:57:05.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.916+0000 7f32137fe640 1 -- 172.21.15.7:0/943858267 learned_addr learned my addr 172.21.15.7:0/943858267 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f3212ffd640 1 --2- 172.21.15.7:0/943858267 >> v2:172.21.15.77:3300/0 conn(0x7f321406ccc0 0x7f3214070480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 -- 172.21.15.7:0/514750031 shutdown_connections 2024-09-13T15:57:05.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 -- 172.21.15.7:0/514750031 wait complete. 2024-09-13T15:57:05.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32137fe640 1 -- 172.21.15.7:0/943858267 >> v2:172.21.15.77:3300/0 conn(0x7f321406ccc0 msgr2=0x7f3214070480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32137fe640 1 --2- 172.21.15.7:0/943858267 >> v2:172.21.15.77:3300/0 conn(0x7f321406ccc0 0x7f3214070480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32137fe640 1 -- 172.21.15.7:0/943858267 >> v1:172.21.15.77:6789/0 conn(0x7f32140709c0 legacy=0x7f32140b2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:05.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32137fe640 1 -- 172.21.15.7:0/943858267 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f321415c7e0 con 0x7f3214152c00 2024-09-13T15:57:05.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 Processor -- start 2024-09-13T15:57:05.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 -- start start 2024-09-13T15:57:05.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7fe8321ce640 1 --2- 172.21.15.7:0/3371313484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe82400a2b0 0x7fe8240e8690 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe82c04fb60 tx=0x7fe82c0965b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be670259c004bab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f3212ffd640 1 --2- 172.21.15.7:0/943858267 >> v2:172.21.15.77:3300/0 conn(0x7f321406ccc0 0x7f3214070480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:05.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81cc050be0 0x7f81cc0da3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc01e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 0x7f81cc0dc510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc04b440 con 0x7f81cc0deab0 2024-09-13T15:57:05.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc0da930 con 0x7f81cc050be0 2024-09-13T15:57:05.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81da4ca640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc01ed90 con 0x7f81cc054c90 2024-09-13T15:57:05.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7fe8309cb640 1 -- 172.21.15.7:0/3371313484 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82c125600 con 0x7fe82400a2b0 2024-09-13T15:57:05.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32137fe640 1 --2- 172.21.15.7:0/943858267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3214152c00 0x7f32140b15c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3214067e50 tx=0x7f320c01da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7469a255b4d2ca6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81d9cc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 0x7f81cc0dc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81d9cc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 0x7f81cc0dc510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33344/0 (socket says 172.21.15.7:33344) 2024-09-13T15:57:05.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81d9cc9640 1 -- 172.21.15.7:0/3452606580 learned_addr learned my addr 172.21.15.7:0/3452606580 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7fe8309cb640 1 -- 172.21.15.7:0/3371313484 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe82c121050 con 0x7fe82400a2b0 2024-09-13T15:57:05.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7fe8309cb640 1 -- 172.21.15.7:0/3371313484 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82c125a20 con 0x7fe82400a2b0 2024-09-13T15:57:05.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32127fc640 1 -- 172.21.15.7:0/943858267 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320c0a68c0 con 0x7f3214152c00 2024-09-13T15:57:05.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81d8cc7640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc01e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32127fc640 1 -- 172.21.15.7:0/943858267 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f320c0a6a20 con 0x7f3214152c00 2024-09-13T15:57:05.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f32127fc640 1 -- 172.21.15.7:0/943858267 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320c0a6d90 con 0x7f3214152c00 2024-09-13T15:57:05.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.920+0000 7f81d94c8640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81cc050be0 0x7f81cc0da3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81d9cc9640 1 -- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 msgr2=0x7f81cc01e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81d9cc9640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc01e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81d9cc9640 1 -- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81cc050be0 msgr2=0x7f81cc0da3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81d9cc9640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81cc050be0 0x7f81cc0da3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81d9cc9640 1 -- 172.21.15.7:0/3452606580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81d000b780 con 0x7f81cc0deab0 2024-09-13T15:57:05.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7fe833c31640 1 -- 172.21.15.7:0/3371313484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe82400a2b0 msgr2=0x7fe8240e8690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7fe833c31640 1 --2- 172.21.15.7:0/3371313484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe82400a2b0 0x7fe8240e8690 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe82c04fb60 tx=0x7fe82c0965b0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 -- 172.21.15.7:0/943858267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3214152c00 msgr2=0x7f32140b15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81d9cc9640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 0x7f81cc0dc510 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f81c400c7f0 tx=0x7f81c400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 --2- 172.21.15.7:0/943858267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3214152c00 0x7f32140b15c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3214067e50 tx=0x7f320c01da00 comp rx=0 tx=0).stop 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 -- 172.21.15.7:0/943858267 shutdown_connections 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 --2- 172.21.15.7:0/943858267 >> v2:172.21.15.77:3300/0 conn(0x7f321406ccc0 0x7f3214070480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 --2- 172.21.15.7:0/943858267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3214152c00 0x7f32140b15c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 -- 172.21.15.7:0/943858267 >> 172.21.15.7:0/943858267 conn(0x7f32140b02c0 msgr2=0x7f32140b06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 -- 172.21.15.7:0/943858267 shutdown_connections 2024-09-13T15:57:05.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4004220 con 0x7f81cc0deab0 2024-09-13T15:57:05.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81c40043a0 con 0x7f81cc0deab0 2024-09-13T15:57:05.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81cc01f070 con 0x7f81cc0deab0 2024-09-13T15:57:05.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81cc01f630 con 0x7f81cc0deab0 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 -- 172.21.15.7:0/943858267 wait complete. 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 Processor -- start 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.924+0000 7f321a1c1640 1 -- start start 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f321a1c1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321406ccc0 0x7f321414e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f321a1c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 0x7f3214161590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f321a1c1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3214152c00 0x7f32140ae130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f321a1c1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f321414fee0 con 0x7f32140709c0 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f321a1c1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f321414ee40 con 0x7f321406ccc0 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f321a1c1640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f321414f120 con 0x7f3214152c00 2024-09-13T15:57:05.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81b4005260 con 0x7f81cc0deab0 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4003860 con 0x7f81cc0deab0 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f32137fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321406ccc0 0x7f321414e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 0x7f3214161590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3213fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3214152c00 0x7f32140ae130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 0x7f3214161590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33358/0 (socket says 172.21.15.7:33358) 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 -- 172.21.15.7:0/927219139 learned_addr learned my addr 172.21.15.7:0/927219139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f32137fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321406ccc0 0x7f321414e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:52068/0 (socket says 172.21.15.7:52068) 2024-09-13T15:57:05.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 -- 172.21.15.7:0/3371313484 shutdown_connections 2024-09-13T15:57:05.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 --2- 172.21.15.7:0/3371313484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe82400a2b0 0x7fe8240e8690 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 --2- 172.21.15.7:0/3371313484 >> v2:172.21.15.77:3300/0 conn(0x7fe8240deae0 0x7fe824006470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 -- 172.21.15.7:0/3371313484 >> 172.21.15.7:0/3371313484 conn(0x7fe82401d940 msgr2=0x7fe8240545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:05.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 -- 172.21.15.7:0/3371313484 shutdown_connections 2024-09-13T15:57:05.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 -- 172.21.15.7:0/3371313484 wait complete. 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 -- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3214152c00 msgr2=0x7f32140ae130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3214152c00 0x7f32140ae130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 -- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321406ccc0 msgr2=0x7f321414e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321406ccc0 0x7f321414e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 -- 172.21.15.7:0/927219139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f320c009b30 con 0x7f32140709c0 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3213fff640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3214152c00 0x7f32140ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:05.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7f3212ffd640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 0x7f3214161590 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f320800c7a0 tx=0x7f320800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 Processor -- start 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.928+0000 7fe833c31640 1 -- start start 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe833c31640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe82400a2b0 0x7fe82404e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe833c31640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe824050c10 0x7fe82401e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe833c31640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 0x7fe8240db8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe833c31640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe82404e910 con 0x7fe8240deae0 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe833c31640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe82401e8f0 con 0x7fe82400a2b0 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe833c31640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe82404bd40 con 0x7fe824050c10 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8321ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 0x7fe8240db8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8321ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 0x7fe8240db8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33362/0 (socket says 172.21.15.7:33362) 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe824050c10 0x7fe82401e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8321ce640 1 -- 172.21.15.7:0/592402070 learned_addr learned my addr 172.21.15.7:0/592402070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:05.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8319cd640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe82400a2b0 0x7fe82404e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 -- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe82400a2b0 msgr2=0x7fe82404e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe82400a2b0 0x7fe82404e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 -- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 msgr2=0x7fe8240db8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 0x7fe8240db8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 -- 172.21.15.7:0/592402070 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe82c069080 con 0x7fe824050c10 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8321ce640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 0x7fe8240db8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:05.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7fe8311cc640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe824050c10 0x7fe82401e3b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe82800c360 tx=0x7fe82800c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.932+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f81c4003a80 con 0x7f81cc0deab0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f81c9ffb640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f81b8066790 0x7f81b8068c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f81d94c8640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f81b8066790 0x7f81b8068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f81c4083dd0 con 0x7f81cc0deab0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f81d94c8640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f81b8066790 0x7f81b8068c50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f81d4061b20 tx=0x7f81d40688e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320800aac0 con 0x7f32140709c0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f320800ac20 con 0x7f32140709c0 2024-09-13T15:57:05.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32080113f0 con 0x7f32140709c0 2024-09-13T15:57:05.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f321414f400 con 0x7f32140709c0 2024-09-13T15:57:05.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.936+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f321414f9c0 con 0x7f32140709c0 2024-09-13T15:57:05.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f81c4051360 con 0x7f81cc0deab0 2024-09-13T15:57:05.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31f4005260 con 0x7f32140709c0 2024-09-13T15:57:05.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3208011550 con 0x7f32140709c0 2024-09-13T15:57:05.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe828003600 con 0x7fe824050c10 2024-09-13T15:57:05.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8240dbe30 con 0x7fe824050c10 2024-09-13T15:57:05.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe82404c2c0 con 0x7fe824050c10 2024-09-13T15:57:05.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe828003760 con 0x7fe824050c10 2024-09-13T15:57:05.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe828003b50 con 0x7fe824050c10 2024-09-13T15:57:05.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.940+0000 7f31fbfff640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f32000666e0 0x7f3200068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3208084950 con 0x7f32140709c0 2024-09-13T15:57:05.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7f32137fe640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f32000666e0 0x7f3200068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7f32137fe640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f32000666e0 0x7f3200068ba0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f320c0af000 tx=0x7f320c0a8070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe814005260 con 0x7fe824050c10 2024-09-13T15:57:05.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe828003cb0 con 0x7fe824050c10 2024-09-13T15:57:05.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7fe8227fc640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe810066790 0x7fe810068c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:05.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.944+0000 7fe8319cd640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe810066790 0x7fe810068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:05.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.948+0000 7fe8319cd640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe810066790 0x7fe810068c50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe82404bb40 tx=0x7fe81c009060 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:05.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.948+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe8280835d0 con 0x7fe824050c10 2024-09-13T15:57:05.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.948+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3208051dc0 con 0x7f32140709c0 2024-09-13T15:57:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:05.956+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe828050a60 con 0x7fe824050c10 2024-09-13T15:57:06.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.136+0000 7f680a7e8640 1 -- 172.21.15.7:0/2517497295 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f67f0005510 con 0x7f68040cc010 2024-09-13T15:57:06.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.140+0000 7f6800ff9640 1 -- 172.21.15.7:0/2517497295 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f67fc0efa50 con 0x7f68040cc010 2024-09-13T15:57:06.145 INFO:teuthology.orchestra.run.smithi007.stdout:68719476743 2024-09-13T15:57:06.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 -- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f67ec066900 msgr2=0x7f67ec068dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f67ec066900 0x7f67ec068dc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f67f800cda0 tx=0x7f67f800f040 comp rx=0 tx=0).stop 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 -- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 msgr2=0x7f68040af080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 0x7f68040af080 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f67fc0af040 tx=0x7f67fc00a480 comp rx=0 tx=0).stop 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 -- 172.21.15.7:0/2517497295 shutdown_connections 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f67ec066900 0x7f67ec068dc0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6804159840 0x7f68040af5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68040cc010 0x7f68040af080 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 --2- 172.21.15.7:0/2517497295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68040cbc30 0x7f680413eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 -- 172.21.15.7:0/2517497295 >> 172.21.15.7:0/2517497295 conn(0x7f68040b0070 msgr2=0x7f6804159e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 -- 172.21.15.7:0/2517497295 shutdown_connections 2024-09-13T15:57:06.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.156+0000 7f67ea7fc640 1 -- 172.21.15.7:0/2517497295 wait complete. 2024-09-13T15:57:06.182 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476743 got 68719476743 for osd.6 2024-09-13T15:57:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.176+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f440814a530 con 0x7f44080cc010 2024-09-13T15:57:06.183 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f43effff640 1 -- 172.21.15.7:0/1525987371 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f44000ad030 con 0x7f44080cc010 2024-09-13T15:57:06.183 INFO:teuthology.orchestra.run.smithi007.stdout:64424509447 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43f4066760 msgr2=0x7f43f4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43f4066760 0x7f43f4068c20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f43f80045f0 tx=0x7f43f8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 msgr2=0x7f4408147da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 0x7f4408147da0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f440001d460 tx=0x7f440001bb50 comp rx=0 tx=0).stop 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 shutdown_connections 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43f4066760 0x7f43f4068c20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4408159840 0x7f44081482e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f44080cc010 0x7f4408147da0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 --2- 172.21.15.7:0/1525987371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44080cbc30 0x7f4408070cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 >> 172.21.15.7:0/1525987371 conn(0x7f44080b0070 msgr2=0x7f4408162b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 shutdown_connections 2024-09-13T15:57:06.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.180+0000 7f440dfad640 1 -- 172.21.15.7:0/1525987371 wait complete. 2024-09-13T15:57:06.208 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.3 2024-09-13T15:57:06.208 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.212+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fd5380057e0 con 0x7fd55c0cba20 2024-09-13T15:57:06.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.212+0000 7fd5527fc640 1 -- 172.21.15.7:0/3695884157 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd5580b2020 con 0x7fd55c0cba20 2024-09-13T15:57:06.216 INFO:teuthology.orchestra.run.smithi007.stdout:60129542149 2024-09-13T15:57:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd540066690 msgr2=0x7fd540068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd540066690 0x7fd540068b50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd55c072640 tx=0x7fd54c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 msgr2=0x7fd55c148b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 0x7fd55c148b60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd55801ab60 tx=0x7fd55801acf0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 shutdown_connections 2024-09-13T15:57:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd540066690 0x7fd540068b50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd55c160c20 0x7fd55c0717b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd55c160840 0x7fd55c071270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 --2- 172.21.15.7:0/3695884157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c0cba20 0x7fd55c148b60 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 >> 172.21.15.7:0/3695884157 conn(0x7fd55c0b0070 msgr2=0x7fd55c06f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 shutdown_connections 2024-09-13T15:57:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.216+0000 7fd53ffff640 1 -- 172.21.15.7:0/3695884157 wait complete. 2024-09-13T15:57:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f31f40057e0 con 0x7f32140709c0 2024-09-13T15:57:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f31fbfff640 1 -- 172.21.15.7:0/927219139 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f320801f020 con 0x7f32140709c0 2024-09-13T15:57:06.223 INFO:teuthology.orchestra.run.smithi007.stdout:68719476741 2024-09-13T15:57:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f32000666e0 msgr2=0x7f3200068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f32000666e0 0x7f3200068ba0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f320c0af000 tx=0x7f320c0a8070 comp rx=0 tx=0).stop 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 msgr2=0x7f3214161590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 0x7f3214161590 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f320800c7a0 tx=0x7f320800cc60 comp rx=0 tx=0).stop 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 shutdown_connections 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f32000666e0 0x7f3200068ba0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3214152c00 0x7f32140ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32140709c0 0x7f3214161590 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 --2- 172.21.15.7:0/927219139 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321406ccc0 0x7f321414e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 >> 172.21.15.7:0/927219139 conn(0x7f32140b02c0 msgr2=0x7f32140b1d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 shutdown_connections 2024-09-13T15:57:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.220+0000 7f321a1c1640 1 -- 172.21.15.7:0/927219139 wait complete. 2024-09-13T15:57:06.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.224+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd150005510 con 0x7fd17006a610 2024-09-13T15:57:06.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.224+0000 7fd157fff640 1 -- 172.21.15.7:0/3035083794 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd160053f90 con 0x7fd17006a610 2024-09-13T15:57:06.229 INFO:teuthology.orchestra.run.smithi007.stdout:64424509445 2024-09-13T15:57:06.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd15c066690 msgr2=0x7fd15c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd15c066690 0x7fd15c068b50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd1640ae000 tx=0x7fd164009040 comp rx=0 tx=0).stop 2024-09-13T15:57:06.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 msgr2=0x7fd1701f7840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 0x7fd1701f7840 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd16000c420 tx=0x7fd16000c8e0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 shutdown_connections 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd15c066690 0x7fd15c068b50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd17015e9f0 0x7fd1701428f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd170143c80 0x7fd1701423b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 --2- 172.21.15.7:0/3035083794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd17006a610 0x7fd1701f7840 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 >> 172.21.15.7:0/3035083794 conn(0x7fd170066280 msgr2=0x7fd1700cd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 shutdown_connections 2024-09-13T15:57:06.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.228+0000 7fd174b48640 1 -- 172.21.15.7:0/3035083794 wait complete. 2024-09-13T15:57:06.245 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476741 got 68719476741 for osd.5 2024-09-13T15:57:06.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.240+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f81b4005510 con 0x7f81cc0deab0 2024-09-13T15:57:06.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.240+0000 7f81c9ffb640 1 -- 172.21.15.7:0/3452606580 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f81c4054980 con 0x7f81cc0deab0 2024-09-13T15:57:06.246 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.246 INFO:teuthology.orchestra.run.smithi007.stdout:68719476743 2024-09-13T15:57:06.248 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2024-09-13T15:57:06.248 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f81b8066790 msgr2=0x7f81b8068c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f81b8066790 0x7f81b8068c50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f81d4061b20 tx=0x7f81d40688e0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 msgr2=0x7f81cc0dc510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 0x7f81cc0dc510 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f81c400c7f0 tx=0x7f81c400ccb0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 shutdown_connections 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f81b8066790 0x7f81b8068c50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81cc0deab0 0x7f81cc0dc510 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f81cc054c90 0x7f81cc01e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 --2- 172.21.15.7:0/3452606580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81cc050be0 0x7f81cc0da3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 >> 172.21.15.7:0/3452606580 conn(0x7f81cc01d910 msgr2=0x7f81cc0520c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 shutdown_connections 2024-09-13T15:57:06.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f81da4ca640 1 -- 172.21.15.7:0/3452606580 wait complete. 2024-09-13T15:57:06.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f53f0155da0 con 0x7f53f006ce50 2024-09-13T15:57:06.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53ecff9640 1 -- 172.21.15.7:0/1189208269 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f53d80efdf0 con 0x7f53f006ce50 2024-09-13T15:57:06.251 INFO:teuthology.orchestra.run.smithi007.stdout:60129542151 2024-09-13T15:57:06.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53d00666e0 msgr2=0x7f53d0068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53d00666e0 0x7f53d0068ba0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f53f01fcde0 tx=0x7f53e0008040 comp rx=0 tx=0).stop 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 msgr2=0x7f53f0155f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 0x7f53f0155f50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f53d80ad040 tx=0x7f53d801ac50 comp rx=0 tx=0).stop 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 shutdown_connections 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f53d00666e0 0x7f53d0068ba0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f53f01607f0 0x7f53f00aef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.244+0000 7f53f55e0640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53f00b1990 0x7f53f014e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.248+0000 7f53f55e0640 1 --2- 172.21.15.7:0/1189208269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53f006ce50 0x7f53f0155f50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.248+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 >> 172.21.15.7:0/1189208269 conn(0x7f53f00b0000 msgr2=0x7f53f0072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.248+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 shutdown_connections 2024-09-13T15:57:06.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.248+0000 7f53f55e0640 1 -- 172.21.15.7:0/1189208269 wait complete. 2024-09-13T15:57:06.261 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.1 2024-09-13T15:57:06.261 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.267 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476743 got 68719476743 for osd.4 2024-09-13T15:57:06.267 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.269 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.2 2024-09-13T15:57:06.269 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.268+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe814005510 con 0x7fe824050c10 2024-09-13T15:57:06.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.268+0000 7fe8227fc640 1 -- 172.21.15.7:0/592402070 <== mon.2 v2:172.21.15.77:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe828054080 con 0x7fe824050c10 2024-09-13T15:57:06.274 INFO:teuthology.orchestra.run.smithi007.stdout:68719476744 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe810066790 msgr2=0x7fe810068c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe810066790 0x7fe810068c50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe82404bb40 tx=0x7fe81c009060 comp rx=0 tx=0).stop 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe824050c10 msgr2=0x7fe82401e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe824050c10 0x7fe82401e3b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe82800c360 tx=0x7fe82800c820 comp rx=0 tx=0).stop 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 shutdown_connections 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe810066790 0x7fe810068c50 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8240deae0 0x7fe8240db8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe824050c10 0x7fe82401e3b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 --2- 172.21.15.7:0/592402070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe82400a2b0 0x7fe82404e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 >> 172.21.15.7:0/592402070 conn(0x7fe82401d940 msgr2=0x7fe8240eb570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 shutdown_connections 2024-09-13T15:57:06.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.272+0000 7fe833c31640 1 -- 172.21.15.7:0/592402070 wait complete. 2024-09-13T15:57:06.292 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476744 got 68719476744 for osd.7 2024-09-13T15:57:06.292 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:06.292 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T15:57:06.292 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:57:06.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf5b964640 1 Processor -- start 2024-09-13T15:57:06.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf5b964640 1 -- start start 2024-09-13T15:57:06.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf5b964640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf540b2f00 0x7fdf54158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf5b964640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf540b3b40 con 0x7fdf5406d0d0 2024-09-13T15:57:06.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf5b964640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf54070480 con 0x7fdf5406d4b0 2024-09-13T15:57:06.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf5b964640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf540b15c0 con 0x7fdf540b2f00 2024-09-13T15:57:06.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf58eff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf540b2f00 0x7fdf54158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf59700640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fdf5406d0d0 0x7fdf540b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59024/0 (socket says 172.21.15.7:59024) 2024-09-13T15:57:06.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf59700640 1 -- 172.21.15.7:0/2469385836 learned_addr learned my addr 172.21.15.7:0/2469385836 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:06.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf58eff640 1 -- 172.21.15.7:0/2469385836 >> v1:172.21.15.77:6789/0 conn(0x7fdf5406d4b0 legacy=0x7fdf541594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:06.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf58eff640 1 -- 172.21.15.7:0/2469385836 >> v1:172.21.15.7:6789/0 conn(0x7fdf5406d0d0 legacy=0x7fdf540b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf58eff640 1 -- 172.21.15.7:0/2469385836 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf54070860 con 0x7fdf540b2f00 2024-09-13T15:57:06.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.440+0000 7fdf4bfff640 1 -- 172.21.15.7:0/2469385836 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3787020972 0 0) 0x7fdf50001120 con 0x7fdf5406d0d0 2024-09-13T15:57:06.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf58eff640 1 --2- 172.21.15.7:0/2469385836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf540b2f00 0x7fdf54158fa0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdf440097c0 tx=0x7fdf4401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79289557ca28f7f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:06.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf4bfff640 1 -- 172.21.15.7:0/2469385836 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf440ac600 con 0x7fdf540b2f00 2024-09-13T15:57:06.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf4bfff640 1 -- 172.21.15.7:0/2469385836 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf440a8050 con 0x7fdf540b2f00 2024-09-13T15:57:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf4bfff640 1 -- 172.21.15.7:0/2469385836 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf440ac980 con 0x7fdf540b2f00 2024-09-13T15:57:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 -- 172.21.15.7:0/2469385836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf540b2f00 msgr2=0x7fdf54158fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 --2- 172.21.15.7:0/2469385836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf540b2f00 0x7fdf54158fa0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdf440097c0 tx=0x7fdf4401c3a0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 -- 172.21.15.7:0/2469385836 shutdown_connections 2024-09-13T15:57:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 --2- 172.21.15.7:0/2469385836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf540b2f00 0x7fdf54158fa0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 -- 172.21.15.7:0/2469385836 >> 172.21.15.7:0/2469385836 conn(0x7fdf54069f00 msgr2=0x7fdf5406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 -- 172.21.15.7:0/2469385836 shutdown_connections 2024-09-13T15:57:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 -- 172.21.15.7:0/2469385836 wait complete. 2024-09-13T15:57:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 Processor -- start 2024-09-13T15:57:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.444+0000 7fdf5b964640 1 -- start start 2024-09-13T15:57:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf5406d0d0 0x7fdf54149d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 0x7fdf540cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf540b2f00 0x7fdf540ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf5414e800 con 0x7fdf5406d4b0 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf5414a240 con 0x7fdf5406d0d0 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf5414dbf0 con 0x7fdf540b2f00 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 0x7fdf540cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 0x7fdf540cdba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33382/0 (socket says 172.21.15.7:33382) 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 -- 172.21.15.7:0/4225851649 learned_addr learned my addr 172.21.15.7:0/4225851649 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 -- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf540b2f00 msgr2=0x7fdf540ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf59700640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf5406d0d0 0x7fdf54149d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf540b2f00 0x7fdf540ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 -- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf5406d0d0 msgr2=0x7fdf54149d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf5406d0d0 0x7fdf54149d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 -- 172.21.15.7:0/4225851649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf44009420 con 0x7fdf5406d4b0 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf58eff640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 0x7fdf540cdba0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdf44018fb0 tx=0x7fdf4401abe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf44004220 con 0x7fdf5406d4b0 2024-09-13T15:57:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf44004380 con 0x7fdf5406d4b0 2024-09-13T15:57:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf5414de60 con 0x7fdf5406d4b0 2024-09-13T15:57:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf44003820 con 0x7fdf5406d4b0 2024-09-13T15:57:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf5414e420 con 0x7fdf5406d4b0 2024-09-13T15:57:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf54158a50 con 0x7fdf5406d4b0 2024-09-13T15:57:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf440b3050 con 0x7fdf5406d4b0 2024-09-13T15:57:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf49ffb640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf38066690 0x7fdf38068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdf4411e760 con 0x7fdf5406d4b0 2024-09-13T15:57:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.448+0000 7fdf59700640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf38066690 0x7fdf38068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.452+0000 7fdf59700640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf38066690 0x7fdf38068b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdf50000f70 tx=0x7fdf50009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.452+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdf440ebbf0 con 0x7fdf5406d4b0 2024-09-13T15:57:06.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.604+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fdf5414e940 con 0x7fdf38066690 2024-09-13T15:57:06.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.616+0000 7fdf49ffb640 1 -- 172.21.15.7:0/4225851649 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264556 (secure 0 0 0) 0x7fdf5414e940 con 0x7fdf38066690 2024-09-13T15:57:06.623 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:06.624 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf38066690 msgr2=0x7fdf38068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf38066690 0x7fdf38068b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdf50000f70 tx=0x7fdf50009040 comp rx=0 tx=0).stop 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 msgr2=0x7fdf540cdba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 0x7fdf540cdba0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdf44018fb0 tx=0x7fdf4401abe0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 shutdown_connections 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf38066690 0x7fdf38068b50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf540b2f00 0x7fdf540ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf5406d4b0 0x7fdf540cdba0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 --2- 172.21.15.7:0/4225851649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf5406d0d0 0x7fdf54149d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 >> 172.21.15.7:0/4225851649 conn(0x7fdf54069f00 msgr2=0x7fdf5406c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 shutdown_connections 2024-09-13T15:57:06.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.620+0000 7fdf5b964640 1 -- 172.21.15.7:0/4225851649 wait complete. 2024-09-13T15:57:06.639 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-13T15:57:06.499038+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251864,"kb_used_data":2920,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722856,"statfs":{"total":773094113280,"available":772836204544,"internally_reserved":0,"allocated":2990080,"data_stored":1792404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.234853"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328961+0000","last_change":"2024-09-13T15:56:58.296370+0000","last_active":"2024-09-13T15:57:00.328961+0000","last_peered":"2024-09-13T15:57:00.328961+0000","last_clean":"2024-09-13T15:57:00.328961+0000","last_became_active":"2024-09-13T15:56:58.295978+0000","last_became_peered":"2024-09-13T15:56:58.295978+0000","last_unstale":"2024-09-13T15:57:00.328961+0000","last_undegraded":"2024-09-13T15:57:00.328961+0000","last_fullsized":"2024-09-13T15:57:00.328961+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278803+0000","last_change":"2024-09-13T15:56:58.290386+0000","last_active":"2024-09-13T15:56:59.278803+0000","last_peered":"2024-09-13T15:56:59.278803+0000","last_clean":"2024-09-13T15:56:59.278803+0000","last_became_active":"2024-09-13T15:56:58.289701+0000","last_became_peered":"2024-09-13T15:56:58.289701+0000","last_unstale":"2024-09-13T15:56:59.278803+0000","last_undegraded":"2024-09-13T15:56:59.278803+0000","last_fullsized":"2024-09-13T15:56:59.278803+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528647+0000","last_change":"2024-09-13T15:56:58.303672+0000","last_active":"2024-09-13T15:56:59.528647+0000","last_peered":"2024-09-13T15:56:59.528647+0000","last_clean":"2024-09-13T15:56:59.528647+0000","last_became_active":"2024-09-13T15:56:58.303351+0000","last_became_peered":"2024-09-13T15:56:58.303351+0000","last_unstale":"2024-09-13T15:56:59.528647+0000","last_undegraded":"2024-09-13T15:56:59.528647+0000","last_fullsized":"2024-09-13T15:56:59.528647+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:26.607605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327259+0000","last_change":"2024-09-13T15:56:58.304825+0000","last_active":"2024-09-13T15:57:00.327259+0000","last_peered":"2024-09-13T15:57:00.327259+0000","last_clean":"2024-09-13T15:57:00.327259+0000","last_became_active":"2024-09-13T15:56:58.304512+0000","last_became_peered":"2024-09-13T15:56:58.304512+0000","last_unstale":"2024-09-13T15:57:00.327259+0000","last_undegraded":"2024-09-13T15:57:00.327259+0000","last_fullsized":"2024-09-13T15:57:00.327259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:32.005546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328087+0000","last_change":"2024-09-13T15:56:58.303879+0000","last_active":"2024-09-13T15:57:00.328087+0000","last_peered":"2024-09-13T15:57:00.328087+0000","last_clean":"2024-09-13T15:57:00.328087+0000","last_became_active":"2024-09-13T15:56:58.303579+0000","last_became_peered":"2024-09-13T15:56:58.303579+0000","last_unstale":"2024-09-13T15:57:00.328087+0000","last_undegraded":"2024-09-13T15:57:00.328087+0000","last_fullsized":"2024-09-13T15:57:00.328087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327172+0000","last_change":"2024-09-13T15:56:58.297590+0000","last_active":"2024-09-13T15:57:00.327172+0000","last_peered":"2024-09-13T15:57:00.327172+0000","last_clean":"2024-09-13T15:57:00.327172+0000","last_became_active":"2024-09-13T15:56:58.297298+0000","last_became_peered":"2024-09-13T15:56:58.297298+0000","last_unstale":"2024-09-13T15:57:00.327172+0000","last_undegraded":"2024-09-13T15:57:00.327172+0000","last_fullsized":"2024-09-13T15:57:00.327172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328040+0000","last_change":"2024-09-13T15:56:58.296774+0000","last_active":"2024-09-13T15:57:00.328040+0000","last_peered":"2024-09-13T15:57:00.328040+0000","last_clean":"2024-09-13T15:57:00.328040+0000","last_became_active":"2024-09-13T15:56:58.296388+0000","last_became_peered":"2024-09-13T15:56:58.296388+0000","last_unstale":"2024-09-13T15:57:00.328040+0000","last_undegraded":"2024-09-13T15:57:00.328040+0000","last_fullsized":"2024-09-13T15:57:00.328040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.323926+0000","last_change":"2024-09-13T15:56:58.293062+0000","last_active":"2024-09-13T15:57:00.323926+0000","last_peered":"2024-09-13T15:57:00.323926+0000","last_clean":"2024-09-13T15:57:00.323926+0000","last_became_active":"2024-09-13T15:56:58.292729+0000","last_became_peered":"2024-09-13T15:56:58.292729+0000","last_unstale":"2024-09-13T15:57:00.323926+0000","last_undegraded":"2024-09-13T15:57:00.323926+0000","last_fullsized":"2024-09-13T15:57:00.323926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329153+0000","last_change":"2024-09-13T15:56:58.295660+0000","last_active":"2024-09-13T15:57:00.329153+0000","last_peered":"2024-09-13T15:57:00.329153+0000","last_clean":"2024-09-13T15:57:00.329153+0000","last_became_active":"2024-09-13T15:56:58.293884+0000","last_became_peered":"2024-09-13T15:56:58.293884+0000","last_unstale":"2024-09-13T15:57:00.329153+0000","last_undegraded":"2024-09-13T15:57:00.329153+0000","last_fullsized":"2024-09-13T15:57:00.329153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:23.594686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284852+0000","last_change":"2024-09-13T15:56:58.289032+0000","last_active":"2024-09-13T15:56:59.284852+0000","last_peered":"2024-09-13T15:56:59.284852+0000","last_clean":"2024-09-13T15:56:59.284852+0000","last_became_active":"2024-09-13T15:56:58.288724+0000","last_became_peered":"2024-09-13T15:56:58.288724+0000","last_unstale":"2024-09-13T15:56:59.284852+0000","last_undegraded":"2024-09-13T15:56:59.284852+0000","last_fullsized":"2024-09-13T15:56:59.284852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283569+0000","last_change":"2024-09-13T15:56:58.290468+0000","last_active":"2024-09-13T15:56:59.283569+0000","last_peered":"2024-09-13T15:56:59.283569+0000","last_clean":"2024-09-13T15:56:59.283569+0000","last_became_active":"2024-09-13T15:56:58.290213+0000","last_became_peered":"2024-09-13T15:56:58.290213+0000","last_unstale":"2024-09-13T15:56:59.283569+0000","last_undegraded":"2024-09-13T15:56:59.283569+0000","last_fullsized":"2024-09-13T15:56:59.283569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284238+0000","last_change":"2024-09-13T15:56:58.286585+0000","last_active":"2024-09-13T15:56:59.284238+0000","last_peered":"2024-09-13T15:56:59.284238+0000","last_clean":"2024-09-13T15:56:59.284238+0000","last_became_active":"2024-09-13T15:56:58.282829+0000","last_became_peered":"2024-09-13T15:56:58.282829+0000","last_unstale":"2024-09-13T15:56:59.284238+0000","last_undegraded":"2024-09-13T15:56:59.284238+0000","last_fullsized":"2024-09-13T15:56:59.284238+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:38.063238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324435+0000","last_change":"2024-09-13T15:56:58.281264+0000","last_active":"2024-09-13T15:57:00.324435+0000","last_peered":"2024-09-13T15:57:00.324435+0000","last_clean":"2024-09-13T15:57:00.324435+0000","last_became_active":"2024-09-13T15:56:58.280983+0000","last_became_peered":"2024-09-13T15:56:58.280983+0000","last_unstale":"2024-09-13T15:57:00.324435+0000","last_undegraded":"2024-09-13T15:57:00.324435+0000","last_fullsized":"2024-09-13T15:57:00.324435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528490+0000","last_change":"2024-09-13T15:56:58.301050+0000","last_active":"2024-09-13T15:56:59.528490+0000","last_peered":"2024-09-13T15:56:59.528490+0000","last_clean":"2024-09-13T15:56:59.528490+0000","last_became_active":"2024-09-13T15:56:58.300473+0000","last_became_peered":"2024-09-13T15:56:58.300473+0000","last_unstale":"2024-09-13T15:56:59.528490+0000","last_undegraded":"2024-09-13T15:56:59.528490+0000","last_fullsized":"2024-09-13T15:56:59.528490+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:50.857930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278279+0000","last_change":"2024-09-13T15:56:58.278157+0000","last_active":"2024-09-13T15:56:59.278279+0000","last_peered":"2024-09-13T15:56:59.278279+0000","last_clean":"2024-09-13T15:56:59.278279+0000","last_became_active":"2024-09-13T15:56:58.277289+0000","last_became_peered":"2024-09-13T15:56:58.277289+0000","last_unstale":"2024-09-13T15:56:59.278279+0000","last_undegraded":"2024-09-13T15:56:59.278279+0000","last_fullsized":"2024-09-13T15:56:59.278279+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327797+0000","last_change":"2024-09-13T15:56:58.297573+0000","last_active":"2024-09-13T15:57:00.327797+0000","last_peered":"2024-09-13T15:57:00.327797+0000","last_clean":"2024-09-13T15:57:00.327797+0000","last_became_active":"2024-09-13T15:56:58.297246+0000","last_became_peered":"2024-09-13T15:56:58.297246+0000","last_unstale":"2024-09-13T15:57:00.327797+0000","last_undegraded":"2024-09-13T15:57:00.327797+0000","last_fullsized":"2024-09-13T15:57:00.327797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328624+0000","last_change":"2024-09-13T15:56:58.302129+0000","last_active":"2024-09-13T15:57:00.328624+0000","last_peered":"2024-09-13T15:57:00.328624+0000","last_clean":"2024-09-13T15:57:00.328624+0000","last_became_active":"2024-09-13T15:56:58.301910+0000","last_became_peered":"2024-09-13T15:56:58.301910+0000","last_unstale":"2024-09-13T15:57:00.328624+0000","last_undegraded":"2024-09-13T15:57:00.328624+0000","last_fullsized":"2024-09-13T15:57:00.328624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528124+0000","last_change":"2024-09-13T15:56:58.277194+0000","last_active":"2024-09-13T15:56:59.528124+0000","last_peered":"2024-09-13T15:56:59.528124+0000","last_clean":"2024-09-13T15:56:59.528124+0000","last_became_active":"2024-09-13T15:56:58.276971+0000","last_became_peered":"2024-09-13T15:56:58.276971+0000","last_unstale":"2024-09-13T15:56:59.528124+0000","last_undegraded":"2024-09-13T15:56:59.528124+0000","last_fullsized":"2024-09-13T15:56:59.528124+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:33:13.628273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329177+0000","last_change":"2024-09-13T15:56:58.303335+0000","last_active":"2024-09-13T15:57:00.329177+0000","last_peered":"2024-09-13T15:57:00.329177+0000","last_clean":"2024-09-13T15:57:00.329177+0000","last_became_active":"2024-09-13T15:56:58.303005+0000","last_became_peered":"2024-09-13T15:56:58.303005+0000","last_unstale":"2024-09-13T15:57:00.329177+0000","last_undegraded":"2024-09-13T15:57:00.329177+0000","last_fullsized":"2024-09-13T15:57:00.329177+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283818+0000","last_change":"2024-09-13T15:56:58.275930+0000","last_active":"2024-09-13T15:56:59.283818+0000","last_peered":"2024-09-13T15:56:59.283818+0000","last_clean":"2024-09-13T15:56:59.283818+0000","last_became_active":"2024-09-13T15:56:58.275579+0000","last_became_peered":"2024-09-13T15:56:58.275579+0000","last_unstale":"2024-09-13T15:56:59.283818+0000","last_undegraded":"2024-09-13T15:56:59.283818+0000","last_fullsized":"2024-09-13T15:56:59.283818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528535+0000","last_change":"2024-09-13T15:56:58.301699+0000","last_active":"2024-09-13T15:56:59.528535+0000","last_peered":"2024-09-13T15:56:59.528535+0000","last_clean":"2024-09-13T15:56:59.528535+0000","last_became_active":"2024-09-13T15:56:58.301395+0000","last_became_peered":"2024-09-13T15:56:58.301395+0000","last_unstale":"2024-09-13T15:56:59.528535+0000","last_undegraded":"2024-09-13T15:56:59.528535+0000","last_fullsized":"2024-09-13T15:56:59.528535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:24.487615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327421+0000","last_change":"2024-09-13T15:56:58.301186+0000","last_active":"2024-09-13T15:57:00.327421+0000","last_peered":"2024-09-13T15:57:00.327421+0000","last_clean":"2024-09-13T15:57:00.327421+0000","last_became_active":"2024-09-13T15:56:58.300812+0000","last_became_peered":"2024-09-13T15:56:58.300812+0000","last_unstale":"2024-09-13T15:57:00.327421+0000","last_undegraded":"2024-09-13T15:57:00.327421+0000","last_fullsized":"2024-09-13T15:57:00.327421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324196+0000","last_change":"2024-09-13T15:56:58.290968+0000","last_active":"2024-09-13T15:57:00.324196+0000","last_peered":"2024-09-13T15:57:00.324196+0000","last_clean":"2024-09-13T15:57:00.324196+0000","last_became_active":"2024-09-13T15:56:58.290492+0000","last_became_peered":"2024-09-13T15:56:58.290492+0000","last_unstale":"2024-09-13T15:57:00.324196+0000","last_undegraded":"2024-09-13T15:57:00.324196+0000","last_fullsized":"2024-09-13T15:57:00.324196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.326847+0000","last_change":"2024-09-13T15:56:58.289092+0000","last_active":"2024-09-13T15:57:00.326847+0000","last_peered":"2024-09-13T15:57:00.326847+0000","last_clean":"2024-09-13T15:57:00.326847+0000","last_became_active":"2024-09-13T15:56:58.288794+0000","last_became_peered":"2024-09-13T15:56:58.288794+0000","last_unstale":"2024-09-13T15:57:00.326847+0000","last_undegraded":"2024-09-13T15:57:00.326847+0000","last_fullsized":"2024-09-13T15:57:00.326847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:23.594686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324650+0000","last_change":"2024-09-13T15:56:58.283456+0000","last_active":"2024-09-13T15:57:00.324650+0000","last_peered":"2024-09-13T15:57:00.324650+0000","last_clean":"2024-09-13T15:57:00.324650+0000","last_became_active":"2024-09-13T15:56:58.282973+0000","last_became_peered":"2024-09-13T15:56:58.282973+0000","last_unstale":"2024-09-13T15:57:00.324650+0000","last_undegraded":"2024-09-13T15:57:00.324650+0000","last_fullsized":"2024-09-13T15:57:00.324650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.285157+0000","last_change":"2024-09-13T15:56:58.290234+0000","last_active":"2024-09-13T15:56:59.285157+0000","last_peered":"2024-09-13T15:56:59.285157+0000","last_clean":"2024-09-13T15:56:59.285157+0000","last_became_active":"2024-09-13T15:56:58.289948+0000","last_became_peered":"2024-09-13T15:56:58.289948+0000","last_unstale":"2024-09-13T15:56:59.285157+0000","last_undegraded":"2024-09-13T15:56:59.285157+0000","last_fullsized":"2024-09-13T15:56:59.285157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279426+0000","last_change":"2024-09-13T15:56:58.283490+0000","last_active":"2024-09-13T15:56:59.279426+0000","last_peered":"2024-09-13T15:56:59.279426+0000","last_clean":"2024-09-13T15:56:59.279426+0000","last_became_active":"2024-09-13T15:56:58.282953+0000","last_became_peered":"2024-09-13T15:56:58.282953+0000","last_unstale":"2024-09-13T15:56:59.279426+0000","last_undegraded":"2024-09-13T15:56:59.279426+0000","last_fullsized":"2024-09-13T15:56:59.279426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324650+0000","last_change":"2024-09-13T15:56:58.294819+0000","last_active":"2024-09-13T15:57:00.324650+0000","last_peered":"2024-09-13T15:57:00.324650+0000","last_clean":"2024-09-13T15:57:00.324650+0000","last_became_active":"2024-09-13T15:56:58.294150+0000","last_became_peered":"2024-09-13T15:56:58.294150+0000","last_unstale":"2024-09-13T15:57:00.324650+0000","last_undegraded":"2024-09-13T15:57:00.324650+0000","last_fullsized":"2024-09-13T15:57:00.324650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528578+0000","last_change":"2024-09-13T15:56:58.291806+0000","last_active":"2024-09-13T15:56:59.528578+0000","last_peered":"2024-09-13T15:56:59.528578+0000","last_clean":"2024-09-13T15:56:59.528578+0000","last_became_active":"2024-09-13T15:56:58.291547+0000","last_became_peered":"2024-09-13T15:56:58.291547+0000","last_unstale":"2024-09-13T15:56:59.528578+0000","last_undegraded":"2024-09-13T15:56:59.528578+0000","last_fullsized":"2024-09-13T15:56:59.528578+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:05.495131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327619+0000","last_change":"2024-09-13T15:56:58.288341+0000","last_active":"2024-09-13T15:57:00.327619+0000","last_peered":"2024-09-13T15:57:00.327619+0000","last_clean":"2024-09-13T15:57:00.327619+0000","last_became_active":"2024-09-13T15:56:58.287956+0000","last_became_peered":"2024-09-13T15:56:58.287956+0000","last_unstale":"2024-09-13T15:57:00.327619+0000","last_undegraded":"2024-09-13T15:57:00.327619+0000","last_fullsized":"2024-09-13T15:57:00.327619+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:42.018938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.527978+0000","last_change":"2024-09-13T15:56:58.288379+0000","last_active":"2024-09-13T15:56:59.527978+0000","last_peered":"2024-09-13T15:56:59.527978+0000","last_clean":"2024-09-13T15:56:59.527978+0000","last_became_active":"2024-09-13T15:56:58.287964+0000","last_became_peered":"2024-09-13T15:56:58.287964+0000","last_unstale":"2024-09-13T15:56:59.527978+0000","last_undegraded":"2024-09-13T15:56:59.527978+0000","last_fullsized":"2024-09-13T15:56:59.527978+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:23:44.682760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282743+0000","last_change":"2024-09-13T15:56:58.279091+0000","last_active":"2024-09-13T15:56:59.282743+0000","last_peered":"2024-09-13T15:56:59.282743+0000","last_clean":"2024-09-13T15:56:59.282743+0000","last_became_active":"2024-09-13T15:56:58.278725+0000","last_became_peered":"2024-09-13T15:56:58.278725+0000","last_unstale":"2024-09-13T15:56:59.282743+0000","last_undegraded":"2024-09-13T15:56:59.282743+0000","last_fullsized":"2024-09-13T15:56:59.282743+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283387+0000","last_change":"2024-09-13T15:56:58.296939+0000","last_active":"2024-09-13T15:56:59.283387+0000","last_peered":"2024-09-13T15:56:59.283387+0000","last_clean":"2024-09-13T15:56:59.283387+0000","last_became_active":"2024-09-13T15:56:58.296618+0000","last_became_peered":"2024-09-13T15:56:58.296618+0000","last_unstale":"2024-09-13T15:56:59.283387+0000","last_undegraded":"2024-09-13T15:56:59.283387+0000","last_fullsized":"2024-09-13T15:56:59.283387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:04.876649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324550+0000","last_change":"2024-09-13T15:56:57.896650+0000","last_active":"2024-09-13T15:57:00.324550+0000","last_peered":"2024-09-13T15:57:00.324550+0000","last_clean":"2024-09-13T15:57:00.324550+0000","last_became_active":"2024-09-13T15:56:57.896183+0000","last_became_peered":"2024-09-13T15:56:57.896183+0000","last_unstale":"2024-09-13T15:57:00.324550+0000","last_undegraded":"2024-09-13T15:57:00.324550+0000","last_fullsized":"2024-09-13T15:57:00.324550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:00.190725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528601+0000","last_change":"2024-09-13T15:56:58.293950+0000","last_active":"2024-09-13T15:56:59.528601+0000","last_peered":"2024-09-13T15:56:59.528601+0000","last_clean":"2024-09-13T15:56:59.528601+0000","last_became_active":"2024-09-13T15:56:58.293644+0000","last_became_peered":"2024-09-13T15:56:58.293644+0000","last_unstale":"2024-09-13T15:56:59.528601+0000","last_undegraded":"2024-09-13T15:56:59.528601+0000","last_fullsized":"2024-09-13T15:56:59.528601+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:44.633085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283413+0000","last_change":"2024-09-13T15:56:57.905775+0000","last_active":"2024-09-13T15:56:59.283413+0000","last_peered":"2024-09-13T15:56:59.283413+0000","last_clean":"2024-09-13T15:56:59.283413+0000","last_became_active":"2024-09-13T15:56:57.905070+0000","last_became_peered":"2024-09-13T15:56:57.905070+0000","last_unstale":"2024-09-13T15:56:59.283413+0000","last_undegraded":"2024-09-13T15:56:59.283413+0000","last_fullsized":"2024-09-13T15:56:59.283413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324366+0000","last_change":"2024-09-13T15:56:57.900859+0000","last_active":"2024-09-13T15:57:00.324366+0000","last_peered":"2024-09-13T15:57:00.324366+0000","last_clean":"2024-09-13T15:57:00.324366+0000","last_became_active":"2024-09-13T15:56:57.897585+0000","last_became_peered":"2024-09-13T15:56:57.897585+0000","last_unstale":"2024-09-13T15:57:00.324366+0000","last_undegraded":"2024-09-13T15:57:00.324366+0000","last_fullsized":"2024-09-13T15:57:00.324366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:37.267485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.323957+0000","last_change":"2024-09-13T15:56:58.304056+0000","last_active":"2024-09-13T15:57:00.323957+0000","last_peered":"2024-09-13T15:57:00.323957+0000","last_clean":"2024-09-13T15:57:00.323957+0000","last_became_active":"2024-09-13T15:56:58.303729+0000","last_became_peered":"2024-09-13T15:56:58.303729+0000","last_unstale":"2024-09-13T15:57:00.323957+0000","last_undegraded":"2024-09-13T15:57:00.323957+0000","last_fullsized":"2024-09-13T15:57:00.323957+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.326937+0000","last_change":"2024-09-13T15:56:57.908419+0000","last_active":"2024-09-13T15:57:00.326937+0000","last_peered":"2024-09-13T15:57:00.326937+0000","last_clean":"2024-09-13T15:57:00.326937+0000","last_became_active":"2024-09-13T15:56:57.906130+0000","last_became_peered":"2024-09-13T15:56:57.906130+0000","last_unstale":"2024-09-13T15:57:00.326937+0000","last_undegraded":"2024-09-13T15:57:00.326937+0000","last_fullsized":"2024-09-13T15:57:00.326937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:00.413660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278210+0000","last_change":"2024-09-13T15:56:58.282696+0000","last_active":"2024-09-13T15:56:59.278210+0000","last_peered":"2024-09-13T15:56:59.278210+0000","last_clean":"2024-09-13T15:56:59.278210+0000","last_became_active":"2024-09-13T15:56:58.282507+0000","last_became_peered":"2024-09-13T15:56:58.282507+0000","last_unstale":"2024-09-13T15:56:59.278210+0000","last_undegraded":"2024-09-13T15:56:59.278210+0000","last_fullsized":"2024-09-13T15:56:59.278210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284566+0000","last_change":"2024-09-13T15:56:57.909817+0000","last_active":"2024-09-13T15:56:59.284566+0000","last_peered":"2024-09-13T15:56:59.284566+0000","last_clean":"2024-09-13T15:56:59.284566+0000","last_became_active":"2024-09-13T15:56:57.907766+0000","last_became_peered":"2024-09-13T15:56:57.907766+0000","last_unstale":"2024-09-13T15:56:59.284566+0000","last_undegraded":"2024-09-13T15:56:59.284566+0000","last_fullsized":"2024-09-13T15:56:59.284566+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327465+0000","last_change":"2024-09-13T15:56:58.301071+0000","last_active":"2024-09-13T15:57:00.327465+0000","last_peered":"2024-09-13T15:57:00.327465+0000","last_clean":"2024-09-13T15:57:00.327465+0000","last_became_active":"2024-09-13T15:56:58.300682+0000","last_became_peered":"2024-09-13T15:56:58.300682+0000","last_unstale":"2024-09-13T15:57:00.327465+0000","last_undegraded":"2024-09-13T15:57:00.327465+0000","last_fullsized":"2024-09-13T15:57:00.327465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328969+0000","last_change":"2024-09-13T15:56:57.904207+0000","last_active":"2024-09-13T15:57:00.328969+0000","last_peered":"2024-09-13T15:57:00.328969+0000","last_clean":"2024-09-13T15:57:00.328969+0000","last_became_active":"2024-09-13T15:56:57.903625+0000","last_became_peered":"2024-09-13T15:56:57.903625+0000","last_unstale":"2024-09-13T15:57:00.328969+0000","last_undegraded":"2024-09-13T15:57:00.328969+0000","last_fullsized":"2024-09-13T15:57:00.328969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:05.253697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528722+0000","last_change":"2024-09-13T15:56:58.295069+0000","last_active":"2024-09-13T15:56:59.528722+0000","last_peered":"2024-09-13T15:56:59.528722+0000","last_clean":"2024-09-13T15:56:59.528722+0000","last_became_active":"2024-09-13T15:56:58.294154+0000","last_became_peered":"2024-09-13T15:56:58.294154+0000","last_unstale":"2024-09-13T15:56:59.528722+0000","last_undegraded":"2024-09-13T15:56:59.528722+0000","last_fullsized":"2024-09-13T15:56:59.528722+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:56.413632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279442+0000","last_change":"2024-09-13T15:56:57.903626+0000","last_active":"2024-09-13T15:56:59.279442+0000","last_peered":"2024-09-13T15:56:59.279442+0000","last_clean":"2024-09-13T15:56:59.279442+0000","last_became_active":"2024-09-13T15:56:57.903262+0000","last_became_peered":"2024-09-13T15:56:57.903262+0000","last_unstale":"2024-09-13T15:56:59.279442+0000","last_undegraded":"2024-09-13T15:56:59.279442+0000","last_fullsized":"2024-09-13T15:56:59.279442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284260+0000","last_change":"2024-09-13T15:56:58.291760+0000","last_active":"2024-09-13T15:56:59.284260+0000","last_peered":"2024-09-13T15:56:59.284260+0000","last_clean":"2024-09-13T15:56:59.284260+0000","last_became_active":"2024-09-13T15:56:58.291401+0000","last_became_peered":"2024-09-13T15:56:58.291401+0000","last_unstale":"2024-09-13T15:56:59.284260+0000","last_undegraded":"2024-09-13T15:56:59.284260+0000","last_fullsized":"2024-09-13T15:56:59.284260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:39.954583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283927+0000","last_change":"2024-09-13T15:56:57.891524+0000","last_active":"2024-09-13T15:56:59.283927+0000","last_peered":"2024-09-13T15:56:59.283927+0000","last_clean":"2024-09-13T15:56:59.283927+0000","last_became_active":"2024-09-13T15:56:57.890811+0000","last_became_peered":"2024-09-13T15:56:57.890811+0000","last_unstale":"2024-09-13T15:56:59.283927+0000","last_undegraded":"2024-09-13T15:56:59.283927+0000","last_fullsized":"2024-09-13T15:56:59.283927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328536+0000","last_change":"2024-09-13T15:56:58.293974+0000","last_active":"2024-09-13T15:57:00.328536+0000","last_peered":"2024-09-13T15:57:00.328536+0000","last_clean":"2024-09-13T15:57:00.328536+0000","last_became_active":"2024-09-13T15:56:58.293641+0000","last_became_peered":"2024-09-13T15:56:58.293641+0000","last_unstale":"2024-09-13T15:57:00.328536+0000","last_undegraded":"2024-09-13T15:57:00.328536+0000","last_fullsized":"2024-09-13T15:57:00.328536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528624+0000","last_change":"2024-09-13T15:56:57.893987+0000","last_active":"2024-09-13T15:56:59.528624+0000","last_peered":"2024-09-13T15:56:59.528624+0000","last_clean":"2024-09-13T15:56:59.528624+0000","last_became_active":"2024-09-13T15:56:57.893445+0000","last_became_peered":"2024-09-13T15:56:57.893445+0000","last_unstale":"2024-09-13T15:56:59.528624+0000","last_undegraded":"2024-09-13T15:56:59.528624+0000","last_fullsized":"2024-09-13T15:56:59.528624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528512+0000","last_change":"2024-09-13T15:56:58.301257+0000","last_active":"2024-09-13T15:56:59.528512+0000","last_peered":"2024-09-13T15:56:59.528512+0000","last_clean":"2024-09-13T15:56:59.528512+0000","last_became_active":"2024-09-13T15:56:58.300933+0000","last_became_peered":"2024-09-13T15:56:58.300933+0000","last_unstale":"2024-09-13T15:56:59.528512+0000","last_undegraded":"2024-09-13T15:56:59.528512+0000","last_fullsized":"2024-09-13T15:56:59.528512+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:48.841411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327696+0000","last_change":"2024-09-13T15:56:57.907271+0000","last_active":"2024-09-13T15:57:00.327696+0000","last_peered":"2024-09-13T15:57:00.327696+0000","last_clean":"2024-09-13T15:57:00.327696+0000","last_became_active":"2024-09-13T15:56:57.906639+0000","last_became_peered":"2024-09-13T15:56:57.906639+0000","last_unstale":"2024-09-13T15:57:00.327696+0000","last_undegraded":"2024-09-13T15:57:00.327696+0000","last_fullsized":"2024-09-13T15:57:00.327696+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328200+0000","last_change":"2024-09-13T15:56:58.293969+0000","last_active":"2024-09-13T15:57:00.328200+0000","last_peered":"2024-09-13T15:57:00.328200+0000","last_clean":"2024-09-13T15:57:00.328200+0000","last_became_active":"2024-09-13T15:56:58.293675+0000","last_became_peered":"2024-09-13T15:56:58.293675+0000","last_unstale":"2024-09-13T15:57:00.328200+0000","last_undegraded":"2024-09-13T15:57:00.328200+0000","last_fullsized":"2024-09-13T15:57:00.328200+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:09.103602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282976+0000","last_change":"2024-09-13T15:56:57.896964+0000","last_active":"2024-09-13T15:56:59.282976+0000","last_peered":"2024-09-13T15:56:59.282976+0000","last_clean":"2024-09-13T15:56:59.282976+0000","last_became_active":"2024-09-13T15:56:57.896262+0000","last_became_peered":"2024-09-13T15:56:57.896262+0000","last_unstale":"2024-09-13T15:56:59.282976+0000","last_undegraded":"2024-09-13T15:56:59.282976+0000","last_fullsized":"2024-09-13T15:56:59.282976+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282990+0000","last_change":"2024-09-13T15:56:58.278755+0000","last_active":"2024-09-13T15:56:59.282990+0000","last_peered":"2024-09-13T15:56:59.282990+0000","last_clean":"2024-09-13T15:56:59.282990+0000","last_became_active":"2024-09-13T15:56:58.278491+0000","last_became_peered":"2024-09-13T15:56:58.278491+0000","last_unstale":"2024-09-13T15:56:59.282990+0000","last_undegraded":"2024-09-13T15:56:59.282990+0000","last_fullsized":"2024-09-13T15:56:59.282990+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.527917+0000","last_change":"2024-09-13T15:56:57.886499+0000","last_active":"2024-09-13T15:56:59.527917+0000","last_peered":"2024-09-13T15:56:59.527917+0000","last_clean":"2024-09-13T15:56:59.527917+0000","last_became_active":"2024-09-13T15:56:57.886180+0000","last_became_peered":"2024-09-13T15:56:57.886180+0000","last_unstale":"2024-09-13T15:56:59.527917+0000","last_undegraded":"2024-09-13T15:56:59.527917+0000","last_fullsized":"2024-09-13T15:56:59.527917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328304+0000","last_change":"2024-09-13T15:56:58.296903+0000","last_active":"2024-09-13T15:57:00.328304+0000","last_peered":"2024-09-13T15:57:00.328304+0000","last_clean":"2024-09-13T15:57:00.328304+0000","last_became_active":"2024-09-13T15:56:58.296550+0000","last_became_peered":"2024-09-13T15:56:58.296550+0000","last_unstale":"2024-09-13T15:57:00.328304+0000","last_undegraded":"2024-09-13T15:57:00.328304+0000","last_fullsized":"2024-09-13T15:57:00.328304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:32.005546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284494+0000","last_change":"2024-09-13T15:56:57.898258+0000","last_active":"2024-09-13T15:56:59.284494+0000","last_peered":"2024-09-13T15:56:59.284494+0000","last_clean":"2024-09-13T15:56:59.284494+0000","last_became_active":"2024-09-13T15:56:57.897472+0000","last_became_peered":"2024-09-13T15:56:57.897472+0000","last_unstale":"2024-09-13T15:56:59.284494+0000","last_undegraded":"2024-09-13T15:56:59.284494+0000","last_fullsized":"2024-09-13T15:56:59.284494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:05.253697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328670+0000","last_change":"2024-09-13T15:56:58.299369+0000","last_active":"2024-09-13T15:57:00.328670+0000","last_peered":"2024-09-13T15:57:00.328670+0000","last_clean":"2024-09-13T15:57:00.328670+0000","last_became_active":"2024-09-13T15:56:58.297441+0000","last_became_peered":"2024-09-13T15:56:58.297441+0000","last_unstale":"2024-09-13T15:57:00.328670+0000","last_undegraded":"2024-09-13T15:57:00.328670+0000","last_fullsized":"2024-09-13T15:57:00.328670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:42.018938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528165+0000","last_change":"2024-09-13T15:56:57.883416+0000","last_active":"2024-09-13T15:56:59.528165+0000","last_peered":"2024-09-13T15:56:59.528165+0000","last_clean":"2024-09-13T15:56:59.528165+0000","last_became_active":"2024-09-13T15:56:57.882581+0000","last_became_peered":"2024-09-13T15:56:57.882581+0000","last_unstale":"2024-09-13T15:56:59.528165+0000","last_undegraded":"2024-09-13T15:56:59.528165+0000","last_fullsized":"2024-09-13T15:56:59.528165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329091+0000","last_change":"2024-09-13T15:56:58.297059+0000","last_active":"2024-09-13T15:57:00.329091+0000","last_peered":"2024-09-13T15:57:00.329091+0000","last_clean":"2024-09-13T15:57:00.329091+0000","last_became_active":"2024-09-13T15:56:58.296727+0000","last_became_peered":"2024-09-13T15:56:58.296727+0000","last_unstale":"2024-09-13T15:57:00.329091+0000","last_undegraded":"2024-09-13T15:57:00.329091+0000","last_fullsized":"2024-09-13T15:57:00.329091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:28.678953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279600+0000","last_change":"2024-09-13T15:56:57.898527+0000","last_active":"2024-09-13T15:56:59.279600+0000","last_peered":"2024-09-13T15:56:59.279600+0000","last_clean":"2024-09-13T15:56:59.279600+0000","last_became_active":"2024-09-13T15:56:57.898177+0000","last_became_peered":"2024-09-13T15:56:57.898177+0000","last_unstale":"2024-09-13T15:56:59.279600+0000","last_undegraded":"2024-09-13T15:56:59.279600+0000","last_fullsized":"2024-09-13T15:56:59.279600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327681+0000","last_change":"2024-09-13T15:56:58.288681+0000","last_active":"2024-09-13T15:57:00.327681+0000","last_peered":"2024-09-13T15:57:00.327681+0000","last_clean":"2024-09-13T15:57:00.327681+0000","last_became_active":"2024-09-13T15:56:58.288271+0000","last_became_peered":"2024-09-13T15:56:58.288271+0000","last_unstale":"2024-09-13T15:57:00.327681+0000","last_undegraded":"2024-09-13T15:57:00.327681+0000","last_fullsized":"2024-09-13T15:57:00.327681+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:38.448094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528082+0000","last_change":"2024-09-13T15:56:57.903852+0000","last_active":"2024-09-13T15:56:59.528082+0000","last_peered":"2024-09-13T15:56:59.528082+0000","last_clean":"2024-09-13T15:56:59.528082+0000","last_became_active":"2024-09-13T15:56:57.903100+0000","last_became_peered":"2024-09-13T15:56:57.903100+0000","last_unstale":"2024-09-13T15:56:59.528082+0000","last_undegraded":"2024-09-13T15:56:59.528082+0000","last_fullsized":"2024-09-13T15:56:59.528082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:35.812487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328773+0000","last_change":"2024-09-13T15:56:58.296497+0000","last_active":"2024-09-13T15:57:00.328773+0000","last_peered":"2024-09-13T15:57:00.328773+0000","last_clean":"2024-09-13T15:57:00.328773+0000","last_became_active":"2024-09-13T15:56:58.295937+0000","last_became_peered":"2024-09-13T15:56:58.295937+0000","last_unstale":"2024-09-13T15:57:00.328773+0000","last_undegraded":"2024-09-13T15:57:00.328773+0000","last_fullsized":"2024-09-13T15:57:00.328773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:38.448094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":164,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.277923+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:56:58.277923+0000","last_peered":"2024-09-13T15:56:58.277923+0000","last_clean":"2024-09-13T15:56:58.277923+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:56:58.277923+0000","last_undegraded":"2024-09-13T15:56:58.277923+0000","last_fullsized":"2024-09-13T15:56:58.277923+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327694+0000","last_change":"2024-09-13T15:56:57.904049+0000","last_active":"2024-09-13T15:57:00.327694+0000","last_peered":"2024-09-13T15:57:00.327694+0000","last_clean":"2024-09-13T15:57:00.327694+0000","last_became_active":"2024-09-13T15:56:57.903240+0000","last_became_peered":"2024-09-13T15:56:57.903240+0000","last_unstale":"2024-09-13T15:57:00.327694+0000","last_undegraded":"2024-09-13T15:57:00.327694+0000","last_fullsized":"2024-09-13T15:57:00.327694+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324222+0000","last_change":"2024-09-13T15:56:58.294248+0000","last_active":"2024-09-13T15:57:00.324222+0000","last_peered":"2024-09-13T15:57:00.324222+0000","last_clean":"2024-09-13T15:57:00.324222+0000","last_became_active":"2024-09-13T15:56:58.293237+0000","last_became_peered":"2024-09-13T15:56:58.293237+0000","last_unstale":"2024-09-13T15:57:00.324222+0000","last_undegraded":"2024-09-13T15:57:00.324222+0000","last_fullsized":"2024-09-13T15:57:00.324222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328012+0000","last_change":"2024-09-13T15:56:57.887789+0000","last_active":"2024-09-13T15:57:00.328012+0000","last_peered":"2024-09-13T15:57:00.328012+0000","last_clean":"2024-09-13T15:57:00.328012+0000","last_became_active":"2024-09-13T15:56:57.887053+0000","last_became_peered":"2024-09-13T15:56:57.887053+0000","last_unstale":"2024-09-13T15:57:00.328012+0000","last_undegraded":"2024-09-13T15:57:00.328012+0000","last_fullsized":"2024-09-13T15:57:00.328012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528459+0000","last_change":"2024-09-13T15:56:58.293301+0000","last_active":"2024-09-13T15:56:59.528459+0000","last_peered":"2024-09-13T15:56:59.528459+0000","last_clean":"2024-09-13T15:56:59.528459+0000","last_became_active":"2024-09-13T15:56:58.292999+0000","last_became_peered":"2024-09-13T15:56:58.292999+0000","last_unstale":"2024-09-13T15:56:59.528459+0000","last_undegraded":"2024-09-13T15:56:59.528459+0000","last_fullsized":"2024-09-13T15:56:59.528459+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:49:35.863288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528038+0000","last_change":"2024-09-13T15:56:57.884725+0000","last_active":"2024-09-13T15:56:59.528038+0000","last_peered":"2024-09-13T15:56:59.528038+0000","last_clean":"2024-09-13T15:56:59.528038+0000","last_became_active":"2024-09-13T15:56:57.882947+0000","last_became_peered":"2024-09-13T15:56:57.882947+0000","last_unstale":"2024-09-13T15:56:59.528038+0000","last_undegraded":"2024-09-13T15:56:59.528038+0000","last_fullsized":"2024-09-13T15:56:59.528038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:03.270138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278383+0000","last_change":"2024-09-13T15:56:58.286472+0000","last_active":"2024-09-13T15:56:59.278383+0000","last_peered":"2024-09-13T15:56:59.278383+0000","last_clean":"2024-09-13T15:56:59.278383+0000","last_became_active":"2024-09-13T15:56:58.285814+0000","last_became_peered":"2024-09-13T15:56:58.285814+0000","last_unstale":"2024-09-13T15:56:59.278383+0000","last_undegraded":"2024-09-13T15:56:59.278383+0000","last_fullsized":"2024-09-13T15:56:59.278383+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327717+0000","last_change":"2024-09-13T15:56:57.907945+0000","last_active":"2024-09-13T15:57:00.327717+0000","last_peered":"2024-09-13T15:57:00.327717+0000","last_clean":"2024-09-13T15:57:00.327717+0000","last_became_active":"2024-09-13T15:56:57.907066+0000","last_became_peered":"2024-09-13T15:56:57.907066+0000","last_unstale":"2024-09-13T15:57:00.327717+0000","last_undegraded":"2024-09-13T15:57:00.327717+0000","last_fullsized":"2024-09-13T15:57:00.327717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:53.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283664+0000","last_change":"2024-09-13T15:56:58.295510+0000","last_active":"2024-09-13T15:56:59.283664+0000","last_peered":"2024-09-13T15:56:59.283664+0000","last_clean":"2024-09-13T15:56:59.283664+0000","last_became_active":"2024-09-13T15:56:58.295088+0000","last_became_peered":"2024-09-13T15:56:58.295088+0000","last_unstale":"2024-09-13T15:56:59.283664+0000","last_undegraded":"2024-09-13T15:56:59.283664+0000","last_fullsized":"2024-09-13T15:56:59.283664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:49.444481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279095+0000","last_change":"2024-09-13T15:56:57.874612+0000","last_active":"2024-09-13T15:56:59.279095+0000","last_peered":"2024-09-13T15:56:59.279095+0000","last_clean":"2024-09-13T15:56:59.279095+0000","last_became_active":"2024-09-13T15:56:57.874318+0000","last_became_peered":"2024-09-13T15:56:57.874318+0000","last_unstale":"2024-09-13T15:56:59.279095+0000","last_undegraded":"2024-09-13T15:56:59.279095+0000","last_fullsized":"2024-09-13T15:56:59.279095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327322+0000","last_change":"2024-09-13T15:56:58.289755+0000","last_active":"2024-09-13T15:57:00.327322+0000","last_peered":"2024-09-13T15:57:00.327322+0000","last_clean":"2024-09-13T15:57:00.327322+0000","last_became_active":"2024-09-13T15:56:58.288212+0000","last_became_peered":"2024-09-13T15:56:58.288212+0000","last_unstale":"2024-09-13T15:57:00.327322+0000","last_undegraded":"2024-09-13T15:57:00.327322+0000","last_fullsized":"2024-09-13T15:57:00.327322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:28.678953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329263+0000","last_change":"2024-09-13T15:56:57.895344+0000","last_active":"2024-09-13T15:57:00.329263+0000","last_peered":"2024-09-13T15:57:00.329263+0000","last_clean":"2024-09-13T15:57:00.329263+0000","last_became_active":"2024-09-13T15:56:57.894232+0000","last_became_peered":"2024-09-13T15:56:57.894232+0000","last_unstale":"2024-09-13T15:57:00.329263+0000","last_undegraded":"2024-09-13T15:57:00.329263+0000","last_fullsized":"2024-09-13T15:57:00.329263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:52.682284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278859+0000","last_change":"2024-09-13T15:56:58.286450+0000","last_active":"2024-09-13T15:56:59.278859+0000","last_peered":"2024-09-13T15:56:59.278859+0000","last_clean":"2024-09-13T15:56:59.278859+0000","last_became_active":"2024-09-13T15:56:58.286007+0000","last_became_peered":"2024-09-13T15:56:58.286007+0000","last_unstale":"2024-09-13T15:56:59.278859+0000","last_undegraded":"2024-09-13T15:56:59.278859+0000","last_fullsized":"2024-09-13T15:56:59.278859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.527225+0000","last_change":"2024-09-13T15:56:57.889917+0000","last_active":"2024-09-13T15:57:00.527225+0000","last_peered":"2024-09-13T15:57:00.527225+0000","last_clean":"2024-09-13T15:57:00.527225+0000","last_became_active":"2024-09-13T15:56:57.889104+0000","last_became_peered":"2024-09-13T15:56:57.889104+0000","last_unstale":"2024-09-13T15:57:00.527225+0000","last_undegraded":"2024-09-13T15:57:00.527225+0000","last_fullsized":"2024-09-13T15:57:00.527225+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324734+0000","last_change":"2024-09-13T15:56:58.300426+0000","last_active":"2024-09-13T15:57:00.324734+0000","last_peered":"2024-09-13T15:57:00.324734+0000","last_clean":"2024-09-13T15:57:00.324734+0000","last_became_active":"2024-09-13T15:56:58.300124+0000","last_became_peered":"2024-09-13T15:56:58.300124+0000","last_unstale":"2024-09-13T15:57:00.324734+0000","last_undegraded":"2024-09-13T15:57:00.324734+0000","last_fullsized":"2024-09-13T15:57:00.324734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284684+0000","last_change":"2024-09-13T15:56:57.891983+0000","last_active":"2024-09-13T15:56:59.284684+0000","last_peered":"2024-09-13T15:56:59.284684+0000","last_clean":"2024-09-13T15:56:59.284684+0000","last_became_active":"2024-09-13T15:56:57.891297+0000","last_became_peered":"2024-09-13T15:56:57.891297+0000","last_unstale":"2024-09-13T15:56:59.284684+0000","last_undegraded":"2024-09-13T15:56:59.284684+0000","last_fullsized":"2024-09-13T15:56:59.284684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:55.101723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528668+0000","last_change":"2024-09-13T15:56:58.300738+0000","last_active":"2024-09-13T15:56:59.528668+0000","last_peered":"2024-09-13T15:56:59.528668+0000","last_clean":"2024-09-13T15:56:59.528668+0000","last_became_active":"2024-09-13T15:56:58.300358+0000","last_became_peered":"2024-09-13T15:56:58.300358+0000","last_unstale":"2024-09-13T15:56:59.528668+0000","last_undegraded":"2024-09-13T15:56:59.528668+0000","last_fullsized":"2024-09-13T15:56:59.528668+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.196934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327795+0000","last_change":"2024-09-13T15:56:57.883292+0000","last_active":"2024-09-13T15:57:00.327795+0000","last_peered":"2024-09-13T15:57:00.327795+0000","last_clean":"2024-09-13T15:57:00.327795+0000","last_became_active":"2024-09-13T15:56:57.882549+0000","last_became_peered":"2024-09-13T15:56:57.882549+0000","last_unstale":"2024-09-13T15:57:00.327795+0000","last_undegraded":"2024-09-13T15:57:00.327795+0000","last_fullsized":"2024-09-13T15:57:00.327795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283184+0000","last_change":"2024-09-13T15:56:58.283615+0000","last_active":"2024-09-13T15:56:59.283184+0000","last_peered":"2024-09-13T15:56:59.283184+0000","last_clean":"2024-09-13T15:56:59.283184+0000","last_became_active":"2024-09-13T15:56:58.281935+0000","last_became_peered":"2024-09-13T15:56:58.281935+0000","last_unstale":"2024-09-13T15:56:59.283184+0000","last_undegraded":"2024-09-13T15:56:59.283184+0000","last_fullsized":"2024-09-13T15:56:59.283184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:56.110748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278457+0000","last_change":"2024-09-13T15:56:57.889810+0000","last_active":"2024-09-13T15:56:59.278457+0000","last_peered":"2024-09-13T15:56:59.278457+0000","last_clean":"2024-09-13T15:56:59.278457+0000","last_became_active":"2024-09-13T15:56:57.889531+0000","last_became_peered":"2024-09-13T15:56:57.889531+0000","last_unstale":"2024-09-13T15:56:59.278457+0000","last_undegraded":"2024-09-13T15:56:59.278457+0000","last_fullsized":"2024-09-13T15:56:59.278457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:37.054213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324021+0000","last_change":"2024-09-13T15:56:58.298851+0000","last_active":"2024-09-13T15:57:00.324021+0000","last_peered":"2024-09-13T15:57:00.324021+0000","last_clean":"2024-09-13T15:57:00.324021+0000","last_became_active":"2024-09-13T15:56:58.298470+0000","last_became_peered":"2024-09-13T15:56:58.298470+0000","last_unstale":"2024-09-13T15:57:00.324021+0000","last_undegraded":"2024-09-13T15:57:00.324021+0000","last_fullsized":"2024-09-13T15:57:00.324021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:16:38.320754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279112+0000","last_change":"2024-09-13T15:56:57.887904+0000","last_active":"2024-09-13T15:56:59.279112+0000","last_peered":"2024-09-13T15:56:59.279112+0000","last_clean":"2024-09-13T15:56:59.279112+0000","last_became_active":"2024-09-13T15:56:57.887389+0000","last_became_peered":"2024-09-13T15:56:57.887389+0000","last_unstale":"2024-09-13T15:56:59.279112+0000","last_undegraded":"2024-09-13T15:56:59.279112+0000","last_fullsized":"2024-09-13T15:56:59.279112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:55.101723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324569+0000","last_change":"2024-09-13T15:56:58.300842+0000","last_active":"2024-09-13T15:57:00.324569+0000","last_peered":"2024-09-13T15:57:00.324569+0000","last_clean":"2024-09-13T15:57:00.324569+0000","last_became_active":"2024-09-13T15:56:58.300412+0000","last_became_peered":"2024-09-13T15:56:58.300412+0000","last_unstale":"2024-09-13T15:57:00.324569+0000","last_undegraded":"2024-09-13T15:57:00.324569+0000","last_fullsized":"2024-09-13T15:57:00.324569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328296+0000","last_change":"2024-09-13T15:56:57.911238+0000","last_active":"2024-09-13T15:57:00.328296+0000","last_peered":"2024-09-13T15:57:00.328296+0000","last_clean":"2024-09-13T15:57:00.328296+0000","last_became_active":"2024-09-13T15:56:57.910609+0000","last_became_peered":"2024-09-13T15:56:57.910609+0000","last_unstale":"2024-09-13T15:57:00.328296+0000","last_undegraded":"2024-09-13T15:57:00.328296+0000","last_fullsized":"2024-09-13T15:57:00.328296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:53.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282868+0000","last_change":"2024-09-13T15:56:58.274737+0000","last_active":"2024-09-13T15:56:59.282868+0000","last_peered":"2024-09-13T15:56:59.282868+0000","last_clean":"2024-09-13T15:56:59.282868+0000","last_became_active":"2024-09-13T15:56:58.274301+0000","last_became_peered":"2024-09-13T15:56:58.274301+0000","last_unstale":"2024-09-13T15:56:59.282868+0000","last_undegraded":"2024-09-13T15:56:59.282868+0000","last_fullsized":"2024-09-13T15:56:59.282868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327224+0000","last_change":"2024-09-13T15:56:58.289196+0000","last_active":"2024-09-13T15:57:00.327224+0000","last_peered":"2024-09-13T15:57:00.327224+0000","last_clean":"2024-09-13T15:57:00.327224+0000","last_became_active":"2024-09-13T15:56:58.288749+0000","last_became_peered":"2024-09-13T15:56:58.288749+0000","last_unstale":"2024-09-13T15:57:00.327224+0000","last_undegraded":"2024-09-13T15:57:00.327224+0000","last_fullsized":"2024-09-13T15:57:00.327224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328324+0000","last_change":"2024-09-13T15:56:57.912846+0000","last_active":"2024-09-13T15:57:00.328324+0000","last_peered":"2024-09-13T15:57:00.328324+0000","last_clean":"2024-09-13T15:57:00.328324+0000","last_became_active":"2024-09-13T15:56:57.912137+0000","last_became_peered":"2024-09-13T15:56:57.912137+0000","last_unstale":"2024-09-13T15:57:00.328324+0000","last_undegraded":"2024-09-13T15:57:00.328324+0000","last_fullsized":"2024-09-13T15:57:00.328324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327280+0000","last_change":"2024-09-13T15:56:58.294159+0000","last_active":"2024-09-13T15:57:00.327280+0000","last_peered":"2024-09-13T15:57:00.327280+0000","last_clean":"2024-09-13T15:57:00.327280+0000","last_became_active":"2024-09-13T15:56:58.293763+0000","last_became_peered":"2024-09-13T15:56:58.293763+0000","last_unstale":"2024-09-13T15:57:00.327280+0000","last_undegraded":"2024-09-13T15:57:00.327280+0000","last_fullsized":"2024-09-13T15:57:00.327280+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328980+0000","last_change":"2024-09-13T15:56:57.899361+0000","last_active":"2024-09-13T15:57:00.328980+0000","last_peered":"2024-09-13T15:57:00.328980+0000","last_clean":"2024-09-13T15:57:00.328980+0000","last_became_active":"2024-09-13T15:56:57.898478+0000","last_became_peered":"2024-09-13T15:56:57.898478+0000","last_unstale":"2024-09-13T15:57:00.328980+0000","last_undegraded":"2024-09-13T15:57:00.328980+0000","last_fullsized":"2024-09-13T15:57:00.328980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528701+0000","last_change":"2024-09-13T15:56:58.295519+0000","last_active":"2024-09-13T15:56:59.528701+0000","last_peered":"2024-09-13T15:56:59.528701+0000","last_clean":"2024-09-13T15:56:59.528701+0000","last_became_active":"2024-09-13T15:56:58.294800+0000","last_became_peered":"2024-09-13T15:56:58.294800+0000","last_unstale":"2024-09-13T15:56:59.528701+0000","last_undegraded":"2024-09-13T15:56:59.528701+0000","last_fullsized":"2024-09-13T15:56:59.528701+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:17.401608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324875+0000","last_change":"2024-09-13T15:56:57.896504+0000","last_active":"2024-09-13T15:57:00.324875+0000","last_peered":"2024-09-13T15:57:00.324875+0000","last_clean":"2024-09-13T15:57:00.324875+0000","last_became_active":"2024-09-13T15:56:57.890809+0000","last_became_peered":"2024-09-13T15:56:57.890809+0000","last_unstale":"2024-09-13T15:57:00.324875+0000","last_undegraded":"2024-09-13T15:57:00.324875+0000","last_fullsized":"2024-09-13T15:57:00.324875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:52.682284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324726+0000","last_change":"2024-09-13T15:56:58.281207+0000","last_active":"2024-09-13T15:57:00.324726+0000","last_peered":"2024-09-13T15:57:00.324726+0000","last_clean":"2024-09-13T15:57:00.324726+0000","last_became_active":"2024-09-13T15:56:58.280793+0000","last_became_peered":"2024-09-13T15:56:58.280793+0000","last_unstale":"2024-09-13T15:57:00.324726+0000","last_undegraded":"2024-09-13T15:57:00.324726+0000","last_fullsized":"2024-09-13T15:57:00.324726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528745+0000","last_change":"2024-09-13T15:56:57.891587+0000","last_active":"2024-09-13T15:56:59.528745+0000","last_peered":"2024-09-13T15:56:59.528745+0000","last_clean":"2024-09-13T15:56:59.528745+0000","last_became_active":"2024-09-13T15:56:57.890450+0000","last_became_peered":"2024-09-13T15:56:57.890450+0000","last_unstale":"2024-09-13T15:56:59.528745+0000","last_undegraded":"2024-09-13T15:56:59.528745+0000","last_fullsized":"2024-09-13T15:56:59.528745+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476744,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.032}]}]},{"osd":6,"up_from":16,"seq":68719476743,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":229376,"data_stored":77432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]}]},{"osd":5,"up_from":16,"seq":68719476741,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":221184,"data_stored":75958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.127}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97199999999999998}]}]},{"osd":4,"up_from":16,"seq":68719476743,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":229376,"data_stored":75994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35436,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336404,"statfs":{"total":96636764160,"available":96600477696,"internally_reserved":0,"allocated":229376,"data_stored":77432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35432,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336408,"statfs":{"total":96636764160,"available":96600481792,"internally_reserved":0,"allocated":225280,"data_stored":76028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35432,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336408,"statfs":{"total":96636764160,"available":96600481792,"internally_reserved":0,"allocated":217088,"data_stored":75868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]}]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36016,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335824,"statfs":{"total":96636764160,"available":96599883776,"internally_reserved":0,"allocated":823296,"data_stored":666874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.01}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1339999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:57:06.644 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:57:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 Processor -- start 2024-09-13T15:57:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 -- start start 2024-09-13T15:57:06.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7edc06a610 0x7f7edc15aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f7edc0ccab0 0x7f7edc06d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7edc0cd310 con 0x7f7edc15db30 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7edc15df10 con 0x7f7edc06a610 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee3c88640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7edc06ca80 con 0x7f7edc0ccab0 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1223640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7edc06a610 0x7f7edc15aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1a24640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7edc15db30 0x7f7edc069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59032/0 (socket says 172.21.15.7:59032) 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1a24640 1 -- 172.21.15.7:0/1023753113 learned_addr learned my addr 172.21.15.7:0/1023753113 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee2225640 1 --2- 172.21.15.7:0/1023753113 >> v2:172.21.15.77:3300/0 conn(0x7f7edc0ccab0 0x7f7edc06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1223640 1 -- 172.21.15.7:0/1023753113 >> v2:172.21.15.77:3300/0 conn(0x7f7edc0ccab0 msgr2=0x7f7edc06d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1223640 1 --2- 172.21.15.7:0/1023753113 >> v2:172.21.15.77:3300/0 conn(0x7f7edc0ccab0 0x7f7edc06d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1223640 1 -- 172.21.15.7:0/1023753113 >> v1:172.21.15.7:6789/0 conn(0x7f7edc15db30 legacy=0x7f7edc069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee0a22640 1 -- 172.21.15.7:0/1023753113 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2589110666 0 0) 0x7f7edc0cd310 con 0x7f7edc15db30 2024-09-13T15:57:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1223640 1 -- 172.21.15.7:0/1023753113 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7edc0cd030 con 0x7f7edc06a610 2024-09-13T15:57:06.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.800+0000 7f7ee1223640 1 --2- 172.21.15.7:0/1023753113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc06a610 0x7f7edc15aaf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7edc071a20 tx=0x7f7ecc01ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4af8d76b0596d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:06.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee0a22640 1 -- 172.21.15.7:0/1023753113 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc0a8970 con 0x7f7edc06a610 2024-09-13T15:57:06.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee0a22640 1 -- 172.21.15.7:0/1023753113 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ecc0a8ad0 con 0x7f7edc06a610 2024-09-13T15:57:06.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee0a22640 1 -- 172.21.15.7:0/1023753113 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc0a8e60 con 0x7f7edc06a610 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/1023753113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc06a610 msgr2=0x7f7edc15aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/1023753113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc06a610 0x7f7edc15aaf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7edc071a20 tx=0x7f7ecc01ec70 comp rx=0 tx=0).stop 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/1023753113 shutdown_connections 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/1023753113 >> v2:172.21.15.77:3300/0 conn(0x7f7edc0ccab0 0x7f7edc06d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/1023753113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc06a610 0x7f7edc15aaf0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/1023753113 >> 172.21.15.7:0/1023753113 conn(0x7f7edc06b010 msgr2=0x7f7edc06b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/1023753113 shutdown_connections 2024-09-13T15:57:06.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/1023753113 wait complete. 2024-09-13T15:57:06.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 Processor -- start 2024-09-13T15:57:06.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- start start 2024-09-13T15:57:06.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7edc06a610 0x7f7edc15a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 0x7f7edc0b3730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7edc15db30 0x7f7edc0c5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7edc0c5190 con 0x7f7edc0ccab0 2024-09-13T15:57:06.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7edc0c5470 con 0x7f7edc06a610 2024-09-13T15:57:06.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7edc0c5750 con 0x7f7edc15db30 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 0x7f7edc0b3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 0x7f7edc0b3730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33392/0 (socket says 172.21.15.7:33392) 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 -- 172.21.15.7:0/2663910598 learned_addr learned my addr 172.21.15.7:0/2663910598 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 -- 172.21.15.7:0/2663910598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7edc15db30 msgr2=0x7f7edc0c5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7edc15db30 0x7f7edc0c5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 -- 172.21.15.7:0/2663910598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7edc06a610 msgr2=0x7f7edc15a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7edc06a610 0x7f7edc15a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 -- 172.21.15.7:0/2663910598 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ecc009420 con 0x7f7edc0ccab0 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee1223640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 0x7f7edc0b3730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7ecc0b3040 tx=0x7f7ecc01ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc0b9630 con 0x7f7edc0ccab0 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ecc0b97b0 con 0x7f7edc0ccab0 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7edc0c5a30 con 0x7f7edc0ccab0 2024-09-13T15:57:06.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ecc0b9b60 con 0x7f7edc0ccab0 2024-09-13T15:57:06.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.804+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7edc0b4380 con 0x7f7edc0ccab0 2024-09-13T15:57:06.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.808+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7edc066bb0 con 0x7f7edc0ccab0 2024-09-13T15:57:06.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.808+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ecc0b7040 con 0x7f7edc0ccab0 2024-09-13T15:57:06.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.808+0000 7f7ed27fc640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ec0066690 0x7f7ec0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:06.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.808+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ecc1221c0 con 0x7f7edc0ccab0 2024-09-13T15:57:06.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.808+0000 7f7ee1a24640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ec0066690 0x7f7ec0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:06.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.808+0000 7f7ee1a24640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ec0066690 0x7f7ec0068b50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7ed80015a0 tx=0x7f7ed8007970 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:06.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.812+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7ecc0ef490 con 0x7f7edc0ccab0 2024-09-13T15:57:06.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.964+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7edc06d220 con 0x7f7ec0066690 2024-09-13T15:57:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.984+0000 7f7ed27fc640 1 -- 172.21.15.7:0/2663910598 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264556 (secure 0 0 0) 0x7f7ed80070d0 con 0x7f7ec0066690 2024-09-13T15:57:06.990 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:06.992 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ec0066690 msgr2=0x7f7ec0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ec0066690 0x7f7ec0068b50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7ed80015a0 tx=0x7f7ed8007970 comp rx=0 tx=0).stop 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 msgr2=0x7f7edc0b3730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 0x7f7edc0b3730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7ecc0b3040 tx=0x7f7ecc01ba10 comp rx=0 tx=0).stop 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 shutdown_connections 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ec0066690 0x7f7ec0068b50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7edc15db30 0x7f7edc0c5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7edc0ccab0 0x7f7edc0b3730 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 --2- 172.21.15.7:0/2663910598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7edc06a610 0x7f7edc15a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:06.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 >> 172.21.15.7:0/2663910598 conn(0x7f7edc06b010 msgr2=0x7f7edc140ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:06.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 shutdown_connections 2024-09-13T15:57:06.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:06.988+0000 7f7ee3c88640 1 -- 172.21.15.7:0/2663910598 wait complete. 2024-09-13T15:57:07.008 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-13T15:57:06.499038+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251864,"kb_used_data":2920,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722856,"statfs":{"total":773094113280,"available":772836204544,"internally_reserved":0,"allocated":2990080,"data_stored":1792404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.234853"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328961+0000","last_change":"2024-09-13T15:56:58.296370+0000","last_active":"2024-09-13T15:57:00.328961+0000","last_peered":"2024-09-13T15:57:00.328961+0000","last_clean":"2024-09-13T15:57:00.328961+0000","last_became_active":"2024-09-13T15:56:58.295978+0000","last_became_peered":"2024-09-13T15:56:58.295978+0000","last_unstale":"2024-09-13T15:57:00.328961+0000","last_undegraded":"2024-09-13T15:57:00.328961+0000","last_fullsized":"2024-09-13T15:57:00.328961+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278803+0000","last_change":"2024-09-13T15:56:58.290386+0000","last_active":"2024-09-13T15:56:59.278803+0000","last_peered":"2024-09-13T15:56:59.278803+0000","last_clean":"2024-09-13T15:56:59.278803+0000","last_became_active":"2024-09-13T15:56:58.289701+0000","last_became_peered":"2024-09-13T15:56:58.289701+0000","last_unstale":"2024-09-13T15:56:59.278803+0000","last_undegraded":"2024-09-13T15:56:59.278803+0000","last_fullsized":"2024-09-13T15:56:59.278803+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528647+0000","last_change":"2024-09-13T15:56:58.303672+0000","last_active":"2024-09-13T15:56:59.528647+0000","last_peered":"2024-09-13T15:56:59.528647+0000","last_clean":"2024-09-13T15:56:59.528647+0000","last_became_active":"2024-09-13T15:56:58.303351+0000","last_became_peered":"2024-09-13T15:56:58.303351+0000","last_unstale":"2024-09-13T15:56:59.528647+0000","last_undegraded":"2024-09-13T15:56:59.528647+0000","last_fullsized":"2024-09-13T15:56:59.528647+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:26.607605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327259+0000","last_change":"2024-09-13T15:56:58.304825+0000","last_active":"2024-09-13T15:57:00.327259+0000","last_peered":"2024-09-13T15:57:00.327259+0000","last_clean":"2024-09-13T15:57:00.327259+0000","last_became_active":"2024-09-13T15:56:58.304512+0000","last_became_peered":"2024-09-13T15:56:58.304512+0000","last_unstale":"2024-09-13T15:57:00.327259+0000","last_undegraded":"2024-09-13T15:57:00.327259+0000","last_fullsized":"2024-09-13T15:57:00.327259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:32.005546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328087+0000","last_change":"2024-09-13T15:56:58.303879+0000","last_active":"2024-09-13T15:57:00.328087+0000","last_peered":"2024-09-13T15:57:00.328087+0000","last_clean":"2024-09-13T15:57:00.328087+0000","last_became_active":"2024-09-13T15:56:58.303579+0000","last_became_peered":"2024-09-13T15:56:58.303579+0000","last_unstale":"2024-09-13T15:57:00.328087+0000","last_undegraded":"2024-09-13T15:57:00.328087+0000","last_fullsized":"2024-09-13T15:57:00.328087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327172+0000","last_change":"2024-09-13T15:56:58.297590+0000","last_active":"2024-09-13T15:57:00.327172+0000","last_peered":"2024-09-13T15:57:00.327172+0000","last_clean":"2024-09-13T15:57:00.327172+0000","last_became_active":"2024-09-13T15:56:58.297298+0000","last_became_peered":"2024-09-13T15:56:58.297298+0000","last_unstale":"2024-09-13T15:57:00.327172+0000","last_undegraded":"2024-09-13T15:57:00.327172+0000","last_fullsized":"2024-09-13T15:57:00.327172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328040+0000","last_change":"2024-09-13T15:56:58.296774+0000","last_active":"2024-09-13T15:57:00.328040+0000","last_peered":"2024-09-13T15:57:00.328040+0000","last_clean":"2024-09-13T15:57:00.328040+0000","last_became_active":"2024-09-13T15:56:58.296388+0000","last_became_peered":"2024-09-13T15:56:58.296388+0000","last_unstale":"2024-09-13T15:57:00.328040+0000","last_undegraded":"2024-09-13T15:57:00.328040+0000","last_fullsized":"2024-09-13T15:57:00.328040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.323926+0000","last_change":"2024-09-13T15:56:58.293062+0000","last_active":"2024-09-13T15:57:00.323926+0000","last_peered":"2024-09-13T15:57:00.323926+0000","last_clean":"2024-09-13T15:57:00.323926+0000","last_became_active":"2024-09-13T15:56:58.292729+0000","last_became_peered":"2024-09-13T15:56:58.292729+0000","last_unstale":"2024-09-13T15:57:00.323926+0000","last_undegraded":"2024-09-13T15:57:00.323926+0000","last_fullsized":"2024-09-13T15:57:00.323926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329153+0000","last_change":"2024-09-13T15:56:58.295660+0000","last_active":"2024-09-13T15:57:00.329153+0000","last_peered":"2024-09-13T15:57:00.329153+0000","last_clean":"2024-09-13T15:57:00.329153+0000","last_became_active":"2024-09-13T15:56:58.293884+0000","last_became_peered":"2024-09-13T15:56:58.293884+0000","last_unstale":"2024-09-13T15:57:00.329153+0000","last_undegraded":"2024-09-13T15:57:00.329153+0000","last_fullsized":"2024-09-13T15:57:00.329153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:23.594686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284852+0000","last_change":"2024-09-13T15:56:58.289032+0000","last_active":"2024-09-13T15:56:59.284852+0000","last_peered":"2024-09-13T15:56:59.284852+0000","last_clean":"2024-09-13T15:56:59.284852+0000","last_became_active":"2024-09-13T15:56:58.288724+0000","last_became_peered":"2024-09-13T15:56:58.288724+0000","last_unstale":"2024-09-13T15:56:59.284852+0000","last_undegraded":"2024-09-13T15:56:59.284852+0000","last_fullsized":"2024-09-13T15:56:59.284852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283569+0000","last_change":"2024-09-13T15:56:58.290468+0000","last_active":"2024-09-13T15:56:59.283569+0000","last_peered":"2024-09-13T15:56:59.283569+0000","last_clean":"2024-09-13T15:56:59.283569+0000","last_became_active":"2024-09-13T15:56:58.290213+0000","last_became_peered":"2024-09-13T15:56:58.290213+0000","last_unstale":"2024-09-13T15:56:59.283569+0000","last_undegraded":"2024-09-13T15:56:59.283569+0000","last_fullsized":"2024-09-13T15:56:59.283569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284238+0000","last_change":"2024-09-13T15:56:58.286585+0000","last_active":"2024-09-13T15:56:59.284238+0000","last_peered":"2024-09-13T15:56:59.284238+0000","last_clean":"2024-09-13T15:56:59.284238+0000","last_became_active":"2024-09-13T15:56:58.282829+0000","last_became_peered":"2024-09-13T15:56:58.282829+0000","last_unstale":"2024-09-13T15:56:59.284238+0000","last_undegraded":"2024-09-13T15:56:59.284238+0000","last_fullsized":"2024-09-13T15:56:59.284238+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:38.063238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324435+0000","last_change":"2024-09-13T15:56:58.281264+0000","last_active":"2024-09-13T15:57:00.324435+0000","last_peered":"2024-09-13T15:57:00.324435+0000","last_clean":"2024-09-13T15:57:00.324435+0000","last_became_active":"2024-09-13T15:56:58.280983+0000","last_became_peered":"2024-09-13T15:56:58.280983+0000","last_unstale":"2024-09-13T15:57:00.324435+0000","last_undegraded":"2024-09-13T15:57:00.324435+0000","last_fullsized":"2024-09-13T15:57:00.324435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528490+0000","last_change":"2024-09-13T15:56:58.301050+0000","last_active":"2024-09-13T15:56:59.528490+0000","last_peered":"2024-09-13T15:56:59.528490+0000","last_clean":"2024-09-13T15:56:59.528490+0000","last_became_active":"2024-09-13T15:56:58.300473+0000","last_became_peered":"2024-09-13T15:56:58.300473+0000","last_unstale":"2024-09-13T15:56:59.528490+0000","last_undegraded":"2024-09-13T15:56:59.528490+0000","last_fullsized":"2024-09-13T15:56:59.528490+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:50.857930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278279+0000","last_change":"2024-09-13T15:56:58.278157+0000","last_active":"2024-09-13T15:56:59.278279+0000","last_peered":"2024-09-13T15:56:59.278279+0000","last_clean":"2024-09-13T15:56:59.278279+0000","last_became_active":"2024-09-13T15:56:58.277289+0000","last_became_peered":"2024-09-13T15:56:58.277289+0000","last_unstale":"2024-09-13T15:56:59.278279+0000","last_undegraded":"2024-09-13T15:56:59.278279+0000","last_fullsized":"2024-09-13T15:56:59.278279+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327797+0000","last_change":"2024-09-13T15:56:58.297573+0000","last_active":"2024-09-13T15:57:00.327797+0000","last_peered":"2024-09-13T15:57:00.327797+0000","last_clean":"2024-09-13T15:57:00.327797+0000","last_became_active":"2024-09-13T15:56:58.297246+0000","last_became_peered":"2024-09-13T15:56:58.297246+0000","last_unstale":"2024-09-13T15:57:00.327797+0000","last_undegraded":"2024-09-13T15:57:00.327797+0000","last_fullsized":"2024-09-13T15:57:00.327797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328624+0000","last_change":"2024-09-13T15:56:58.302129+0000","last_active":"2024-09-13T15:57:00.328624+0000","last_peered":"2024-09-13T15:57:00.328624+0000","last_clean":"2024-09-13T15:57:00.328624+0000","last_became_active":"2024-09-13T15:56:58.301910+0000","last_became_peered":"2024-09-13T15:56:58.301910+0000","last_unstale":"2024-09-13T15:57:00.328624+0000","last_undegraded":"2024-09-13T15:57:00.328624+0000","last_fullsized":"2024-09-13T15:57:00.328624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528124+0000","last_change":"2024-09-13T15:56:58.277194+0000","last_active":"2024-09-13T15:56:59.528124+0000","last_peered":"2024-09-13T15:56:59.528124+0000","last_clean":"2024-09-13T15:56:59.528124+0000","last_became_active":"2024-09-13T15:56:58.276971+0000","last_became_peered":"2024-09-13T15:56:58.276971+0000","last_unstale":"2024-09-13T15:56:59.528124+0000","last_undegraded":"2024-09-13T15:56:59.528124+0000","last_fullsized":"2024-09-13T15:56:59.528124+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:33:13.628273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329177+0000","last_change":"2024-09-13T15:56:58.303335+0000","last_active":"2024-09-13T15:57:00.329177+0000","last_peered":"2024-09-13T15:57:00.329177+0000","last_clean":"2024-09-13T15:57:00.329177+0000","last_became_active":"2024-09-13T15:56:58.303005+0000","last_became_peered":"2024-09-13T15:56:58.303005+0000","last_unstale":"2024-09-13T15:57:00.329177+0000","last_undegraded":"2024-09-13T15:57:00.329177+0000","last_fullsized":"2024-09-13T15:57:00.329177+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283818+0000","last_change":"2024-09-13T15:56:58.275930+0000","last_active":"2024-09-13T15:56:59.283818+0000","last_peered":"2024-09-13T15:56:59.283818+0000","last_clean":"2024-09-13T15:56:59.283818+0000","last_became_active":"2024-09-13T15:56:58.275579+0000","last_became_peered":"2024-09-13T15:56:58.275579+0000","last_unstale":"2024-09-13T15:56:59.283818+0000","last_undegraded":"2024-09-13T15:56:59.283818+0000","last_fullsized":"2024-09-13T15:56:59.283818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528535+0000","last_change":"2024-09-13T15:56:58.301699+0000","last_active":"2024-09-13T15:56:59.528535+0000","last_peered":"2024-09-13T15:56:59.528535+0000","last_clean":"2024-09-13T15:56:59.528535+0000","last_became_active":"2024-09-13T15:56:58.301395+0000","last_became_peered":"2024-09-13T15:56:58.301395+0000","last_unstale":"2024-09-13T15:56:59.528535+0000","last_undegraded":"2024-09-13T15:56:59.528535+0000","last_fullsized":"2024-09-13T15:56:59.528535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:24.487615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327421+0000","last_change":"2024-09-13T15:56:58.301186+0000","last_active":"2024-09-13T15:57:00.327421+0000","last_peered":"2024-09-13T15:57:00.327421+0000","last_clean":"2024-09-13T15:57:00.327421+0000","last_became_active":"2024-09-13T15:56:58.300812+0000","last_became_peered":"2024-09-13T15:56:58.300812+0000","last_unstale":"2024-09-13T15:57:00.327421+0000","last_undegraded":"2024-09-13T15:57:00.327421+0000","last_fullsized":"2024-09-13T15:57:00.327421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324196+0000","last_change":"2024-09-13T15:56:58.290968+0000","last_active":"2024-09-13T15:57:00.324196+0000","last_peered":"2024-09-13T15:57:00.324196+0000","last_clean":"2024-09-13T15:57:00.324196+0000","last_became_active":"2024-09-13T15:56:58.290492+0000","last_became_peered":"2024-09-13T15:56:58.290492+0000","last_unstale":"2024-09-13T15:57:00.324196+0000","last_undegraded":"2024-09-13T15:57:00.324196+0000","last_fullsized":"2024-09-13T15:57:00.324196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:28.646878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.326847+0000","last_change":"2024-09-13T15:56:58.289092+0000","last_active":"2024-09-13T15:57:00.326847+0000","last_peered":"2024-09-13T15:57:00.326847+0000","last_clean":"2024-09-13T15:57:00.326847+0000","last_became_active":"2024-09-13T15:56:58.288794+0000","last_became_peered":"2024-09-13T15:56:58.288794+0000","last_unstale":"2024-09-13T15:57:00.326847+0000","last_undegraded":"2024-09-13T15:57:00.326847+0000","last_fullsized":"2024-09-13T15:57:00.326847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:23.594686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324650+0000","last_change":"2024-09-13T15:56:58.283456+0000","last_active":"2024-09-13T15:57:00.324650+0000","last_peered":"2024-09-13T15:57:00.324650+0000","last_clean":"2024-09-13T15:57:00.324650+0000","last_became_active":"2024-09-13T15:56:58.282973+0000","last_became_peered":"2024-09-13T15:56:58.282973+0000","last_unstale":"2024-09-13T15:57:00.324650+0000","last_undegraded":"2024-09-13T15:57:00.324650+0000","last_fullsized":"2024-09-13T15:57:00.324650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.285157+0000","last_change":"2024-09-13T15:56:58.290234+0000","last_active":"2024-09-13T15:56:59.285157+0000","last_peered":"2024-09-13T15:56:59.285157+0000","last_clean":"2024-09-13T15:56:59.285157+0000","last_became_active":"2024-09-13T15:56:58.289948+0000","last_became_peered":"2024-09-13T15:56:58.289948+0000","last_unstale":"2024-09-13T15:56:59.285157+0000","last_undegraded":"2024-09-13T15:56:59.285157+0000","last_fullsized":"2024-09-13T15:56:59.285157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279426+0000","last_change":"2024-09-13T15:56:58.283490+0000","last_active":"2024-09-13T15:56:59.279426+0000","last_peered":"2024-09-13T15:56:59.279426+0000","last_clean":"2024-09-13T15:56:59.279426+0000","last_became_active":"2024-09-13T15:56:58.282953+0000","last_became_peered":"2024-09-13T15:56:58.282953+0000","last_unstale":"2024-09-13T15:56:59.279426+0000","last_undegraded":"2024-09-13T15:56:59.279426+0000","last_fullsized":"2024-09-13T15:56:59.279426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324650+0000","last_change":"2024-09-13T15:56:58.294819+0000","last_active":"2024-09-13T15:57:00.324650+0000","last_peered":"2024-09-13T15:57:00.324650+0000","last_clean":"2024-09-13T15:57:00.324650+0000","last_became_active":"2024-09-13T15:56:58.294150+0000","last_became_peered":"2024-09-13T15:56:58.294150+0000","last_unstale":"2024-09-13T15:57:00.324650+0000","last_undegraded":"2024-09-13T15:57:00.324650+0000","last_fullsized":"2024-09-13T15:57:00.324650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528578+0000","last_change":"2024-09-13T15:56:58.291806+0000","last_active":"2024-09-13T15:56:59.528578+0000","last_peered":"2024-09-13T15:56:59.528578+0000","last_clean":"2024-09-13T15:56:59.528578+0000","last_became_active":"2024-09-13T15:56:58.291547+0000","last_became_peered":"2024-09-13T15:56:58.291547+0000","last_unstale":"2024-09-13T15:56:59.528578+0000","last_undegraded":"2024-09-13T15:56:59.528578+0000","last_fullsized":"2024-09-13T15:56:59.528578+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:05.495131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327619+0000","last_change":"2024-09-13T15:56:58.288341+0000","last_active":"2024-09-13T15:57:00.327619+0000","last_peered":"2024-09-13T15:57:00.327619+0000","last_clean":"2024-09-13T15:57:00.327619+0000","last_became_active":"2024-09-13T15:56:58.287956+0000","last_became_peered":"2024-09-13T15:56:58.287956+0000","last_unstale":"2024-09-13T15:57:00.327619+0000","last_undegraded":"2024-09-13T15:57:00.327619+0000","last_fullsized":"2024-09-13T15:57:00.327619+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:42.018938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.527978+0000","last_change":"2024-09-13T15:56:58.288379+0000","last_active":"2024-09-13T15:56:59.527978+0000","last_peered":"2024-09-13T15:56:59.527978+0000","last_clean":"2024-09-13T15:56:59.527978+0000","last_became_active":"2024-09-13T15:56:58.287964+0000","last_became_peered":"2024-09-13T15:56:58.287964+0000","last_unstale":"2024-09-13T15:56:59.527978+0000","last_undegraded":"2024-09-13T15:56:59.527978+0000","last_fullsized":"2024-09-13T15:56:59.527978+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:23:44.682760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282743+0000","last_change":"2024-09-13T15:56:58.279091+0000","last_active":"2024-09-13T15:56:59.282743+0000","last_peered":"2024-09-13T15:56:59.282743+0000","last_clean":"2024-09-13T15:56:59.282743+0000","last_became_active":"2024-09-13T15:56:58.278725+0000","last_became_peered":"2024-09-13T15:56:58.278725+0000","last_unstale":"2024-09-13T15:56:59.282743+0000","last_undegraded":"2024-09-13T15:56:59.282743+0000","last_fullsized":"2024-09-13T15:56:59.282743+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283387+0000","last_change":"2024-09-13T15:56:58.296939+0000","last_active":"2024-09-13T15:56:59.283387+0000","last_peered":"2024-09-13T15:56:59.283387+0000","last_clean":"2024-09-13T15:56:59.283387+0000","last_became_active":"2024-09-13T15:56:58.296618+0000","last_became_peered":"2024-09-13T15:56:58.296618+0000","last_unstale":"2024-09-13T15:56:59.283387+0000","last_undegraded":"2024-09-13T15:56:59.283387+0000","last_fullsized":"2024-09-13T15:56:59.283387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:04.876649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324550+0000","last_change":"2024-09-13T15:56:57.896650+0000","last_active":"2024-09-13T15:57:00.324550+0000","last_peered":"2024-09-13T15:57:00.324550+0000","last_clean":"2024-09-13T15:57:00.324550+0000","last_became_active":"2024-09-13T15:56:57.896183+0000","last_became_peered":"2024-09-13T15:56:57.896183+0000","last_unstale":"2024-09-13T15:57:00.324550+0000","last_undegraded":"2024-09-13T15:57:00.324550+0000","last_fullsized":"2024-09-13T15:57:00.324550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:00.190725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528601+0000","last_change":"2024-09-13T15:56:58.293950+0000","last_active":"2024-09-13T15:56:59.528601+0000","last_peered":"2024-09-13T15:56:59.528601+0000","last_clean":"2024-09-13T15:56:59.528601+0000","last_became_active":"2024-09-13T15:56:58.293644+0000","last_became_peered":"2024-09-13T15:56:58.293644+0000","last_unstale":"2024-09-13T15:56:59.528601+0000","last_undegraded":"2024-09-13T15:56:59.528601+0000","last_fullsized":"2024-09-13T15:56:59.528601+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:44.633085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283413+0000","last_change":"2024-09-13T15:56:57.905775+0000","last_active":"2024-09-13T15:56:59.283413+0000","last_peered":"2024-09-13T15:56:59.283413+0000","last_clean":"2024-09-13T15:56:59.283413+0000","last_became_active":"2024-09-13T15:56:57.905070+0000","last_became_peered":"2024-09-13T15:56:57.905070+0000","last_unstale":"2024-09-13T15:56:59.283413+0000","last_undegraded":"2024-09-13T15:56:59.283413+0000","last_fullsized":"2024-09-13T15:56:59.283413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324366+0000","last_change":"2024-09-13T15:56:57.900859+0000","last_active":"2024-09-13T15:57:00.324366+0000","last_peered":"2024-09-13T15:57:00.324366+0000","last_clean":"2024-09-13T15:57:00.324366+0000","last_became_active":"2024-09-13T15:56:57.897585+0000","last_became_peered":"2024-09-13T15:56:57.897585+0000","last_unstale":"2024-09-13T15:57:00.324366+0000","last_undegraded":"2024-09-13T15:57:00.324366+0000","last_fullsized":"2024-09-13T15:57:00.324366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:37.267485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.323957+0000","last_change":"2024-09-13T15:56:58.304056+0000","last_active":"2024-09-13T15:57:00.323957+0000","last_peered":"2024-09-13T15:57:00.323957+0000","last_clean":"2024-09-13T15:57:00.323957+0000","last_became_active":"2024-09-13T15:56:58.303729+0000","last_became_peered":"2024-09-13T15:56:58.303729+0000","last_unstale":"2024-09-13T15:57:00.323957+0000","last_undegraded":"2024-09-13T15:57:00.323957+0000","last_fullsized":"2024-09-13T15:57:00.323957+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:13.368934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.326937+0000","last_change":"2024-09-13T15:56:57.908419+0000","last_active":"2024-09-13T15:57:00.326937+0000","last_peered":"2024-09-13T15:57:00.326937+0000","last_clean":"2024-09-13T15:57:00.326937+0000","last_became_active":"2024-09-13T15:56:57.906130+0000","last_became_peered":"2024-09-13T15:56:57.906130+0000","last_unstale":"2024-09-13T15:57:00.326937+0000","last_undegraded":"2024-09-13T15:57:00.326937+0000","last_fullsized":"2024-09-13T15:57:00.326937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:00.413660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278210+0000","last_change":"2024-09-13T15:56:58.282696+0000","last_active":"2024-09-13T15:56:59.278210+0000","last_peered":"2024-09-13T15:56:59.278210+0000","last_clean":"2024-09-13T15:56:59.278210+0000","last_became_active":"2024-09-13T15:56:58.282507+0000","last_became_peered":"2024-09-13T15:56:58.282507+0000","last_unstale":"2024-09-13T15:56:59.278210+0000","last_undegraded":"2024-09-13T15:56:59.278210+0000","last_fullsized":"2024-09-13T15:56:59.278210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284566+0000","last_change":"2024-09-13T15:56:57.909817+0000","last_active":"2024-09-13T15:56:59.284566+0000","last_peered":"2024-09-13T15:56:59.284566+0000","last_clean":"2024-09-13T15:56:59.284566+0000","last_became_active":"2024-09-13T15:56:57.907766+0000","last_became_peered":"2024-09-13T15:56:57.907766+0000","last_unstale":"2024-09-13T15:56:59.284566+0000","last_undegraded":"2024-09-13T15:56:59.284566+0000","last_fullsized":"2024-09-13T15:56:59.284566+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327465+0000","last_change":"2024-09-13T15:56:58.301071+0000","last_active":"2024-09-13T15:57:00.327465+0000","last_peered":"2024-09-13T15:57:00.327465+0000","last_clean":"2024-09-13T15:57:00.327465+0000","last_became_active":"2024-09-13T15:56:58.300682+0000","last_became_peered":"2024-09-13T15:56:58.300682+0000","last_unstale":"2024-09-13T15:57:00.327465+0000","last_undegraded":"2024-09-13T15:57:00.327465+0000","last_fullsized":"2024-09-13T15:57:00.327465+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328969+0000","last_change":"2024-09-13T15:56:57.904207+0000","last_active":"2024-09-13T15:57:00.328969+0000","last_peered":"2024-09-13T15:57:00.328969+0000","last_clean":"2024-09-13T15:57:00.328969+0000","last_became_active":"2024-09-13T15:56:57.903625+0000","last_became_peered":"2024-09-13T15:56:57.903625+0000","last_unstale":"2024-09-13T15:57:00.328969+0000","last_undegraded":"2024-09-13T15:57:00.328969+0000","last_fullsized":"2024-09-13T15:57:00.328969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:05.253697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528722+0000","last_change":"2024-09-13T15:56:58.295069+0000","last_active":"2024-09-13T15:56:59.528722+0000","last_peered":"2024-09-13T15:56:59.528722+0000","last_clean":"2024-09-13T15:56:59.528722+0000","last_became_active":"2024-09-13T15:56:58.294154+0000","last_became_peered":"2024-09-13T15:56:58.294154+0000","last_unstale":"2024-09-13T15:56:59.528722+0000","last_undegraded":"2024-09-13T15:56:59.528722+0000","last_fullsized":"2024-09-13T15:56:59.528722+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:56.413632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279442+0000","last_change":"2024-09-13T15:56:57.903626+0000","last_active":"2024-09-13T15:56:59.279442+0000","last_peered":"2024-09-13T15:56:59.279442+0000","last_clean":"2024-09-13T15:56:59.279442+0000","last_became_active":"2024-09-13T15:56:57.903262+0000","last_became_peered":"2024-09-13T15:56:57.903262+0000","last_unstale":"2024-09-13T15:56:59.279442+0000","last_undegraded":"2024-09-13T15:56:59.279442+0000","last_fullsized":"2024-09-13T15:56:59.279442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284260+0000","last_change":"2024-09-13T15:56:58.291760+0000","last_active":"2024-09-13T15:56:59.284260+0000","last_peered":"2024-09-13T15:56:59.284260+0000","last_clean":"2024-09-13T15:56:59.284260+0000","last_became_active":"2024-09-13T15:56:58.291401+0000","last_became_peered":"2024-09-13T15:56:58.291401+0000","last_unstale":"2024-09-13T15:56:59.284260+0000","last_undegraded":"2024-09-13T15:56:59.284260+0000","last_fullsized":"2024-09-13T15:56:59.284260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:39.954583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283927+0000","last_change":"2024-09-13T15:56:57.891524+0000","last_active":"2024-09-13T15:56:59.283927+0000","last_peered":"2024-09-13T15:56:59.283927+0000","last_clean":"2024-09-13T15:56:59.283927+0000","last_became_active":"2024-09-13T15:56:57.890811+0000","last_became_peered":"2024-09-13T15:56:57.890811+0000","last_unstale":"2024-09-13T15:56:59.283927+0000","last_undegraded":"2024-09-13T15:56:59.283927+0000","last_fullsized":"2024-09-13T15:56:59.283927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328536+0000","last_change":"2024-09-13T15:56:58.293974+0000","last_active":"2024-09-13T15:57:00.328536+0000","last_peered":"2024-09-13T15:57:00.328536+0000","last_clean":"2024-09-13T15:57:00.328536+0000","last_became_active":"2024-09-13T15:56:58.293641+0000","last_became_peered":"2024-09-13T15:56:58.293641+0000","last_unstale":"2024-09-13T15:57:00.328536+0000","last_undegraded":"2024-09-13T15:57:00.328536+0000","last_fullsized":"2024-09-13T15:57:00.328536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:43.312747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528624+0000","last_change":"2024-09-13T15:56:57.893987+0000","last_active":"2024-09-13T15:56:59.528624+0000","last_peered":"2024-09-13T15:56:59.528624+0000","last_clean":"2024-09-13T15:56:59.528624+0000","last_became_active":"2024-09-13T15:56:57.893445+0000","last_became_peered":"2024-09-13T15:56:57.893445+0000","last_unstale":"2024-09-13T15:56:59.528624+0000","last_undegraded":"2024-09-13T15:56:59.528624+0000","last_fullsized":"2024-09-13T15:56:59.528624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528512+0000","last_change":"2024-09-13T15:56:58.301257+0000","last_active":"2024-09-13T15:56:59.528512+0000","last_peered":"2024-09-13T15:56:59.528512+0000","last_clean":"2024-09-13T15:56:59.528512+0000","last_became_active":"2024-09-13T15:56:58.300933+0000","last_became_peered":"2024-09-13T15:56:58.300933+0000","last_unstale":"2024-09-13T15:56:59.528512+0000","last_undegraded":"2024-09-13T15:56:59.528512+0000","last_fullsized":"2024-09-13T15:56:59.528512+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:48.841411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327696+0000","last_change":"2024-09-13T15:56:57.907271+0000","last_active":"2024-09-13T15:57:00.327696+0000","last_peered":"2024-09-13T15:57:00.327696+0000","last_clean":"2024-09-13T15:57:00.327696+0000","last_became_active":"2024-09-13T15:56:57.906639+0000","last_became_peered":"2024-09-13T15:56:57.906639+0000","last_unstale":"2024-09-13T15:57:00.327696+0000","last_undegraded":"2024-09-13T15:57:00.327696+0000","last_fullsized":"2024-09-13T15:57:00.327696+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328200+0000","last_change":"2024-09-13T15:56:58.293969+0000","last_active":"2024-09-13T15:57:00.328200+0000","last_peered":"2024-09-13T15:57:00.328200+0000","last_clean":"2024-09-13T15:57:00.328200+0000","last_became_active":"2024-09-13T15:56:58.293675+0000","last_became_peered":"2024-09-13T15:56:58.293675+0000","last_unstale":"2024-09-13T15:57:00.328200+0000","last_undegraded":"2024-09-13T15:57:00.328200+0000","last_fullsized":"2024-09-13T15:57:00.328200+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:09.103602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282976+0000","last_change":"2024-09-13T15:56:57.896964+0000","last_active":"2024-09-13T15:56:59.282976+0000","last_peered":"2024-09-13T15:56:59.282976+0000","last_clean":"2024-09-13T15:56:59.282976+0000","last_became_active":"2024-09-13T15:56:57.896262+0000","last_became_peered":"2024-09-13T15:56:57.896262+0000","last_unstale":"2024-09-13T15:56:59.282976+0000","last_undegraded":"2024-09-13T15:56:59.282976+0000","last_fullsized":"2024-09-13T15:56:59.282976+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282990+0000","last_change":"2024-09-13T15:56:58.278755+0000","last_active":"2024-09-13T15:56:59.282990+0000","last_peered":"2024-09-13T15:56:59.282990+0000","last_clean":"2024-09-13T15:56:59.282990+0000","last_became_active":"2024-09-13T15:56:58.278491+0000","last_became_peered":"2024-09-13T15:56:58.278491+0000","last_unstale":"2024-09-13T15:56:59.282990+0000","last_undegraded":"2024-09-13T15:56:59.282990+0000","last_fullsized":"2024-09-13T15:56:59.282990+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.527917+0000","last_change":"2024-09-13T15:56:57.886499+0000","last_active":"2024-09-13T15:56:59.527917+0000","last_peered":"2024-09-13T15:56:59.527917+0000","last_clean":"2024-09-13T15:56:59.527917+0000","last_became_active":"2024-09-13T15:56:57.886180+0000","last_became_peered":"2024-09-13T15:56:57.886180+0000","last_unstale":"2024-09-13T15:56:59.527917+0000","last_undegraded":"2024-09-13T15:56:59.527917+0000","last_fullsized":"2024-09-13T15:56:59.527917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:54.041506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328304+0000","last_change":"2024-09-13T15:56:58.296903+0000","last_active":"2024-09-13T15:57:00.328304+0000","last_peered":"2024-09-13T15:57:00.328304+0000","last_clean":"2024-09-13T15:57:00.328304+0000","last_became_active":"2024-09-13T15:56:58.296550+0000","last_became_peered":"2024-09-13T15:56:58.296550+0000","last_unstale":"2024-09-13T15:57:00.328304+0000","last_undegraded":"2024-09-13T15:57:00.328304+0000","last_fullsized":"2024-09-13T15:57:00.328304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:32.005546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284494+0000","last_change":"2024-09-13T15:56:57.898258+0000","last_active":"2024-09-13T15:56:59.284494+0000","last_peered":"2024-09-13T15:56:59.284494+0000","last_clean":"2024-09-13T15:56:59.284494+0000","last_became_active":"2024-09-13T15:56:57.897472+0000","last_became_peered":"2024-09-13T15:56:57.897472+0000","last_unstale":"2024-09-13T15:56:59.284494+0000","last_undegraded":"2024-09-13T15:56:59.284494+0000","last_fullsized":"2024-09-13T15:56:59.284494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:05.253697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328670+0000","last_change":"2024-09-13T15:56:58.299369+0000","last_active":"2024-09-13T15:57:00.328670+0000","last_peered":"2024-09-13T15:57:00.328670+0000","last_clean":"2024-09-13T15:57:00.328670+0000","last_became_active":"2024-09-13T15:56:58.297441+0000","last_became_peered":"2024-09-13T15:56:58.297441+0000","last_unstale":"2024-09-13T15:57:00.328670+0000","last_undegraded":"2024-09-13T15:57:00.328670+0000","last_fullsized":"2024-09-13T15:57:00.328670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:42.018938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528165+0000","last_change":"2024-09-13T15:56:57.883416+0000","last_active":"2024-09-13T15:56:59.528165+0000","last_peered":"2024-09-13T15:56:59.528165+0000","last_clean":"2024-09-13T15:56:59.528165+0000","last_became_active":"2024-09-13T15:56:57.882581+0000","last_became_peered":"2024-09-13T15:56:57.882581+0000","last_unstale":"2024-09-13T15:56:59.528165+0000","last_undegraded":"2024-09-13T15:56:59.528165+0000","last_fullsized":"2024-09-13T15:56:59.528165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329091+0000","last_change":"2024-09-13T15:56:58.297059+0000","last_active":"2024-09-13T15:57:00.329091+0000","last_peered":"2024-09-13T15:57:00.329091+0000","last_clean":"2024-09-13T15:57:00.329091+0000","last_became_active":"2024-09-13T15:56:58.296727+0000","last_became_peered":"2024-09-13T15:56:58.296727+0000","last_unstale":"2024-09-13T15:57:00.329091+0000","last_undegraded":"2024-09-13T15:57:00.329091+0000","last_fullsized":"2024-09-13T15:57:00.329091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:28.678953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279600+0000","last_change":"2024-09-13T15:56:57.898527+0000","last_active":"2024-09-13T15:56:59.279600+0000","last_peered":"2024-09-13T15:56:59.279600+0000","last_clean":"2024-09-13T15:56:59.279600+0000","last_became_active":"2024-09-13T15:56:57.898177+0000","last_became_peered":"2024-09-13T15:56:57.898177+0000","last_unstale":"2024-09-13T15:56:59.279600+0000","last_undegraded":"2024-09-13T15:56:59.279600+0000","last_fullsized":"2024-09-13T15:56:59.279600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327681+0000","last_change":"2024-09-13T15:56:58.288681+0000","last_active":"2024-09-13T15:57:00.327681+0000","last_peered":"2024-09-13T15:57:00.327681+0000","last_clean":"2024-09-13T15:57:00.327681+0000","last_became_active":"2024-09-13T15:56:58.288271+0000","last_became_peered":"2024-09-13T15:56:58.288271+0000","last_unstale":"2024-09-13T15:57:00.327681+0000","last_undegraded":"2024-09-13T15:57:00.327681+0000","last_fullsized":"2024-09-13T15:57:00.327681+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:38.448094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528082+0000","last_change":"2024-09-13T15:56:57.903852+0000","last_active":"2024-09-13T15:56:59.528082+0000","last_peered":"2024-09-13T15:56:59.528082+0000","last_clean":"2024-09-13T15:56:59.528082+0000","last_became_active":"2024-09-13T15:56:57.903100+0000","last_became_peered":"2024-09-13T15:56:57.903100+0000","last_unstale":"2024-09-13T15:56:59.528082+0000","last_undegraded":"2024-09-13T15:56:59.528082+0000","last_fullsized":"2024-09-13T15:56:59.528082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:35.812487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328773+0000","last_change":"2024-09-13T15:56:58.296497+0000","last_active":"2024-09-13T15:57:00.328773+0000","last_peered":"2024-09-13T15:57:00.328773+0000","last_clean":"2024-09-13T15:57:00.328773+0000","last_became_active":"2024-09-13T15:56:58.295937+0000","last_became_peered":"2024-09-13T15:56:58.295937+0000","last_unstale":"2024-09-13T15:57:00.328773+0000","last_undegraded":"2024-09-13T15:57:00.328773+0000","last_fullsized":"2024-09-13T15:57:00.328773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:38.448094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":164,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:58.277923+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:56:58.277923+0000","last_peered":"2024-09-13T15:56:58.277923+0000","last_clean":"2024-09-13T15:56:58.277923+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:56:58.277923+0000","last_undegraded":"2024-09-13T15:56:58.277923+0000","last_fullsized":"2024-09-13T15:56:58.277923+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327694+0000","last_change":"2024-09-13T15:56:57.904049+0000","last_active":"2024-09-13T15:57:00.327694+0000","last_peered":"2024-09-13T15:57:00.327694+0000","last_clean":"2024-09-13T15:57:00.327694+0000","last_became_active":"2024-09-13T15:56:57.903240+0000","last_became_peered":"2024-09-13T15:56:57.903240+0000","last_unstale":"2024-09-13T15:57:00.327694+0000","last_undegraded":"2024-09-13T15:57:00.327694+0000","last_fullsized":"2024-09-13T15:57:00.327694+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324222+0000","last_change":"2024-09-13T15:56:58.294248+0000","last_active":"2024-09-13T15:57:00.324222+0000","last_peered":"2024-09-13T15:57:00.324222+0000","last_clean":"2024-09-13T15:57:00.324222+0000","last_became_active":"2024-09-13T15:56:58.293237+0000","last_became_peered":"2024-09-13T15:56:58.293237+0000","last_unstale":"2024-09-13T15:57:00.324222+0000","last_undegraded":"2024-09-13T15:57:00.324222+0000","last_fullsized":"2024-09-13T15:57:00.324222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:00:34.188105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328012+0000","last_change":"2024-09-13T15:56:57.887789+0000","last_active":"2024-09-13T15:57:00.328012+0000","last_peered":"2024-09-13T15:57:00.328012+0000","last_clean":"2024-09-13T15:57:00.328012+0000","last_became_active":"2024-09-13T15:56:57.887053+0000","last_became_peered":"2024-09-13T15:56:57.887053+0000","last_unstale":"2024-09-13T15:57:00.328012+0000","last_undegraded":"2024-09-13T15:57:00.328012+0000","last_fullsized":"2024-09-13T15:57:00.328012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528459+0000","last_change":"2024-09-13T15:56:58.293301+0000","last_active":"2024-09-13T15:56:59.528459+0000","last_peered":"2024-09-13T15:56:59.528459+0000","last_clean":"2024-09-13T15:56:59.528459+0000","last_became_active":"2024-09-13T15:56:58.292999+0000","last_became_peered":"2024-09-13T15:56:58.292999+0000","last_unstale":"2024-09-13T15:56:59.528459+0000","last_undegraded":"2024-09-13T15:56:59.528459+0000","last_fullsized":"2024-09-13T15:56:59.528459+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:49:35.863288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528038+0000","last_change":"2024-09-13T15:56:57.884725+0000","last_active":"2024-09-13T15:56:59.528038+0000","last_peered":"2024-09-13T15:56:59.528038+0000","last_clean":"2024-09-13T15:56:59.528038+0000","last_became_active":"2024-09-13T15:56:57.882947+0000","last_became_peered":"2024-09-13T15:56:57.882947+0000","last_unstale":"2024-09-13T15:56:59.528038+0000","last_undegraded":"2024-09-13T15:56:59.528038+0000","last_fullsized":"2024-09-13T15:56:59.528038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:03.270138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278383+0000","last_change":"2024-09-13T15:56:58.286472+0000","last_active":"2024-09-13T15:56:59.278383+0000","last_peered":"2024-09-13T15:56:59.278383+0000","last_clean":"2024-09-13T15:56:59.278383+0000","last_became_active":"2024-09-13T15:56:58.285814+0000","last_became_peered":"2024-09-13T15:56:58.285814+0000","last_unstale":"2024-09-13T15:56:59.278383+0000","last_undegraded":"2024-09-13T15:56:59.278383+0000","last_fullsized":"2024-09-13T15:56:59.278383+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:30.492032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327717+0000","last_change":"2024-09-13T15:56:57.907945+0000","last_active":"2024-09-13T15:57:00.327717+0000","last_peered":"2024-09-13T15:57:00.327717+0000","last_clean":"2024-09-13T15:57:00.327717+0000","last_became_active":"2024-09-13T15:56:57.907066+0000","last_became_peered":"2024-09-13T15:56:57.907066+0000","last_unstale":"2024-09-13T15:57:00.327717+0000","last_undegraded":"2024-09-13T15:57:00.327717+0000","last_fullsized":"2024-09-13T15:57:00.327717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:53.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283664+0000","last_change":"2024-09-13T15:56:58.295510+0000","last_active":"2024-09-13T15:56:59.283664+0000","last_peered":"2024-09-13T15:56:59.283664+0000","last_clean":"2024-09-13T15:56:59.283664+0000","last_became_active":"2024-09-13T15:56:58.295088+0000","last_became_peered":"2024-09-13T15:56:58.295088+0000","last_unstale":"2024-09-13T15:56:59.283664+0000","last_undegraded":"2024-09-13T15:56:59.283664+0000","last_fullsized":"2024-09-13T15:56:59.283664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:49.444481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279095+0000","last_change":"2024-09-13T15:56:57.874612+0000","last_active":"2024-09-13T15:56:59.279095+0000","last_peered":"2024-09-13T15:56:59.279095+0000","last_clean":"2024-09-13T15:56:59.279095+0000","last_became_active":"2024-09-13T15:56:57.874318+0000","last_became_peered":"2024-09-13T15:56:57.874318+0000","last_unstale":"2024-09-13T15:56:59.279095+0000","last_undegraded":"2024-09-13T15:56:59.279095+0000","last_fullsized":"2024-09-13T15:56:59.279095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:03.867624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327322+0000","last_change":"2024-09-13T15:56:58.289755+0000","last_active":"2024-09-13T15:57:00.327322+0000","last_peered":"2024-09-13T15:57:00.327322+0000","last_clean":"2024-09-13T15:57:00.327322+0000","last_became_active":"2024-09-13T15:56:58.288212+0000","last_became_peered":"2024-09-13T15:56:58.288212+0000","last_unstale":"2024-09-13T15:57:00.327322+0000","last_undegraded":"2024-09-13T15:57:00.327322+0000","last_fullsized":"2024-09-13T15:57:00.327322+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:28.678953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.329263+0000","last_change":"2024-09-13T15:56:57.895344+0000","last_active":"2024-09-13T15:57:00.329263+0000","last_peered":"2024-09-13T15:57:00.329263+0000","last_clean":"2024-09-13T15:57:00.329263+0000","last_became_active":"2024-09-13T15:56:57.894232+0000","last_became_peered":"2024-09-13T15:56:57.894232+0000","last_unstale":"2024-09-13T15:57:00.329263+0000","last_undegraded":"2024-09-13T15:57:00.329263+0000","last_fullsized":"2024-09-13T15:57:00.329263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:52.682284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278859+0000","last_change":"2024-09-13T15:56:58.286450+0000","last_active":"2024-09-13T15:56:59.278859+0000","last_peered":"2024-09-13T15:56:59.278859+0000","last_clean":"2024-09-13T15:56:59.278859+0000","last_became_active":"2024-09-13T15:56:58.286007+0000","last_became_peered":"2024-09-13T15:56:58.286007+0000","last_unstale":"2024-09-13T15:56:59.278859+0000","last_undegraded":"2024-09-13T15:56:59.278859+0000","last_fullsized":"2024-09-13T15:56:59.278859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:25.606799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.527225+0000","last_change":"2024-09-13T15:56:57.889917+0000","last_active":"2024-09-13T15:57:00.527225+0000","last_peered":"2024-09-13T15:57:00.527225+0000","last_clean":"2024-09-13T15:57:00.527225+0000","last_became_active":"2024-09-13T15:56:57.889104+0000","last_became_peered":"2024-09-13T15:56:57.889104+0000","last_unstale":"2024-09-13T15:57:00.527225+0000","last_undegraded":"2024-09-13T15:57:00.527225+0000","last_fullsized":"2024-09-13T15:57:00.527225+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324734+0000","last_change":"2024-09-13T15:56:58.300426+0000","last_active":"2024-09-13T15:57:00.324734+0000","last_peered":"2024-09-13T15:57:00.324734+0000","last_clean":"2024-09-13T15:57:00.324734+0000","last_became_active":"2024-09-13T15:56:58.300124+0000","last_became_peered":"2024-09-13T15:56:58.300124+0000","last_unstale":"2024-09-13T15:57:00.324734+0000","last_undegraded":"2024-09-13T15:57:00.324734+0000","last_fullsized":"2024-09-13T15:57:00.324734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.284684+0000","last_change":"2024-09-13T15:56:57.891983+0000","last_active":"2024-09-13T15:56:59.284684+0000","last_peered":"2024-09-13T15:56:59.284684+0000","last_clean":"2024-09-13T15:56:59.284684+0000","last_became_active":"2024-09-13T15:56:57.891297+0000","last_became_peered":"2024-09-13T15:56:57.891297+0000","last_unstale":"2024-09-13T15:56:59.284684+0000","last_undegraded":"2024-09-13T15:56:59.284684+0000","last_fullsized":"2024-09-13T15:56:59.284684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:55.101723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528668+0000","last_change":"2024-09-13T15:56:58.300738+0000","last_active":"2024-09-13T15:56:59.528668+0000","last_peered":"2024-09-13T15:56:59.528668+0000","last_clean":"2024-09-13T15:56:59.528668+0000","last_became_active":"2024-09-13T15:56:58.300358+0000","last_became_peered":"2024-09-13T15:56:58.300358+0000","last_unstale":"2024-09-13T15:56:59.528668+0000","last_undegraded":"2024-09-13T15:56:59.528668+0000","last_fullsized":"2024-09-13T15:56:59.528668+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:46.196934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327795+0000","last_change":"2024-09-13T15:56:57.883292+0000","last_active":"2024-09-13T15:57:00.327795+0000","last_peered":"2024-09-13T15:57:00.327795+0000","last_clean":"2024-09-13T15:57:00.327795+0000","last_became_active":"2024-09-13T15:56:57.882549+0000","last_became_peered":"2024-09-13T15:56:57.882549+0000","last_unstale":"2024-09-13T15:57:00.327795+0000","last_undegraded":"2024-09-13T15:57:00.327795+0000","last_fullsized":"2024-09-13T15:57:00.327795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:38.945558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.283184+0000","last_change":"2024-09-13T15:56:58.283615+0000","last_active":"2024-09-13T15:56:59.283184+0000","last_peered":"2024-09-13T15:56:59.283184+0000","last_clean":"2024-09-13T15:56:59.283184+0000","last_became_active":"2024-09-13T15:56:58.281935+0000","last_became_peered":"2024-09-13T15:56:58.281935+0000","last_unstale":"2024-09-13T15:56:59.283184+0000","last_undegraded":"2024-09-13T15:56:59.283184+0000","last_fullsized":"2024-09-13T15:56:59.283184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:56.110748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.278457+0000","last_change":"2024-09-13T15:56:57.889810+0000","last_active":"2024-09-13T15:56:59.278457+0000","last_peered":"2024-09-13T15:56:59.278457+0000","last_clean":"2024-09-13T15:56:59.278457+0000","last_became_active":"2024-09-13T15:56:57.889531+0000","last_became_peered":"2024-09-13T15:56:57.889531+0000","last_unstale":"2024-09-13T15:56:59.278457+0000","last_undegraded":"2024-09-13T15:56:59.278457+0000","last_fullsized":"2024-09-13T15:56:59.278457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:37.054213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324021+0000","last_change":"2024-09-13T15:56:58.298851+0000","last_active":"2024-09-13T15:57:00.324021+0000","last_peered":"2024-09-13T15:57:00.324021+0000","last_clean":"2024-09-13T15:57:00.324021+0000","last_became_active":"2024-09-13T15:56:58.298470+0000","last_became_peered":"2024-09-13T15:56:58.298470+0000","last_unstale":"2024-09-13T15:57:00.324021+0000","last_undegraded":"2024-09-13T15:57:00.324021+0000","last_fullsized":"2024-09-13T15:57:00.324021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:16:38.320754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.279112+0000","last_change":"2024-09-13T15:56:57.887904+0000","last_active":"2024-09-13T15:56:59.279112+0000","last_peered":"2024-09-13T15:56:59.279112+0000","last_clean":"2024-09-13T15:56:59.279112+0000","last_became_active":"2024-09-13T15:56:57.887389+0000","last_became_peered":"2024-09-13T15:56:57.887389+0000","last_unstale":"2024-09-13T15:56:59.279112+0000","last_undegraded":"2024-09-13T15:56:59.279112+0000","last_fullsized":"2024-09-13T15:56:59.279112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:55.101723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324569+0000","last_change":"2024-09-13T15:56:58.300842+0000","last_active":"2024-09-13T15:57:00.324569+0000","last_peered":"2024-09-13T15:57:00.324569+0000","last_clean":"2024-09-13T15:57:00.324569+0000","last_became_active":"2024-09-13T15:56:58.300412+0000","last_became_peered":"2024-09-13T15:56:58.300412+0000","last_unstale":"2024-09-13T15:57:00.324569+0000","last_undegraded":"2024-09-13T15:57:00.324569+0000","last_fullsized":"2024-09-13T15:57:00.324569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328296+0000","last_change":"2024-09-13T15:56:57.911238+0000","last_active":"2024-09-13T15:57:00.328296+0000","last_peered":"2024-09-13T15:57:00.328296+0000","last_clean":"2024-09-13T15:57:00.328296+0000","last_became_active":"2024-09-13T15:56:57.910609+0000","last_became_peered":"2024-09-13T15:56:57.910609+0000","last_unstale":"2024-09-13T15:57:00.328296+0000","last_undegraded":"2024-09-13T15:57:00.328296+0000","last_fullsized":"2024-09-13T15:57:00.328296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:53.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.282868+0000","last_change":"2024-09-13T15:56:58.274737+0000","last_active":"2024-09-13T15:56:59.282868+0000","last_peered":"2024-09-13T15:56:59.282868+0000","last_clean":"2024-09-13T15:56:59.282868+0000","last_became_active":"2024-09-13T15:56:58.274301+0000","last_became_peered":"2024-09-13T15:56:58.274301+0000","last_unstale":"2024-09-13T15:56:59.282868+0000","last_undegraded":"2024-09-13T15:56:59.282868+0000","last_fullsized":"2024-09-13T15:56:59.282868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:08.689843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327224+0000","last_change":"2024-09-13T15:56:58.289196+0000","last_active":"2024-09-13T15:57:00.327224+0000","last_peered":"2024-09-13T15:57:00.327224+0000","last_clean":"2024-09-13T15:57:00.327224+0000","last_became_active":"2024-09-13T15:56:58.288749+0000","last_became_peered":"2024-09-13T15:56:58.288749+0000","last_unstale":"2024-09-13T15:57:00.327224+0000","last_undegraded":"2024-09-13T15:57:00.327224+0000","last_fullsized":"2024-09-13T15:57:00.327224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:48.796119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328324+0000","last_change":"2024-09-13T15:56:57.912846+0000","last_active":"2024-09-13T15:57:00.328324+0000","last_peered":"2024-09-13T15:57:00.328324+0000","last_clean":"2024-09-13T15:57:00.328324+0000","last_became_active":"2024-09-13T15:56:57.912137+0000","last_became_peered":"2024-09-13T15:56:57.912137+0000","last_unstale":"2024-09-13T15:57:00.328324+0000","last_undegraded":"2024-09-13T15:57:00.328324+0000","last_fullsized":"2024-09-13T15:57:00.328324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:41.065519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.327280+0000","last_change":"2024-09-13T15:56:58.294159+0000","last_active":"2024-09-13T15:57:00.327280+0000","last_peered":"2024-09-13T15:57:00.327280+0000","last_clean":"2024-09-13T15:57:00.327280+0000","last_became_active":"2024-09-13T15:56:58.293763+0000","last_became_peered":"2024-09-13T15:56:58.293763+0000","last_unstale":"2024-09-13T15:57:00.327280+0000","last_undegraded":"2024-09-13T15:57:00.327280+0000","last_fullsized":"2024-09-13T15:57:00.327280+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:08.342700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.328980+0000","last_change":"2024-09-13T15:56:57.899361+0000","last_active":"2024-09-13T15:57:00.328980+0000","last_peered":"2024-09-13T15:57:00.328980+0000","last_clean":"2024-09-13T15:57:00.328980+0000","last_became_active":"2024-09-13T15:56:57.898478+0000","last_became_peered":"2024-09-13T15:56:57.898478+0000","last_unstale":"2024-09-13T15:57:00.328980+0000","last_undegraded":"2024-09-13T15:57:00.328980+0000","last_fullsized":"2024-09-13T15:57:00.328980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:45.460033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528701+0000","last_change":"2024-09-13T15:56:58.295519+0000","last_active":"2024-09-13T15:56:59.528701+0000","last_peered":"2024-09-13T15:56:59.528701+0000","last_clean":"2024-09-13T15:56:59.528701+0000","last_became_active":"2024-09-13T15:56:58.294800+0000","last_became_peered":"2024-09-13T15:56:58.294800+0000","last_unstale":"2024-09-13T15:56:59.528701+0000","last_undegraded":"2024-09-13T15:56:59.528701+0000","last_fullsized":"2024-09-13T15:56:59.528701+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:17.401608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324875+0000","last_change":"2024-09-13T15:56:57.896504+0000","last_active":"2024-09-13T15:57:00.324875+0000","last_peered":"2024-09-13T15:57:00.324875+0000","last_clean":"2024-09-13T15:57:00.324875+0000","last_became_active":"2024-09-13T15:56:57.890809+0000","last_became_peered":"2024-09-13T15:56:57.890809+0000","last_unstale":"2024-09-13T15:57:00.324875+0000","last_undegraded":"2024-09-13T15:57:00.324875+0000","last_fullsized":"2024-09-13T15:57:00.324875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:52.682284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-13T15:57:00.324726+0000","last_change":"2024-09-13T15:56:58.281207+0000","last_active":"2024-09-13T15:57:00.324726+0000","last_peered":"2024-09-13T15:57:00.324726+0000","last_clean":"2024-09-13T15:57:00.324726+0000","last_became_active":"2024-09-13T15:56:58.280793+0000","last_became_peered":"2024-09-13T15:56:58.280793+0000","last_unstale":"2024-09-13T15:57:00.324726+0000","last_undegraded":"2024-09-13T15:57:00.324726+0000","last_fullsized":"2024-09-13T15:57:00.324726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:57.851862+0000","last_clean_scrub_stamp":"2024-09-13T15:56:57.851862+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:18.590001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T15:56:59.528745+0000","last_change":"2024-09-13T15:56:57.891587+0000","last_active":"2024-09-13T15:56:59.528745+0000","last_peered":"2024-09-13T15:56:59.528745+0000","last_clean":"2024-09-13T15:56:59.528745+0000","last_became_active":"2024-09-13T15:56:57.890450+0000","last_became_peered":"2024-09-13T15:56:57.890450+0000","last_unstale":"2024-09-13T15:56:59.528745+0000","last_undegraded":"2024-09-13T15:56:59.528745+0000","last_fullsized":"2024-09-13T15:56:59.528745+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:56.842836+0000","last_clean_scrub_stamp":"2024-09-13T15:56:56.842836+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:02.034279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476744,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.032}]}]},{"osd":6,"up_from":16,"seq":68719476743,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":229376,"data_stored":77432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]}]},{"osd":5,"up_from":16,"seq":68719476741,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":221184,"data_stored":75958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.127}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97199999999999998}]}]},{"osd":4,"up_from":16,"seq":68719476743,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":229376,"data_stored":75994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35436,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336404,"statfs":{"total":96636764160,"available":96600477696,"internally_reserved":0,"allocated":229376,"data_stored":77432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35432,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336408,"statfs":{"total":96636764160,"available":96600481792,"internally_reserved":0,"allocated":225280,"data_stored":76028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35432,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336408,"statfs":{"total":96636764160,"available":96600481792,"internally_reserved":0,"allocated":217088,"data_stored":75868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]}]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36016,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335824,"statfs":{"total":96636764160,"available":96599883776,"internally_reserved":0,"allocated":823296,"data_stored":666874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.01}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1339999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:57:07.012 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T15:57:07.012 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T15:57:07.012 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T15:57:07.012 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T15:57:07.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6799567640 1 Processor -- start 2024-09-13T15:57:07.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6799567640 1 -- start start 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6799567640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6794143160 0x7f67940cd250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6799567640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6794144230 con 0x7f6794143540 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6799567640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f679415ee50 con 0x7f67940d0000 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6799567640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f679415df80 con 0x7f6794143160 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f67927fc640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f6794143540 0x7f679415e740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59042/0 (socket says 172.21.15.7:59042) 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6792ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6794143160 0x7f67940cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f67927fc640 1 -- 172.21.15.7:0/3451398898 learned_addr learned my addr 172.21.15.7:0/3451398898 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:07.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6792ffd640 1 -- 172.21.15.7:0/3451398898 >> v1:172.21.15.77:6789/0 conn(0x7f67940d0000 legacy=0x7f6794071600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:07.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6792ffd640 1 -- 172.21.15.7:0/3451398898 >> v1:172.21.15.7:6789/0 conn(0x7f6794143540 legacy=0x7f679415e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.160+0000 7f6792ffd640 1 -- 172.21.15.7:0/3451398898 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67940cd8f0 con 0x7f6794143160 2024-09-13T15:57:07.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6792ffd640 1 --2- 172.21.15.7:0/3451398898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f67940cd250 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f67840097c0 tx=0x7f678401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b207d9857a96f4e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6791ffb640 1 -- 172.21.15.7:0/3451398898 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67840a7070 con 0x7f6794143160 2024-09-13T15:57:07.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6791ffb640 1 -- 172.21.15.7:0/3451398898 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67840ab430 con 0x7f6794143160 2024-09-13T15:57:07.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6791ffb640 1 -- 172.21.15.7:0/3451398898 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67840ab7c0 con 0x7f6794143160 2024-09-13T15:57:07.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 -- 172.21.15.7:0/3451398898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 msgr2=0x7f67940cd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 --2- 172.21.15.7:0/3451398898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f67940cd250 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f67840097c0 tx=0x7f678401c430 comp rx=0 tx=0).stop 2024-09-13T15:57:07.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 -- 172.21.15.7:0/3451398898 shutdown_connections 2024-09-13T15:57:07.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 --2- 172.21.15.7:0/3451398898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f67940cd250 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 -- 172.21.15.7:0/3451398898 >> 172.21.15.7:0/3451398898 conn(0x7f679406d6f0 msgr2=0x7f679406db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:07.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 -- 172.21.15.7:0/3451398898 shutdown_connections 2024-09-13T15:57:07.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.164+0000 7f6799567640 1 -- 172.21.15.7:0/3451398898 wait complete. 2024-09-13T15:57:07.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 Processor -- start 2024-09-13T15:57:07.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- start start 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67940d0000 0x7f6794159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f6794130520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6794143540 0x7f6794130a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6794131e60 con 0x7f6794143160 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f679415a330 con 0x7f67940d0000 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6794130fa0 con 0x7f6794143540 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f6794130520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f6794130520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33412/0 (socket says 172.21.15.7:33412) 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 -- 172.21.15.7:0/2271254667 learned_addr learned my addr 172.21.15.7:0/2271254667 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6792ffd640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67940d0000 0x7f6794159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67937fe640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6794143540 0x7f6794130a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 -- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6794143540 msgr2=0x7f6794130a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6794143540 0x7f6794130a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 -- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67940d0000 msgr2=0x7f6794159df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67940d0000 0x7f6794159df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 -- 172.21.15.7:0/2271254667 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6784009420 con 0x7f6794143160 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67937fe640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6794143540 0x7f6794130a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6792ffd640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67940d0000 0x7f6794159df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f67927fc640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f6794130520 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f678800c430 tx=0x7f678800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788005cf0 con 0x7f6794143160 2024-09-13T15:57:07.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6788005e50 con 0x7f6794143160 2024-09-13T15:57:07.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67880072d0 con 0x7f6794143160 2024-09-13T15:57:07.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6794131250 con 0x7f6794143160 2024-09-13T15:57:07.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6794131810 con 0x7f6794143160 2024-09-13T15:57:07.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f679415a7a0 con 0x7f6794143160 2024-09-13T15:57:07.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6788007430 con 0x7f6794143160 2024-09-13T15:57:07.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f677b7fe640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6780066690 0x7f6780068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6788083620 con 0x7f6794143160 2024-09-13T15:57:07.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.168+0000 7f6792ffd640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6780066690 0x7f6780068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.172+0000 7f6792ffd640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6780066690 0x7f6780068b50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f67840af000 tx=0x7f6784008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.172+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f679415a7a0 con 0x7f6794143160 2024-09-13T15:57:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.360+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f679415a7a0 con 0x7f6794143160 2024-09-13T15:57:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.360+0000 7f677b7fe640 1 -- 172.21.15.7:0/2271254667 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f679415a7a0 con 0x7f6794143160 2024-09-13T15:57:07.365 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:07.366 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T15:57:07.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6780066690 msgr2=0x7f6780068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6780066690 0x7f6780068b50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f67840af000 tx=0x7f6784008040 comp rx=0 tx=0).stop 2024-09-13T15:57:07.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 msgr2=0x7f6794130520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f6794130520 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f678800c430 tx=0x7f678800c8f0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 shutdown_connections 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6780066690 0x7f6780068b50 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6794143540 0x7f6794130a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6794143160 0x7f6794130520 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 --2- 172.21.15.7:0/2271254667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67940d0000 0x7f6794159df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 >> 172.21.15.7:0/2271254667 conn(0x7f679406d6f0 msgr2=0x7f67940b2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 shutdown_connections 2024-09-13T15:57:07.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.364+0000 7f6799567640 1 -- 172.21.15.7:0/2271254667 wait complete. 2024-09-13T15:57:07.383 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T15:57:07.384 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:07.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.488+0000 7f42be96c640 1 Processor -- start 2024-09-13T15:57:07.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.488+0000 7f42be96c640 1 -- start start 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f42b80cf3d0 0x7f42b80cf7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42b80d0220 con 0x7f42b8160140 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42b80b4ef0 con 0x7f42b80b1c30 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42b80cebd0 con 0x7f42b80cf3d0 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b7fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f42b80cf3d0 0x7f42b80cf7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b77fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f42b8160140 0x7f42b80b40d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59046/0 (socket says 172.21.15.7:59046) 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b77fe640 1 -- 172.21.15.7:0/1171724601 learned_addr learned my addr 172.21.15.7:0/1171724601 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:07.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b7fff640 1 -- 172.21.15.7:0/1171724601 >> v1:172.21.15.77:6789/0 conn(0x7f42b80b1c30 legacy=0x7f42b80b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:07.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b7fff640 1 -- 172.21.15.7:0/1171724601 >> v1:172.21.15.7:6789/0 conn(0x7f42b8160140 legacy=0x7f42b80b40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b7fff640 1 -- 172.21.15.7:0/1171724601 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b80cfcf0 con 0x7f42b80cf3d0 2024-09-13T15:57:07.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b6ffd640 1 -- 172.21.15.7:0/1171724601 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 34643584 0 0) 0x7f42b80d0220 con 0x7f42b8160140 2024-09-13T15:57:07.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b7fff640 1 --2- 172.21.15.7:0/1171724601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80cf3d0 0x7f42b80cf7b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f42a80097c0 tx=0x7f42a801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce60842f0bc0f08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b6ffd640 1 -- 172.21.15.7:0/1171724601 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a80a7070 con 0x7f42b80cf3d0 2024-09-13T15:57:07.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b6ffd640 1 -- 172.21.15.7:0/1171724601 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42a80ab430 con 0x7f42b80cf3d0 2024-09-13T15:57:07.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42b6ffd640 1 -- 172.21.15.7:0/1171724601 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a80ab7c0 con 0x7f42b80cf3d0 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 -- 172.21.15.7:0/1171724601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80cf3d0 msgr2=0x7f42b80cf7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 --2- 172.21.15.7:0/1171724601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80cf3d0 0x7f42b80cf7b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f42a80097c0 tx=0x7f42a801c430 comp rx=0 tx=0).stop 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 -- 172.21.15.7:0/1171724601 shutdown_connections 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 --2- 172.21.15.7:0/1171724601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80cf3d0 0x7f42b80cf7b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.492+0000 7f42be96c640 1 -- 172.21.15.7:0/1171724601 >> 172.21.15.7:0/1171724601 conn(0x7f42b806a5a0 msgr2=0x7f42b806a980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- 172.21.15.7:0/1171724601 shutdown_connections 2024-09-13T15:57:07.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- 172.21.15.7:0/1171724601 wait complete. 2024-09-13T15:57:07.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 Processor -- start 2024-09-13T15:57:07.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- start start 2024-09-13T15:57:07.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 0x7f42b8151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f42b80cf3d0 0x7f42b80c8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b80c8e70 0x7f42b815d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42b815bed0 con 0x7f42b80b1c30 2024-09-13T15:57:07.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42b80c9320 con 0x7f42b80c8e70 2024-09-13T15:57:07.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42b815b020 con 0x7f42b80cf3d0 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 0x7f42b8151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 0x7f42b8151930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33430/0 (socket says 172.21.15.7:33430) 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 -- 172.21.15.7:0/276638470 learned_addr learned my addr 172.21.15.7:0/276638470 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b77fe640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f42b80cf3d0 0x7f42b80c8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 -- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f42b80cf3d0 msgr2=0x7f42b80c8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42bcf09640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b80c8e70 0x7f42b815d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f42b80cf3d0 0x7f42b80c8930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 -- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b80c8e70 msgr2=0x7f42b815d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b80c8e70 0x7f42b815d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 -- 172.21.15.7:0/276638470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42a8009420 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b7fff640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 0x7f42b8151930 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f42a80ad040 tx=0x7f42a801ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a80b5810 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42a80b59b0 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42b8159bf0 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a80b5d60 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42b815b530 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42b80cf7b0 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.496+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f42a80b4390 con 0x7f42b80b1c30 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.500+0000 7f42b4ff9640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f42a4066690 0x7f42a4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.500+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f42a811e430 con 0x7f42b80b1c30 2024-09-13T15:57:07.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.500+0000 7f42b77fe640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f42a4066690 0x7f42a4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.500+0000 7f42b77fe640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f42a4066690 0x7f42a4068b50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f42ac000f70 tx=0x7f42ac009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.504+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f42a80eb830 con 0x7f42b80b1c30 2024-09-13T15:57:07.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.660+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f42b815d780 con 0x7f42b80b1c30 2024-09-13T15:57:07.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42b4ff9640 1 -- 172.21.15.7:0/276638470 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f42a80eee50 con 0x7f42b80b1c30 2024-09-13T15:57:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:07.667 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:07.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f42a4066690 msgr2=0x7f42a4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f42a4066690 0x7f42a4068b50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f42ac000f70 tx=0x7f42ac009040 comp rx=0 tx=0).stop 2024-09-13T15:57:07.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 msgr2=0x7f42b8151930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 0x7f42b8151930 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f42a80ad040 tx=0x7f42a801ac70 comp rx=0 tx=0).stop 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 shutdown_connections 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f42a4066690 0x7f42a4068b50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b80c8e70 0x7f42b815d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f42b80cf3d0 0x7f42b80c8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 --2- 172.21.15.7:0/276638470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42b80b1c30 0x7f42b8151930 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 >> 172.21.15.7:0/276638470 conn(0x7f42b806a5a0 msgr2=0x7f42b80b5610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 shutdown_connections 2024-09-13T15:57:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.664+0000 7f42be96c640 1 -- 172.21.15.7:0/276638470 wait complete. 2024-09-13T15:57:07.685 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:07.685 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9256884640 1 Processor -- start 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9256884640 1 -- start start 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9256884640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f92500cab60 0x7f92500b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9256884640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92500adad0 con 0x7f92501620c0 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9256884640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92500b0920 con 0x7f92500b0000 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9256884640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92500cb0c0 con 0x7f92500cab60 2024-09-13T15:57:07.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f924f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f92500cab60 0x7f92500b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9254e21640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f92501620c0 0x7f92501644b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59054/0 (socket says 172.21.15.7:59054) 2024-09-13T15:57:07.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f9254e21640 1 -- 172.21.15.7:0/2899096018 learned_addr learned my addr 172.21.15.7:0/2899096018 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:07.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f924f7fe640 1 -- 172.21.15.7:0/2899096018 >> v1:172.21.15.77:6789/0 conn(0x7f92500b0000 legacy=0x7f925015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:07.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f924f7fe640 1 -- 172.21.15.7:0/2899096018 >> v1:172.21.15.7:6789/0 conn(0x7f92501620c0 legacy=0x7f92501644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f924effd640 1 -- 172.21.15.7:0/2899096018 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3186480352 0 0) 0x7f92480014a0 con 0x7f92501620c0 2024-09-13T15:57:07.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.796+0000 7f924f7fe640 1 -- 172.21.15.7:0/2899096018 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92500cb3a0 con 0x7f92500cab60 2024-09-13T15:57:07.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f924f7fe640 1 --2- 172.21.15.7:0/2899096018 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92500cab60 0x7f92500b03e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f92400097c0 tx=0x7f924001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c01db9a6be9b332e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f924effd640 1 -- 172.21.15.7:0/2899096018 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92400ab670 con 0x7f92500cab60 2024-09-13T15:57:07.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f924effd640 1 -- 172.21.15.7:0/2899096018 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92400ab7d0 con 0x7f92500cab60 2024-09-13T15:57:07.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f924effd640 1 -- 172.21.15.7:0/2899096018 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92400abb60 con 0x7f92500cab60 2024-09-13T15:57:07.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- 172.21.15.7:0/2899096018 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92500cab60 msgr2=0x7f92500b03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 --2- 172.21.15.7:0/2899096018 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92500cab60 0x7f92500b03e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f92400097c0 tx=0x7f924001c470 comp rx=0 tx=0).stop 2024-09-13T15:57:07.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- 172.21.15.7:0/2899096018 shutdown_connections 2024-09-13T15:57:07.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 --2- 172.21.15.7:0/2899096018 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92500cab60 0x7f92500b03e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- 172.21.15.7:0/2899096018 >> 172.21.15.7:0/2899096018 conn(0x7f9250065eb0 msgr2=0x7f9250069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:07.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- 172.21.15.7:0/2899096018 shutdown_connections 2024-09-13T15:57:07.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- 172.21.15.7:0/2899096018 wait complete. 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 Processor -- start 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- start start 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92500b0000 0x7f9250157dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f92500cab60 0x7f9250070140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 0x7f92501f9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92501639d0 con 0x7f92501620c0 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92501644c0 con 0x7f92500b0000 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9256884640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9250158300 con 0x7f92500cab60 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 0x7f92501f9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 0x7f92501f9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33444/0 (socket says 172.21.15.7:33444) 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 -- 172.21.15.7:0/1048856531 learned_addr learned my addr 172.21.15.7:0/1048856531 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f924f7fe640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f92500cab60 0x7f9250070140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f924ffff640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92500b0000 0x7f9250157dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 -- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f92500cab60 msgr2=0x7f9250070140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f92500cab60 0x7f9250070140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 -- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92500b0000 msgr2=0x7f9250157dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92500b0000 0x7f9250157dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 -- 172.21.15.7:0/1048856531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9240009420 con 0x7f92501620c0 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.800+0000 7f9254e21640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 0x7f92501f9560 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f924800c760 tx=0x7f924800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924800ce70 con 0x7f92501620c0 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9250070680 con 0x7f92501620c0 2024-09-13T15:57:07.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9250163f00 con 0x7f92501620c0 2024-09-13T15:57:07.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f924800a640 con 0x7f92501620c0 2024-09-13T15:57:07.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924800a9b0 con 0x7f92501620c0 2024-09-13T15:57:07.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9230005260 con 0x7f92501620c0 2024-09-13T15:57:07.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f924800ab10 con 0x7f92501620c0 2024-09-13T15:57:07.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924cff9640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f923c066690 0x7f923c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:07.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9248083830 con 0x7f92501620c0 2024-09-13T15:57:07.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924ffff640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f923c066690 0x7f923c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:07.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.804+0000 7f924ffff640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f923c066690 0x7f923c068b50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9244000f70 tx=0x7f9244009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:07.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.808+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9248050bb0 con 0x7f92501620c0 2024-09-13T15:57:07.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.960+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9230005a90 con 0x7f92501620c0 2024-09-13T15:57:07.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f924cff9640 1 -- 172.21.15.7:0/1048856531 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9248018020 con 0x7f92501620c0 2024-09-13T15:57:07.967 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:07.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f923c066690 msgr2=0x7f923c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f923c066690 0x7f923c068b50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9244000f70 tx=0x7f9244009040 comp rx=0 tx=0).stop 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 msgr2=0x7f92501f9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 0x7f92501f9560 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f924800c760 tx=0x7f924800cc20 comp rx=0 tx=0).stop 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 shutdown_connections 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f923c066690 0x7f923c068b50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92501620c0 0x7f92501f9560 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f92500cab60 0x7f9250070140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 --2- 172.21.15.7:0/1048856531 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92500b0000 0x7f9250157dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 >> 172.21.15.7:0/1048856531 conn(0x7f9250065eb0 msgr2=0x7f9250149c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 shutdown_connections 2024-09-13T15:57:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:07.964+0000 7f9256884640 1 -- 172.21.15.7:0/1048856531 wait complete. 2024-09-13T15:57:07.985 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a63cf640 1 Processor -- start 2024-09-13T15:57:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a63cf640 1 -- start start 2024-09-13T15:57:08.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a63cf640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb5a0159130 0x7fb5a015d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a63cf640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a00b3690 con 0x7fb5a0070bf0 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a63cf640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a015dce0 con 0x7fb5a0070780 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a63cf640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5a006d510 con 0x7fb5a0159130 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a496c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb5a0070bf0 0x7fb5a006ce00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59062/0 (socket says 172.21.15.7:59062) 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.104+0000 7fb5a496c640 1 -- 172.21.15.7:0/1084919398 learned_addr learned my addr 172.21.15.7:0/1084919398 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 --2- 172.21.15.7:0/1084919398 >> v2:172.21.15.77:3300/0 conn(0x7fb5a0159130 0x7fb5a015d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 737067171 0 0) 0x7fb5a00b3690 con 0x7fb5a0070bf0 2024-09-13T15:57:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb588003530 con 0x7fb5a0070bf0 2024-09-13T15:57:08.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1477633056 0 0) 0x7fb588003530 con 0x7fb5a0070bf0 2024-09-13T15:57:08.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 >> v2:172.21.15.77:3300/0 conn(0x7fb5a0159130 msgr2=0x7fb5a015d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 --2- 172.21.15.7:0/1084919398 >> v2:172.21.15.77:3300/0 conn(0x7fb5a0159130 0x7fb5a015d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 >> v1:172.21.15.77:6789/0 conn(0x7fb5a0070780 legacy=0x7fb5a006c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a00b2a80 con 0x7fb5a0070bf0 2024-09-13T15:57:08.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fb598001a00 con 0x7fb5a0070bf0 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 >> v1:172.21.15.7:6789/0 conn(0x7fb5a0070bf0 legacy=0x7fb5a006ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb588003980 0x7fb588003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb5880047d0 0x7fb588004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb588005190 0x7fb58800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a006d510 con 0x7fb588003980 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb58800c030 con 0x7fb588005190 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb58800c1f0 con 0x7fb5880047d0 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb588003980 0x7fb588003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a496c640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb588005190 0x7fb58800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 -- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb5880047d0 msgr2=0x7fb588004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb5880047d0 0x7fb588004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 -- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb588005190 msgr2=0x7fb58800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb588005190 0x7fb58800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 -- 172.21.15.7:0/1084919398 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb588003530 con 0x7fb588003980 2024-09-13T15:57:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a496c640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb588005190 0x7fb58800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a496c640 1 -- 172.21.15.7:0/1084919398 reap_dead start 2024-09-13T15:57:08.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59ffff640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb588003980 0x7fb588003da0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb590009ae0 tx=0x7fb59001ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3082f6b30a4dee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5900a55b0 con 0x7fb588003980 2024-09-13T15:57:08.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5900a5710 con 0x7fb588003980 2024-09-13T15:57:08.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb59effd640 1 -- 172.21.15.7:0/1084919398 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5900a5ac0 con 0x7fb588003980 2024-09-13T15:57:08.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 -- 172.21.15.7:0/1084919398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb588003980 msgr2=0x7fb588003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb588003980 0x7fb588003da0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb590009ae0 tx=0x7fb59001ca40 comp rx=0 tx=0).stop 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 -- 172.21.15.7:0/1084919398 shutdown_connections 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/1084919398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb588003980 0x7fb588003da0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 -- 172.21.15.7:0/1084919398 >> 172.21.15.7:0/1084919398 conn(0x7fb5a006b1e0 msgr2=0x7fb5a006b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 -- 172.21.15.7:0/1084919398 shutdown_connections 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.108+0000 7fb5a63cf640 1 -- 172.21.15.7:0/1084919398 wait complete. 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 Processor -- start 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- start start 2024-09-13T15:57:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb588003980 0x7fb5a01e5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 0x7fb5a0143d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a00b03a0 0x7fb5a00b0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a0155cb0 con 0x7fb5a01e8040 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a01f3330 con 0x7fb5a00b03a0 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a01553e0 con 0x7fb588003980 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 0x7fb5a0143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 0x7fb5a0143d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33470/0 (socket says 172.21.15.7:33470) 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 -- 172.21.15.7:0/3228537395 learned_addr learned my addr 172.21.15.7:0/3228537395 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59ffff640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb588003980 0x7fb5a01e5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a496c640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a00b03a0 0x7fb5a00b0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 -- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb588003980 msgr2=0x7fb5a01e5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb588003980 0x7fb5a01e5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 -- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a00b03a0 msgr2=0x7fb5a00b0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a00b03a0 0x7fb5a00b0820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 -- 172.21.15.7:0/3228537395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a01e8870 con 0x7fb5a01e8040 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59f7fe640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 0x7fb5a0143d00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb59400c430 tx=0x7fb59400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5940052d0 con 0x7fb5a01e8040 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb594005430 con 0x7fb5a01e8040 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb594003860 con 0x7fb5a01e8040 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5a01555f0 con 0x7fb5a01e8040 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5a01e84a0 con 0x7fb5a01e8040 2024-09-13T15:57:08.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.112+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5a00b26e0 con 0x7fb5a01e8040 2024-09-13T15:57:08.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.116+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5940039c0 con 0x7fb5a01e8040 2024-09-13T15:57:08.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.116+0000 7fb59cff9640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb58c0666c0 0x7fb58c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.116+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb594083770 con 0x7fb5a01e8040 2024-09-13T15:57:08.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.116+0000 7fb59ffff640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb58c0666c0 0x7fb58c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.116+0000 7fb59ffff640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb58c0666c0 0x7fb58c068b80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb5900af000 tx=0x7fb590008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.120+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb594050ae0 con 0x7fb5a01e8040 2024-09-13T15:57:08.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb5a006dee0 con 0x7fb5a01e8040 2024-09-13T15:57:08.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb59cff9640 1 -- 172.21.15.7:0/3228537395 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb594054100 con 0x7fb5a01e8040 2024-09-13T15:57:08.276 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:08.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb58c0666c0 msgr2=0x7fb58c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb58c0666c0 0x7fb58c068b80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb5900af000 tx=0x7fb590008040 comp rx=0 tx=0).stop 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 msgr2=0x7fb5a0143d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 0x7fb5a0143d00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb59400c430 tx=0x7fb59400c8f0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 shutdown_connections 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb58c0666c0 0x7fb58c068b80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a00b03a0 0x7fb5a00b0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5a01e8040 0x7fb5a0143d00 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 --2- 172.21.15.7:0/3228537395 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb588003980 0x7fb5a01e5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 >> 172.21.15.7:0/3228537395 conn(0x7fb5a006b1e0 msgr2=0x7fb5a006b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:08.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 shutdown_connections 2024-09-13T15:57:08.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.272+0000 7fb5a63cf640 1 -- 172.21.15.7:0/3228537395 wait complete. 2024-09-13T15:57:08.293 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:08.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 Processor -- start 2024-09-13T15:57:08.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 -- start start 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc2bc0b0000 0x7fc2bc15b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 0x7fc2bc1644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2bc0adad0 con 0x7fc2bc0cab60 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2bc15ba70 con 0x7fc2bc0b0000 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c232a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc0cb0c0 con 0x7fc2bc1620c0 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc2bc0cab60 0x7fc2bc0b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59078/0 (socket says 172.21.15.7:59078) 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 -- 172.21.15.7:0/823267281 learned_addr learned my addr 172.21.15.7:0/823267281 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c08c7640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 0x7fc2bc1644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bbfff640 1 --2- 172.21.15.7:0/823267281 >> v2:172.21.15.77:3300/0 conn(0x7fc2bc0b0000 0x7fc2bc15b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1165775951 0 0) 0x7fc2a4001120 con 0x7fc2bc0cab60 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2a8003530 con 0x7fc2bc0cab60 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3667881890 0 0) 0x7fc2a8003530 con 0x7fc2bc0cab60 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 msgr2=0x7fc2bc1644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 0x7fc2bc1644b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 >> v2:172.21.15.77:3300/0 conn(0x7fc2bc0b0000 msgr2=0x7fc2bc15b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 --2- 172.21.15.7:0/823267281 >> v2:172.21.15.77:3300/0 conn(0x7fc2bc0b0000 0x7fc2bc15b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2bc0cb3a0 con 0x7fc2bc0cab60 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fc2a4001830 con 0x7fc2bc0cab60 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 >> v1:172.21.15.7:6789/0 conn(0x7fc2bc0cab60 legacy=0x7fc2bc0b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 0x7fc2a8003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2a80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2a8004d10 0x7fc2a8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc15ba70 con 0x7fc2a8003f00 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc0cb0c0 con 0x7fc2a8004d10 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a800b990 con 0x7fc2bc1620c0 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2a80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2bbfff640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 0x7fc2a8003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2c08c7640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2a8004d10 0x7fc2a8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 -- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 msgr2=0x7fc2a8003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc1620c0 0x7fc2a8003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 -- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2a8004d10 msgr2=0x7fc2a8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2a8004d10 0x7fc2a8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.404+0000 7fc2b3fff640 1 -- 172.21.15.7:0/823267281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2a8003530 con 0x7fc2a8003f00 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2a80047d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400c210 tx=0x7fc2a401f350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b53873a045918a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a4005ae0 con 0x7fc2a8003f00 2024-09-13T15:57:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2a40ab070 con 0x7fc2a8003f00 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bb7fe640 1 -- 172.21.15.7:0/823267281 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a4007070 con 0x7fc2a8003f00 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- 172.21.15.7:0/823267281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 msgr2=0x7fc2a80047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 --2- 172.21.15.7:0/823267281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2a80047d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400c210 tx=0x7fc2a401f350 comp rx=0 tx=0).stop 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c08c7640 1 -- 172.21.15.7:0/823267281 reap_dead start 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- 172.21.15.7:0/823267281 shutdown_connections 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- 172.21.15.7:0/823267281 >> 172.21.15.7:0/823267281 conn(0x7fc2bc065eb0 msgr2=0x7fc2bc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- 172.21.15.7:0/823267281 shutdown_connections 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- 172.21.15.7:0/823267281 wait complete. 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 Processor -- start 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- start start 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2bc148ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2bc070810 0x7fc2bc14f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc149180 0x7fc2bc14fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc149020 con 0x7fc2a8003f00 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc06f770 con 0x7fc2bc070810 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c232a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc06fa50 con 0x7fc2bc149180 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2bc148ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2bc148ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33488/0 (socket says 172.21.15.7:33488) 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 -- 172.21.15.7:0/3867565259 learned_addr learned my addr 172.21.15.7:0/3867565259 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2bc070810 0x7fc2bc14f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2c08c7640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc149180 0x7fc2bc14fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 -- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc149180 msgr2=0x7fc2bc14fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc149180 0x7fc2bc14fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 -- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2bc070810 msgr2=0x7fc2bc14f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2bc070810 0x7fc2bc14f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2bbfff640 1 -- 172.21.15.7:0/3867565259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2bc06fd30 con 0x7fc2a8003f00 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.408+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2bc070810 0x7fc2bc14f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2bbfff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2bc148ae0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac0115e0 tx=0x7fc2ac011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac00f8f0 con 0x7fc2a8003f00 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2ac00fa50 con 0x7fc2a8003f00 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2bc070010 con 0x7fc2a8003f00 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac00fdc0 con 0x7fc2a8003f00 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2bc06f400 con 0x7fc2a8003f00 2024-09-13T15:57:08.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2bc0ce980 con 0x7fc2a8003f00 2024-09-13T15:57:08.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc2ac015460 con 0x7fc2a8003f00 2024-09-13T15:57:08.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b97fa640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc29c0666c0 0x7fc29c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2ac084650 con 0x7fc2a8003f00 2024-09-13T15:57:08.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc29c0666c0 0x7fc29c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.412+0000 7fc2b3fff640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc29c0666c0 0x7fc29c068b80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc2a40ae000 tx=0x7fc2a4001c30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.416+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc2ac0519c0 con 0x7fc2a8003f00 2024-09-13T15:57:08.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.568+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc2bc0ce6a0 con 0x7fc2a8003f00 2024-09-13T15:57:08.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.568+0000 7fc2b97fa640 1 -- 172.21.15.7:0/3867565259 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc2ac054fe0 con 0x7fc2a8003f00 2024-09-13T15:57:08.574 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc29c0666c0 msgr2=0x7fc29c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc29c0666c0 0x7fc29c068b80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc2a40ae000 tx=0x7fc2a4001c30 comp rx=0 tx=0).stop 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 msgr2=0x7fc2bc148ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2bc148ae0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac0115e0 tx=0x7fc2ac011aa0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 shutdown_connections 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc29c0666c0 0x7fc29c068b80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc2bc149180 0x7fc2bc14fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2bc070810 0x7fc2bc14f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 --2- 172.21.15.7:0/3867565259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2a8003f00 0x7fc2bc148ae0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 >> 172.21.15.7:0/3867565259 conn(0x7fc2bc065eb0 msgr2=0x7fc2bc0b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 shutdown_connections 2024-09-13T15:57:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.572+0000 7fc2c232a640 1 -- 172.21.15.7:0/3867565259 wait complete. 2024-09-13T15:57:08.592 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:08.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.696+0000 7fa4d2a67640 1 Processor -- start 2024-09-13T15:57:08.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.696+0000 7fa4d2a67640 1 -- start start 2024-09-13T15:57:08.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d2a67640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc158b40 0x7fa4cc070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d2a67640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa4cc0b20d0 0x7fa4cc0cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d2a67640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4cc158f20 con 0x7fa4cc06b4d0 2024-09-13T15:57:08.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d2a67640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4cc071180 con 0x7fa4cc0b20d0 2024-09-13T15:57:08.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d2a67640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc06bfb0 con 0x7fa4cc158b40 2024-09-13T15:57:08.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa4cc0b20d0 0x7fa4cc0cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d0803640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc158b40 0x7fa4cc070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d0803640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc158b40 0x7fa4cc070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45498/0 (socket says 172.21.15.7:45498) 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa4cc0b20d0 0x7fa4cc0cba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:52188/0 (socket says 172.21.15.7:52188) 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4d0803640 1 -- 172.21.15.7:0/3019394837 learned_addr learned my addr 172.21.15.7:0/3019394837 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 -- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc158b40 msgr2=0x7fa4cc070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 --2- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc158b40 0x7fa4cc070930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 -- 172.21.15.7:0/3019394837 >> v1:172.21.15.77:6789/0 conn(0x7fa4cc06b4d0 legacy=0x7fa4cc0b2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 -- 172.21.15.7:0/3019394837 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4cc06c290 con 0x7fa4cc0b20d0 2024-09-13T15:57:08.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.700+0000 7fa4c3fff640 1 --2- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc0cba90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc0097c0 tx=0x7fa4bc01c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=880b3d02937a4150 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4c37fe640 1 -- 172.21.15.7:0/3019394837 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc0a7070 con 0x7fa4cc0b20d0 2024-09-13T15:57:08.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4c37fe640 1 -- 172.21.15.7:0/3019394837 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4bc0ab430 con 0x7fa4cc0b20d0 2024-09-13T15:57:08.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4c37fe640 1 -- 172.21.15.7:0/3019394837 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc0ab7c0 con 0x7fa4cc0b20d0 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 msgr2=0x7fa4cc0cba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc0cba90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc0097c0 tx=0x7fa4bc01c470 comp rx=0 tx=0).stop 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- 172.21.15.7:0/3019394837 shutdown_connections 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc0cba90 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/3019394837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc158b40 0x7fa4cc070930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- 172.21.15.7:0/3019394837 >> 172.21.15.7:0/3019394837 conn(0x7fa4cc069f00 msgr2=0x7fa4cc06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- 172.21.15.7:0/3019394837 shutdown_connections 2024-09-13T15:57:08.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- 172.21.15.7:0/3019394837 wait complete. 2024-09-13T15:57:08.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 Processor -- start 2024-09-13T15:57:08.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- start start 2024-09-13T15:57:08.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc06b4d0 0x7fa4cc152f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc1f4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 0x7fa4cc1577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc15eef0 con 0x7fa4cc158b40 2024-09-13T15:57:08.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc159490 con 0x7fa4cc0b20d0 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d2a67640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc159770 con 0x7fa4cc06b4d0 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d1004640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 0x7fa4cc1577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d1004640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 0x7fa4cc1577a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33502/0 (socket says 172.21.15.7:33502) 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d1004640 1 -- 172.21.15.7:0/668565349 learned_addr learned my addr 172.21.15.7:0/668565349 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4d0803640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc06b4d0 0x7fa4cc152f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.704+0000 7fa4c3fff640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc1f4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d1004640 1 -- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc06b4d0 msgr2=0x7fa4cc152f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d1004640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc06b4d0 0x7fa4cc152f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d1004640 1 -- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 msgr2=0x7fa4cc1f4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d1004640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc1f4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d1004640 1 -- 172.21.15.7:0/668565349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4bc009420 con 0x7fa4cc158b40 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d1004640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 0x7fa4cc1577a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa4c400c770 tx=0x7fa4c400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4c4003b80 con 0x7fa4cc158b40 2024-09-13T15:57:08.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4c4003ce0 con 0x7fa4cc158b40 2024-09-13T15:57:08.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4c400aa90 con 0x7fa4cc158b40 2024-09-13T15:57:08.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4cc159a50 con 0x7fa4cc158b40 2024-09-13T15:57:08.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4cc15a010 con 0x7fa4cc158b40 2024-09-13T15:57:08.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4cc0cba90 con 0x7fa4cc158b40 2024-09-13T15:57:08.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa4c400abf0 con 0x7fa4cc158b40 2024-09-13T15:57:08.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4c17fa640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa4b8066690 0x7fa4b8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:08.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4c4083e30 con 0x7fa4cc158b40 2024-09-13T15:57:08.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d0803640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa4b8066690 0x7fa4b8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:08.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.708+0000 7fa4d0803640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa4b8066690 0x7fa4b8068b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8009a40 tx=0x7fa4c8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:08.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.716+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa4c4051100 con 0x7fa4cc158b40 2024-09-13T15:57:08.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.900+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa4cc158f20 con 0x7fa4cc158b40 2024-09-13T15:57:08.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.900+0000 7fa4c17fa640 1 -- 172.21.15.7:0/668565349 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7fa4cc158f20 con 0x7fa4cc158b40 2024-09-13T15:57:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:08.906 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:08.907 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa4b8066690 msgr2=0x7fa4b8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa4b8066690 0x7fa4b8068b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8009a40 tx=0x7fa4c8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 msgr2=0x7fa4cc1577a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 0x7fa4cc1577a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa4c400c770 tx=0x7fa4c400cc30 comp rx=0 tx=0).stop 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 shutdown_connections 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa4b8066690 0x7fa4b8068b50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4cc158b40 0x7fa4cc1577a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa4cc0b20d0 0x7fa4cc1f4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 --2- 172.21.15.7:0/668565349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa4cc06b4d0 0x7fa4cc152f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 >> 172.21.15.7:0/668565349 conn(0x7fa4cc069f00 msgr2=0x7fa4cc15cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 shutdown_connections 2024-09-13T15:57:08.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:08.904+0000 7fa4d2a67640 1 -- 172.21.15.7:0/668565349 wait complete. 2024-09-13T15:57:08.925 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:09.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 Processor -- start 2024-09-13T15:57:09.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 -- start start 2024-09-13T15:57:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 0x7fc144158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc14406d4b0 0x7fc1441594e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1440b3b40 con 0x7fc14406d0d0 2024-09-13T15:57:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc144070480 con 0x7fc14406d4b0 2024-09-13T15:57:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc14940f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1440b15c0 con 0x7fc1440b2f00 2024-09-13T15:57:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc142ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc14406d0d0 0x7fc1440b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59090/0 (socket says 172.21.15.7:59090) 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc142ffd640 1 -- 172.21.15.7:0/3920825365 learned_addr learned my addr 172.21.15.7:0/3920825365 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1437fe640 1 --2- 172.21.15.7:0/3920825365 >> v2:172.21.15.77:3300/0 conn(0x7fc14406d4b0 0x7fc1441594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc13a7fc640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 0x7fc144158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3244483365 0 0) 0x7fc134001120 con 0x7fc14406d0d0 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc130003530 con 0x7fc14406d0d0 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2487398436 0 0) 0x7fc130003530 con 0x7fc14406d0d0 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 msgr2=0x7fc144158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 0x7fc144158fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 >> v2:172.21.15.77:3300/0 conn(0x7fc14406d4b0 msgr2=0x7fc1441594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 --2- 172.21.15.7:0/3920825365 >> v2:172.21.15.77:3300/0 conn(0x7fc14406d4b0 0x7fc1441594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc144070860 con 0x7fc14406d0d0 2024-09-13T15:57:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fc134001810 con 0x7fc14406d0d0 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 >> v1:172.21.15.7:6789/0 conn(0x7fc14406d0d0 legacy=0x7fc1440b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130003980 0x7fc130003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 0x7fc1300047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc130004d10 0x7fc130005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc144070480 con 0x7fc130004d10 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1440b15c0 con 0x7fc130003980 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc13000b990 con 0x7fc1440b2f00 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.032+0000 7fc1437fe640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc130004d10 0x7fc130005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc142ffd640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130003980 0x7fc130003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc13a7fc640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 0x7fc1300047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 -- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 msgr2=0x7fc1300047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440b2f00 0x7fc1300047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 -- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130003980 msgr2=0x7fc130003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130003980 0x7fc130003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 -- 172.21.15.7:0/3920825365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc130003530 con 0x7fc130004d10 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc130004d10 0x7fc130005190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00e170 tx=0x7fc13c01cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c9adcf8a3d8c0fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0a5cb0 con 0x7fc130004d10 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc13c00f040 con 0x7fc130004d10 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1427fc640 1 -- 172.21.15.7:0/3920825365 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0ad680 con 0x7fc130004d10 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc14940f640 1 -- 172.21.15.7:0/3920825365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc130004d10 msgr2=0x7fc130005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc14940f640 1 --2- 172.21.15.7:0/3920825365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc130004d10 0x7fc130005190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00e170 tx=0x7fc13c01cca0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc1437fe640 1 -- 172.21.15.7:0/3920825365 reap_dead start 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc14940f640 1 -- 172.21.15.7:0/3920825365 shutdown_connections 2024-09-13T15:57:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc14940f640 1 -- 172.21.15.7:0/3920825365 >> 172.21.15.7:0/3920825365 conn(0x7fc144069f00 msgr2=0x7fc14406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc14940f640 1 -- 172.21.15.7:0/3920825365 shutdown_connections 2024-09-13T15:57:09.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.036+0000 7fc14940f640 1 -- 172.21.15.7:0/3920825365 wait complete. 2024-09-13T15:57:09.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 Processor -- start 2024-09-13T15:57:09.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- start start 2024-09-13T15:57:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130004d10 0x7fc1440ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440acb00 0x7fc1441ebf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 0x7fc1441ec490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14415dce0 con 0x7fc1440acf80 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1441f34e0 con 0x7fc130004d10 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1441ec9d0 con 0x7fc1440acb00 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 0x7fc1441ec490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 0x7fc1441ec490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33518/0 (socket says 172.21.15.7:33518) 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 -- 172.21.15.7:0/2461963681 learned_addr learned my addr 172.21.15.7:0/2461963681 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13a7fc640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440acb00 0x7fc1441ebf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc142ffd640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130004d10 0x7fc1440ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 -- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440acb00 msgr2=0x7fc1441ebf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440acb00 0x7fc1441ebf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 -- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130004d10 msgr2=0x7fc1440ccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130004d10 0x7fc1440ccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 -- 172.21.15.7:0/2461963681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1440ccae0 con 0x7fc1440acf80 2024-09-13T15:57:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc142ffd640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130004d10 0x7fc1440ccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc1437fe640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 0x7fc1441ec490 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00e170 tx=0x7fc13c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0039a0 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc13c003b20 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0ae890 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1441f3200 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1440cc770 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1440cc2f0 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc13c0b4040 con 0x7fc1440acf80 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13bfff640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc1240666c0 0x7fc124068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc142ffd640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc1240666c0 0x7fc124068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.040+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc13c11e770 con 0x7fc1440acf80 2024-09-13T15:57:09.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.044+0000 7fc142ffd640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc1240666c0 0x7fc124068b80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc134001940 tx=0x7fc134000ee0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.048+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc1440cc2f0 con 0x7fc1440acf80 2024-09-13T15:57:09.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.208+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc1440ccc90 con 0x7fc1440acf80 2024-09-13T15:57:09.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.208+0000 7fc13bfff640 1 -- 172.21.15.7:0/2461963681 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7fc1440ccc90 con 0x7fc1440acf80 2024-09-13T15:57:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:09.214 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:09.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc1240666c0 msgr2=0x7fc124068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc1240666c0 0x7fc124068b80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc134001940 tx=0x7fc134000ee0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 msgr2=0x7fc1441ec490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 0x7fc1441ec490 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00e170 tx=0x7fc13c009750 comp rx=0 tx=0).stop 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 shutdown_connections 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc1240666c0 0x7fc124068b80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1440acf80 0x7fc1441ec490 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc1440acb00 0x7fc1441ebf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 --2- 172.21.15.7:0/2461963681 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc130004d10 0x7fc1440ccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 >> 172.21.15.7:0/2461963681 conn(0x7fc144069f00 msgr2=0x7fc1441559c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 shutdown_connections 2024-09-13T15:57:09.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.212+0000 7fc14940f640 1 -- 172.21.15.7:0/2461963681 wait complete. 2024-09-13T15:57:09.233 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:09.234 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:09.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 Processor -- start 2024-09-13T15:57:09.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 -- start start 2024-09-13T15:57:09.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e415c900 0x7f90e40d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f90e40cd7f0 0x7f90e40b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90e40d0db0 con 0x7f90e40cdc30 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90e415cce0 con 0x7f90e40cd7f0 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ec1a0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e40d1090 con 0x7f90e415c900 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e973b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f90e40cd7f0 0x7f90e40b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ea73d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f90e40cdc30 0x7f90e40b59a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59104/0 (socket says 172.21.15.7:59104) 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90ea73d640 1 -- 172.21.15.7:0/599741397 learned_addr learned my addr 172.21.15.7:0/599741397 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e9f3c640 1 --2- 172.21.15.7:0/599741397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e415c900 0x7f90e40d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e973b640 1 -- 172.21.15.7:0/599741397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e415c900 msgr2=0x7f90e40d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e973b640 1 --2- 172.21.15.7:0/599741397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e415c900 0x7f90e40d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e973b640 1 -- 172.21.15.7:0/599741397 >> v1:172.21.15.7:6789/0 conn(0x7f90e40cdc30 legacy=0x7f90e40b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e8f3a640 1 -- 172.21.15.7:0/599741397 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1929215956 0 0) 0x7f90e40d0db0 con 0x7f90e40cdc30 2024-09-13T15:57:09.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.344+0000 7f90e973b640 1 -- 172.21.15.7:0/599741397 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90e40d1370 con 0x7f90e40cd7f0 2024-09-13T15:57:09.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e973b640 1 --2- 172.21.15.7:0/599741397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40b4210 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f90d40097c0 tx=0x7f90d401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fd2f60026ddbff1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e8f3a640 1 -- 172.21.15.7:0/599741397 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d40ad680 con 0x7f90e40cd7f0 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e8f3a640 1 -- 172.21.15.7:0/599741397 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90d40ad7e0 con 0x7f90e40cd7f0 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e8f3a640 1 -- 172.21.15.7:0/599741397 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d40adb70 con 0x7f90e40cd7f0 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- 172.21.15.7:0/599741397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 msgr2=0x7f90e40b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/599741397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40b4210 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f90d40097c0 tx=0x7f90d401c470 comp rx=0 tx=0).stop 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- 172.21.15.7:0/599741397 shutdown_connections 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/599741397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40b4210 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/599741397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e415c900 0x7f90e40d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- 172.21.15.7:0/599741397 >> 172.21.15.7:0/599741397 conn(0x7f90e40cf210 msgr2=0x7f90e40cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- 172.21.15.7:0/599741397 shutdown_connections 2024-09-13T15:57:09.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- 172.21.15.7:0/599741397 wait complete. 2024-09-13T15:57:09.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 Processor -- start 2024-09-13T15:57:09.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- start start 2024-09-13T15:57:09.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40cc450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e40cdc30 0x7f90e4143a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e415c900 0x7f90e4143fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e4167080 con 0x7f90e40cd7f0 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e4157340 con 0x7f90e415c900 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90ec1a0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e41445d0 con 0x7f90e40cdc30 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e9f3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40cc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e9f3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40cc450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33544/0 (socket says 172.21.15.7:33544) 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.348+0000 7f90e9f3c640 1 -- 172.21.15.7:0/4204410301 learned_addr learned my addr 172.21.15.7:0/4204410301 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e973b640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e40cdc30 0x7f90e4143a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90ea73d640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e415c900 0x7f90e4143fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e9f3c640 1 -- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e40cdc30 msgr2=0x7f90e4143a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e9f3c640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e40cdc30 0x7f90e4143a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e9f3c640 1 -- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e415c900 msgr2=0x7f90e4143fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e9f3c640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e415c900 0x7f90e4143fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e9f3c640 1 -- 172.21.15.7:0/4204410301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d4009420 con 0x7f90e40cd7f0 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e973b640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e40cdc30 0x7f90e4143a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e9f3c640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40cc450 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f90e000d800 tx=0x7f90e000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e000b6c0 con 0x7f90e40cd7f0 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90e000b820 con 0x7f90e40cd7f0 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e000bb90 con 0x7f90e40cd7f0 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90e40d2510 con 0x7f90e40cd7f0 2024-09-13T15:57:09.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90e41419d0 con 0x7f90e40cd7f0 2024-09-13T15:57:09.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90e40b4210 con 0x7f90e40cd7f0 2024-09-13T15:57:09.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f90e000bcf0 con 0x7f90e40cd7f0 2024-09-13T15:57:09.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90da7fc640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f90c8066690 0x7f90c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90e0084720 con 0x7f90e40cd7f0 2024-09-13T15:57:09.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e973b640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f90c8066690 0x7f90c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.352+0000 7f90e973b640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f90c8066690 0x7f90c8068b50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f90d40af000 tx=0x7f90d4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.356+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f90e0051a90 con 0x7f90e40cd7f0 2024-09-13T15:57:09.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.508+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f90e40cf9a0 con 0x7f90e40cd7f0 2024-09-13T15:57:09.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.508+0000 7f90da7fc640 1 -- 172.21.15.7:0/4204410301 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f90e0011340 con 0x7f90e40cd7f0 2024-09-13T15:57:09.513 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:09.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f90c8066690 msgr2=0x7f90c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f90c8066690 0x7f90c8068b50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f90d40af000 tx=0x7f90d4008040 comp rx=0 tx=0).stop 2024-09-13T15:57:09.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 msgr2=0x7f90e40cc450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40cc450 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f90e000d800 tx=0x7f90e000dcc0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 shutdown_connections 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f90c8066690 0x7f90c8068b50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e415c900 0x7f90e4143fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f90e40cdc30 0x7f90e4143a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 --2- 172.21.15.7:0/4204410301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90e40cd7f0 0x7f90e40cc450 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 >> 172.21.15.7:0/4204410301 conn(0x7f90e40cf210 msgr2=0x7f90e40b1550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 shutdown_connections 2024-09-13T15:57:09.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.512+0000 7f90ec1a0640 1 -- 172.21.15.7:0/4204410301 wait complete. 2024-09-13T15:57:09.532 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:09.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.652+0000 7f5d25032640 1 Processor -- start 2024-09-13T15:57:09.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.652+0000 7f5d25032640 1 -- start start 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d25032640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d201571a0 0x7f5d2015a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d25032640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200b0000 0x7f5d200b0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d25032640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f5d200cc1c0 0x7f5d200cc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d25032640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d2006fca0 con 0x7f5d201571a0 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d25032640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d2006f400 con 0x7f5d200cc1c0 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d25032640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d200b0980 con 0x7f5d200b0000 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d201571a0 0x7f5d2015a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d201571a0 0x7f5d2015a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33548/0 (socket says 172.21.15.7:33548) 2024-09-13T15:57:09.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 -- 172.21.15.7:0/1984535540 learned_addr learned my addr 172.21.15.7:0/1984535540 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:09.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 -- 172.21.15.7:0/1984535540 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200b0000 msgr2=0x7f5d200b0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 --2- 172.21.15.7:0/1984535540 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200b0000 0x7f5d200b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 -- 172.21.15.7:0/1984535540 >> v2:172.21.15.77:3300/0 conn(0x7f5d200cc1c0 msgr2=0x7f5d200cc630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 --2- 172.21.15.7:0/1984535540 >> v2:172.21.15.77:3300/0 conn(0x7f5d200cc1c0 0x7f5d200cc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 -- 172.21.15.7:0/1984535540 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d2015aa20 con 0x7f5d201571a0 2024-09-13T15:57:09.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1ed9d640 1 --2- 172.21.15.7:0/1984535540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d2015a4e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5d2006a8e0 tx=0x7f5d1801eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ba4c7ce2fe17fbc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1dd9b640 1 -- 172.21.15.7:0/1984535540 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d1800b2d0 con 0x7f5d201571a0 2024-09-13T15:57:09.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1dd9b640 1 -- 172.21.15.7:0/1984535540 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d1800b430 con 0x7f5d201571a0 2024-09-13T15:57:09.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.656+0000 7f5d1dd9b640 1 -- 172.21.15.7:0/1984535540 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d180a7ae0 con 0x7f5d201571a0 2024-09-13T15:57:09.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1984535540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 msgr2=0x7f5d2015a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- 172.21.15.7:0/1984535540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d2015a4e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5d2006a8e0 tx=0x7f5d1801eb30 comp rx=0 tx=0).stop 2024-09-13T15:57:09.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1984535540 shutdown_connections 2024-09-13T15:57:09.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- 172.21.15.7:0/1984535540 >> v2:172.21.15.77:3300/0 conn(0x7f5d200cc1c0 0x7f5d200cc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- 172.21.15.7:0/1984535540 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200b0000 0x7f5d200b0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- 172.21.15.7:0/1984535540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d2015a4e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1984535540 >> 172.21.15.7:0/1984535540 conn(0x7f5d20065eb0 msgr2=0x7f5d20069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1984535540 shutdown_connections 2024-09-13T15:57:09.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1984535540 wait complete. 2024-09-13T15:57:09.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 Processor -- start 2024-09-13T15:57:09.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- start start 2024-09-13T15:57:09.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d200b0000 0x7f5d20153e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200cc1c0 0x7f5d200c7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d20142ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d201508d0 con 0x7f5d201571a0 2024-09-13T15:57:09.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d20150bb0 con 0x7f5d200b0000 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d20150e90 con 0x7f5d200cc1c0 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d20142ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d20142ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33562/0 (socket says 172.21.15.7:33562) 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 -- 172.21.15.7:0/1139711969 learned_addr learned my addr 172.21.15.7:0/1139711969 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1ed9d640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d200b0000 0x7f5d20153e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1e59c640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200cc1c0 0x7f5d200c7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 -- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200cc1c0 msgr2=0x7f5d200c7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200cc1c0 0x7f5d200c7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 -- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d200b0000 msgr2=0x7f5d20153e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d200b0000 0x7f5d20153e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 -- 172.21.15.7:0/1139711969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d1800bd40 con 0x7f5d201571a0 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1e59c640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200cc1c0 0x7f5d200c7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:09.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d1f59e640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d20142ab0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5d1000b430 tx=0x7f5d1000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d10011830 con 0x7f5d201571a0 2024-09-13T15:57:09.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d10011990 con 0x7f5d201571a0 2024-09-13T15:57:09.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d20151170 con 0x7f5d201571a0 2024-09-13T15:57:09.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d10011d40 con 0x7f5d201571a0 2024-09-13T15:57:09.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.660+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d20151730 con 0x7f5d201571a0 2024-09-13T15:57:09.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.664+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d20151950 con 0x7f5d201571a0 2024-09-13T15:57:09.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.664+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5d1001a400 con 0x7f5d201571a0 2024-09-13T15:57:09.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.664+0000 7f5d077fe640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d0c066690 0x7f5d0c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.664+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5d10084310 con 0x7f5d201571a0 2024-09-13T15:57:09.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.664+0000 7f5d1ed9d640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d0c066690 0x7f5d0c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.664+0000 7f5d1ed9d640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d0c066690 0x7f5d0c068b50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5d180b0000 tx=0x7f5d180a9070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.668+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5d10051680 con 0x7f5d201571a0 2024-09-13T15:57:09.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.820+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5d200cc630 con 0x7f5d201571a0 2024-09-13T15:57:09.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.820+0000 7f5d077fe640 1 -- 172.21.15.7:0/1139711969 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5d10054ca0 con 0x7f5d201571a0 2024-09-13T15:57:09.825 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d0c066690 msgr2=0x7f5d0c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d0c066690 0x7f5d0c068b50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5d180b0000 tx=0x7f5d180a9070 comp rx=0 tx=0).stop 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 msgr2=0x7f5d20142ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d20142ab0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5d1000b430 tx=0x7f5d1000b8f0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 shutdown_connections 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d0c066690 0x7f5d0c068b50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d201571a0 0x7f5d20142ab0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d200cc1c0 0x7f5d200c7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 --2- 172.21.15.7:0/1139711969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d200b0000 0x7f5d20153e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 >> 172.21.15.7:0/1139711969 conn(0x7f5d20065eb0 msgr2=0x7f5d200b2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 shutdown_connections 2024-09-13T15:57:09.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.824+0000 7f5d25032640 1 -- 172.21.15.7:0/1139711969 wait complete. 2024-09-13T15:57:09.843 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:09.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.956+0000 7f8bb1a30640 1 Processor -- start 2024-09-13T15:57:09.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.956+0000 7f8bb1a30640 1 -- start start 2024-09-13T15:57:09.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bb1a30640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f8bac15a570 0x7f8bac0cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bb1a30640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 0x7f8bac0b0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bb1a30640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bac0ca280 con 0x7f8bac0cc700 2024-09-13T15:57:09.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bb1a30640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8bac0c9bf0 con 0x7f8bac15a570 2024-09-13T15:57:09.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bb1a30640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bac0b09d0 con 0x7f8bac0b0000 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8baaffd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f8bac15a570 0x7f8bac0cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 0x7f8bac0b0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 0x7f8bac0b0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:45566/0 (socket says 172.21.15.7:45566) 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8ba3fff640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f8bac0cc700 0x7f8bac0cb320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:41028/0 (socket says 172.21.15.7:41028) 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 -- 172.21.15.7:0/2262425058 learned_addr learned my addr 172.21.15.7:0/2262425058 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 -- 172.21.15.7:0/2262425058 >> v2:172.21.15.77:3300/0 conn(0x7f8bac15a570 msgr2=0x7f8bac0cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 --2- 172.21.15.7:0/2262425058 >> v2:172.21.15.77:3300/0 conn(0x7f8bac15a570 0x7f8bac0cc1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 -- 172.21.15.7:0/2262425058 >> v1:172.21.15.77:6789/0 conn(0x7f8bac0cc700 legacy=0x7f8bac0cb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 -- 172.21.15.7:0/2262425058 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bac0ca560 con 0x7f8bac0b0000 2024-09-13T15:57:09.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8bab7fe640 1 --2- 172.21.15.7:0/2262425058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 0x7f8bac0b0490 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4009e50 tx=0x7f8ba401ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cbbb22f5a723c8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8baa7fc640 1 -- 172.21.15.7:0/2262425058 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40a58d0 con 0x7f8bac0b0000 2024-09-13T15:57:09.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8baa7fc640 1 -- 172.21.15.7:0/2262425058 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ba40a5a30 con 0x7f8bac0b0000 2024-09-13T15:57:09.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.960+0000 7f8baa7fc640 1 -- 172.21.15.7:0/2262425058 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40a5dc0 con 0x7f8bac0b0000 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/2262425058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 msgr2=0x7f8bac0b0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/2262425058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 0x7f8bac0b0490 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4009e50 tx=0x7f8ba401ca00 comp rx=0 tx=0).stop 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/2262425058 shutdown_connections 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/2262425058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0b0000 0x7f8bac0b0490 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/2262425058 >> v2:172.21.15.77:3300/0 conn(0x7f8bac15a570 0x7f8bac0cc1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/2262425058 >> 172.21.15.7:0/2262425058 conn(0x7f8bac065eb0 msgr2=0x7f8bac069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/2262425058 shutdown_connections 2024-09-13T15:57:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/2262425058 wait complete. 2024-09-13T15:57:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 Processor -- start 2024-09-13T15:57:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- start start 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8bac0b0000 0x7f8bac156de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0cc700 0x7f8bac149c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 0x7f8bac15ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bac14b300 con 0x7f8bac15a570 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bac14a6f0 con 0x7f8bac0b0000 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bac14a9d0 con 0x7f8bac0cc700 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 0x7f8bac15ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 0x7f8bac15ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33578/0 (socket says 172.21.15.7:33578) 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 -- 172.21.15.7:0/3490500102 learned_addr learned my addr 172.21.15.7:0/3490500102 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8ba3fff640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0cc700 0x7f8bac149c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8baaffd640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8bac0b0000 0x7f8bac156de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 -- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0cc700 msgr2=0x7f8bac149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0cc700 0x7f8bac149c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 -- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8bac0b0000 msgr2=0x7f8bac156de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8bac0b0000 0x7f8bac156de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 -- 172.21.15.7:0/3490500102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ba4009b30 con 0x7f8bac15a570 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bab7fe640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 0x7f8bac15ed80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8ba401a630 tx=0x7f8ba40197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40bd070 con 0x7f8bac15a570 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ba40b8470 con 0x7f8bac15a570 2024-09-13T15:57:09.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40b8820 con 0x7f8bac15a570 2024-09-13T15:57:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bac14acb0 con 0x7f8bac15a570 2024-09-13T15:57:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.964+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bac14b790 con 0x7f8bac15a570 2024-09-13T15:57:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.967+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bac14b470 con 0x7f8bac15a570 2024-09-13T15:57:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.967+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8ba40b8980 con 0x7f8bac15a570 2024-09-13T15:57:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.967+0000 7f8ba8ff9640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8b8c0666c0 0x7f8b8c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.967+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8ba411f0e0 con 0x7f8bac15a570 2024-09-13T15:57:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.967+0000 7f8baaffd640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8b8c0666c0 0x7f8b8c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.967+0000 7f8baaffd640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8b8c0666c0 0x7f8b8c068b80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c009b60 tx=0x7f8b9c009190 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:09.971+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8ba40ec4f0 con 0x7f8bac15a570 2024-09-13T15:57:10.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.131+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8bac0b0490 con 0x7f8bac15a570 2024-09-13T15:57:10.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.131+0000 7f8ba8ff9640 1 -- 172.21.15.7:0/3490500102 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8ba40efb10 con 0x7f8bac15a570 2024-09-13T15:57:10.138 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:10.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8b8c0666c0 msgr2=0x7f8b8c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8b8c0666c0 0x7f8b8c068b80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c009b60 tx=0x7f8b9c009190 comp rx=0 tx=0).stop 2024-09-13T15:57:10.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 msgr2=0x7f8bac15ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 0x7f8bac15ed80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8ba401a630 tx=0x7f8ba40197a0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 shutdown_connections 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8b8c0666c0 0x7f8b8c068b80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bac15a570 0x7f8bac15ed80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8bac0cc700 0x7f8bac149c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 --2- 172.21.15.7:0/3490500102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8bac0b0000 0x7f8bac156de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 >> 172.21.15.7:0/3490500102 conn(0x7f8bac065eb0 msgr2=0x7f8bac072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 shutdown_connections 2024-09-13T15:57:10.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.135+0000 7f8bb1a30640 1 -- 172.21.15.7:0/3490500102 wait complete. 2024-09-13T15:57:10.157 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:10.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba3e75640 1 Processor -- start 2024-09-13T15:57:10.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba3e75640 1 -- start start 2024-09-13T15:57:10.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba3e75640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7feb9c0cdaf0 0x7feb9c15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba3e75640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb9c15af90 con 0x7feb9c15da10 2024-09-13T15:57:10.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba3e75640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb9c0b2d60 con 0x7feb9c143af0 2024-09-13T15:57:10.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba3e75640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb9c15ddf0 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba2412640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7feb9c0cdaf0 0x7feb9c15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba2412640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7feb9c0cdaf0 0x7feb9c15aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33590/0 (socket says 172.21.15.7:33590) 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba2412640 1 -- 172.21.15.7:0/1774699749 learned_addr learned my addr 172.21.15.7:0/1774699749 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba1c11640 1 --1- 172.21.15.7:0/1774699749 >> v1:172.21.15.7:6789/0 conn(0x7feb9c15da10 0x7feb9c0b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59106/0 (socket says 172.21.15.7:59106) 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba2412640 1 -- 172.21.15.7:0/1774699749 >> v1:172.21.15.77:6789/0 conn(0x7feb9c143af0 legacy=0x7feb9c0cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba2412640 1 -- 172.21.15.7:0/1774699749 >> v1:172.21.15.7:6789/0 conn(0x7feb9c15da10 legacy=0x7feb9c0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.279+0000 7feba2412640 1 -- 172.21.15.7:0/1774699749 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb9c0b3000 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba2412640 1 --2- 172.21.15.7:0/1774699749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c15aa50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7feb94009e50 tx=0x7feb9401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c79a445da3a61b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba0c0f640 1 -- 172.21.15.7:0/1774699749 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb940a5880 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba0c0f640 1 -- 172.21.15.7:0/1774699749 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb940a59e0 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba0c0f640 1 -- 172.21.15.7:0/1774699749 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb940a5d70 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- 172.21.15.7:0/1774699749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 msgr2=0x7feb9c15aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 --2- 172.21.15.7:0/1774699749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c15aa50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7feb94009e50 tx=0x7feb9401c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- 172.21.15.7:0/1774699749 shutdown_connections 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 --2- 172.21.15.7:0/1774699749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c15aa50 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- 172.21.15.7:0/1774699749 >> 172.21.15.7:0/1774699749 conn(0x7feb9c069f00 msgr2=0x7feb9c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- 172.21.15.7:0/1774699749 shutdown_connections 2024-09-13T15:57:10.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- 172.21.15.7:0/1774699749 wait complete. 2024-09-13T15:57:10.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 Processor -- start 2024-09-13T15:57:10.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- start start 2024-09-13T15:57:10.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c1f9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb9c143af0 0x7feb9c13fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb9c15da10 0x7feb9c1f8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c1f9b70 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c139e60 con 0x7feb9c15da10 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.283+0000 7feba3e75640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c13a140 con 0x7feb9c143af0 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c1f9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c1f9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33606/0 (socket says 172.21.15.7:33606) 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 -- 172.21.15.7:0/2333319105 learned_addr learned my addr 172.21.15.7:0/2333319105 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1410640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb9c143af0 0x7feb9c13fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba2412640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb9c15da10 0x7feb9c1f8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 -- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb9c143af0 msgr2=0x7feb9c13fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb9c143af0 0x7feb9c13fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 -- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb9c15da10 msgr2=0x7feb9c1f8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb9c15da10 0x7feb9c1f8470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 -- 172.21.15.7:0/2333319105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb94009b30 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1c11640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c1f9630 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7feb9800c430 tx=0x7feb9800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb980074e0 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb98007640 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb9c13a420 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb98004a10 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb9c1f9110 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb9c13a610 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feb98004b70 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feb927fc640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb80066690 0x7feb80068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1410640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb80066690 0x7feb80068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feb98083ae0 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.287+0000 7feba1410640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb80066690 0x7feb80068b50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7feb9c0cd9d0 tx=0x7feb8c007e40 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.291+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feb9c13a610 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.483+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feb9c13a610 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feb927fc640 1 -- 172.21.15.7:0/2333319105 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7feb9c13a610 con 0x7feb9c0cdaf0 2024-09-13T15:57:10.491 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:10.491 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:10.491 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:10.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb80066690 msgr2=0x7feb80068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb80066690 0x7feb80068b50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7feb9c0cd9d0 tx=0x7feb8c007e40 comp rx=0 tx=0).stop 2024-09-13T15:57:10.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 msgr2=0x7feb9c1f9630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c1f9630 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7feb9800c430 tx=0x7feb9800c8f0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 shutdown_connections 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb80066690 0x7feb80068b50 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb9c15da10 0x7feb9c1f8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb9c143af0 0x7feb9c13fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 --2- 172.21.15.7:0/2333319105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb9c0cdaf0 0x7feb9c1f9630 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 >> 172.21.15.7:0/2333319105 conn(0x7feb9c069f00 msgr2=0x7feb9c0aea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 shutdown_connections 2024-09-13T15:57:10.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.487+0000 7feba3e75640 1 -- 172.21.15.7:0/2333319105 wait complete. 2024-09-13T15:57:10.509 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:10.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.623+0000 7fafc0f63640 1 Processor -- start 2024-09-13T15:57:10.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.623+0000 7fafc0f63640 1 -- start start 2024-09-13T15:57:10.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.623+0000 7fafc0f63640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc15da10 0x7fafbc15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.623+0000 7fafc0f63640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fafbc0cd3e0 0x7fafbc0cd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.623+0000 7fafc0f63640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafbc15af90 con 0x7fafbc143af0 2024-09-13T15:57:10.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafc0f63640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafbc15ddf0 con 0x7fafbc0cd3e0 2024-09-13T15:57:10.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafc0f63640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc0b2d60 con 0x7fafbc15da10 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafbad9d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fafbc0cd3e0 0x7fafbc0cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafba59c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc15da10 0x7fafbc15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafb9d9b640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7fafbc143af0 0x7fafbc0b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:41044/0 (socket says 172.21.15.7:41044) 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafb9d9b640 1 -- 172.21.15.7:0/491793271 learned_addr learned my addr 172.21.15.7:0/491793271 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafb959a640 1 -- 172.21.15.7:0/491793271 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1950392891 0 0) 0x7fafbc15af90 con 0x7fafbc143af0 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafba59c640 1 -- 172.21.15.7:0/491793271 >> v2:172.21.15.77:3300/0 conn(0x7fafbc0cd3e0 msgr2=0x7fafbc0cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafba59c640 1 --2- 172.21.15.7:0/491793271 >> v2:172.21.15.77:3300/0 conn(0x7fafbc0cd3e0 0x7fafbc0cd830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafba59c640 1 -- 172.21.15.7:0/491793271 >> v1:172.21.15.77:6789/0 conn(0x7fafbc143af0 legacy=0x7fafbc0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafba59c640 1 -- 172.21.15.7:0/491793271 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafbc0b3000 con 0x7fafbc15da10 2024-09-13T15:57:10.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafba59c640 1 --2- 172.21.15.7:0/491793271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc15da10 0x7fafbc15aa50 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fafac0097c0 tx=0x7fafac01c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b1cade33345b174d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafb959a640 1 -- 172.21.15.7:0/491793271 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafac0ab670 con 0x7fafbc15da10 2024-09-13T15:57:10.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafb959a640 1 -- 172.21.15.7:0/491793271 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafac0ab7d0 con 0x7fafbc15da10 2024-09-13T15:57:10.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.627+0000 7fafb959a640 1 -- 172.21.15.7:0/491793271 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafac0abb60 con 0x7fafbc15da10 2024-09-13T15:57:10.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/491793271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc15da10 msgr2=0x7fafbc15aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 --2- 172.21.15.7:0/491793271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc15da10 0x7fafbc15aa50 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fafac0097c0 tx=0x7fafac01c470 comp rx=0 tx=0).stop 2024-09-13T15:57:10.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/491793271 shutdown_connections 2024-09-13T15:57:10.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 --2- 172.21.15.7:0/491793271 >> v2:172.21.15.77:3300/0 conn(0x7fafbc0cd3e0 0x7fafbc0cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 --2- 172.21.15.7:0/491793271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc15da10 0x7fafbc15aa50 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/491793271 >> 172.21.15.7:0/491793271 conn(0x7fafbc069f00 msgr2=0x7fafbc06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:10.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/491793271 shutdown_connections 2024-09-13T15:57:10.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/491793271 wait complete. 2024-09-13T15:57:10.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 Processor -- start 2024-09-13T15:57:10.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- start start 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc0cd3e0 0x7fafbc130530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafbc143af0 0x7fafbc159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 0x7fafbc15f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc160980 con 0x7fafbc15da10 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc159fb0 con 0x7fafbc143af0 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc1f4a40 con 0x7fafbc0cd3e0 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 0x7fafbc15f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 0x7fafbc15f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33620/0 (socket says 172.21.15.7:33620) 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 -- 172.21.15.7:0/449420410 learned_addr learned my addr 172.21.15.7:0/449420410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafba59c640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc0cd3e0 0x7fafbc130530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafb9d9b640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafbc143af0 0x7fafbc159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 -- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc0cd3e0 msgr2=0x7fafbc130530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc0cd3e0 0x7fafbc130530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 -- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafbc143af0 msgr2=0x7fafbc159a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafbc143af0 0x7fafbc159a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 -- 172.21.15.7:0/449420410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafac009420 con 0x7fafbc15da10 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafbad9d640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 0x7fafbc15f240 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fafb400efc0 tx=0x7fafb400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb4014480 con 0x7fafbc15da10 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb400f040 con 0x7fafbc15da10 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafbc15fd00 con 0x7fafbc15da10 2024-09-13T15:57:10.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb4014820 con 0x7fafbc15da10 2024-09-13T15:57:10.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.631+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafbc1602c0 con 0x7fafbc15da10 2024-09-13T15:57:10.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.635+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafbc160ac0 con 0x7fafbc15da10 2024-09-13T15:57:10.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.635+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fafb4014980 con 0x7fafbc15da10 2024-09-13T15:57:10.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.635+0000 7fafaaffd640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf9c066690 0x7faf9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.635+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fafb4084cb0 con 0x7fafbc15da10 2024-09-13T15:57:10.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.635+0000 7fafba59c640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf9c066690 0x7faf9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.635+0000 7fafba59c640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf9c066690 0x7faf9c068b50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fafac0af000 tx=0x7fafac0a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.639+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fafbc160ac0 con 0x7fafbc15da10 2024-09-13T15:57:10.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.791+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fafbc160ac0 con 0x7fafbc15da10 2024-09-13T15:57:10.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafaaffd640 1 -- 172.21.15.7:0/449420410 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7fafbc160ac0 con 0x7fafbc15da10 2024-09-13T15:57:10.800 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:10.801 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:10.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf9c066690 msgr2=0x7faf9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf9c066690 0x7faf9c068b50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fafac0af000 tx=0x7fafac0a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 msgr2=0x7fafbc15f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 0x7fafbc15f240 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fafb400efc0 tx=0x7fafb400c490 comp rx=0 tx=0).stop 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 shutdown_connections 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf9c066690 0x7faf9c068b50 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafbc15da10 0x7fafbc15f240 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafbc143af0 0x7fafbc159a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 --2- 172.21.15.7:0/449420410 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafbc0cd3e0 0x7fafbc130530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 >> 172.21.15.7:0/449420410 conn(0x7fafbc069f00 msgr2=0x7fafbc0ad0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 shutdown_connections 2024-09-13T15:57:10.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.795+0000 7fafc0f63640 1 -- 172.21.15.7:0/449420410 wait complete. 2024-09-13T15:57:10.820 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:10.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 Processor -- start 2024-09-13T15:57:10.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 -- start start 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7efe3806d0d0 0x7efe380b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe380b2f00 0x7efe3806f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe380b15c0 con 0x7efe3806d4b0 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe38070860 con 0x7efe3806d0d0 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe3d5c5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe38070b40 con 0x7efe380b2f00 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7efe3806d0d0 0x7efe380b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7efe3806d0d0 0x7efe380b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33628/0 (socket says 172.21.15.7:33628) 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 -- 172.21.15.7:0/3030422218 learned_addr learned my addr 172.21.15.7:0/3030422218 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe377fe640 1 --1- 172.21.15.7:0/3030422218 >> v1:172.21.15.7:6789/0 conn(0x7efe3806d4b0 0x7efe3806f9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59114/0 (socket says 172.21.15.7:59114) 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe2ffff640 1 --2- 172.21.15.7:0/3030422218 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe380b2f00 0x7efe3806f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 -- 172.21.15.7:0/3030422218 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe380b2f00 msgr2=0x7efe3806f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 --2- 172.21.15.7:0/3030422218 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe380b2f00 0x7efe3806f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 -- 172.21.15.7:0/3030422218 >> v1:172.21.15.7:6789/0 conn(0x7efe3806d4b0 legacy=0x7efe3806f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe367fc640 1 -- 172.21.15.7:0/3030422218 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2421383768 0 0) 0x7efe380b15c0 con 0x7efe3806d4b0 2024-09-13T15:57:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 -- 172.21.15.7:0/3030422218 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe38070e20 con 0x7efe3806d0d0 2024-09-13T15:57:10.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.935+0000 7efe36ffd640 1 --2- 172.21.15.7:0/3030422218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe3806d0d0 0x7efe380b3430 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7efe28009870 tx=0x7efe2801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e271d91fb7079c04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe367fc640 1 -- 172.21.15.7:0/3030422218 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3815a7c0 con 0x7efe3806d0d0 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe367fc640 1 -- 172.21.15.7:0/3030422218 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe280a7070 con 0x7efe3806d0d0 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe367fc640 1 -- 172.21.15.7:0/3030422218 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe280ab860 con 0x7efe3806d0d0 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/3030422218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe3806d0d0 msgr2=0x7efe380b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/3030422218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe3806d0d0 0x7efe380b3430 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7efe28009870 tx=0x7efe2801c530 comp rx=0 tx=0).stop 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/3030422218 shutdown_connections 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/3030422218 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe380b2f00 0x7efe3806f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/3030422218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe3806d0d0 0x7efe380b3430 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/3030422218 >> 172.21.15.7:0/3030422218 conn(0x7efe38069f00 msgr2=0x7efe3806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/3030422218 shutdown_connections 2024-09-13T15:57:10.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/3030422218 wait complete. 2024-09-13T15:57:10.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 Processor -- start 2024-09-13T15:57:10.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- start start 2024-09-13T15:57:10.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe3806d0d0 0x7efe38145ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe3806d4b0 0x7efe38166500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 0x7efe380ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe3815a7c0 con 0x7efe380b2f00 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe38146410 con 0x7efe3806d4b0 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe3814a110 con 0x7efe3806d0d0 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 0x7efe380ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 0x7efe380ac8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33630/0 (socket says 172.21.15.7:33630) 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 -- 172.21.15.7:0/2425883359 learned_addr learned my addr 172.21.15.7:0/2425883359 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe36ffd640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe3806d0d0 0x7efe38145ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 -- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe3806d0d0 msgr2=0x7efe38145ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe3806d0d0 0x7efe38145ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 -- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe3806d4b0 msgr2=0x7efe38166500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe2ffff640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe3806d4b0 0x7efe38166500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe3806d4b0 0x7efe38166500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 -- 172.21.15.7:0/2425883359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe280094d0 con 0x7efe380b2f00 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe377fe640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 0x7efe380ac8a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efe30001570 tx=0x7efe3000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3000a640 con 0x7efe380b2f00 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe3000a7c0 con 0x7efe380b2f00 2024-09-13T15:57:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe3814a3f0 con 0x7efe380b2f00 2024-09-13T15:57:10.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3000ab70 con 0x7efe380b2f00 2024-09-13T15:57:10.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.939+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe3814a9b0 con 0x7efe380b2f00 2024-09-13T15:57:10.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.943+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe3815a900 con 0x7efe380b2f00 2024-09-13T15:57:10.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.943+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efe3000acd0 con 0x7efe380b2f00 2024-09-13T15:57:10.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.943+0000 7efe2f7fe640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe180666c0 0x7efe18068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:10.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.943+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efe30083a60 con 0x7efe380b2f00 2024-09-13T15:57:10.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.943+0000 7efe36ffd640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe180666c0 0x7efe18068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:10.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.943+0000 7efe36ffd640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe180666c0 0x7efe18068b80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7efe280af000 tx=0x7efe280a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:10.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:10.947+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efe3815a900 con 0x7efe380b2f00 2024-09-13T15:57:11.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.135+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efe3815a900 con 0x7efe380b2f00 2024-09-13T15:57:11.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.135+0000 7efe2f7fe640 1 -- 172.21.15.7:0/2425883359 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7efe3815a900 con 0x7efe380b2f00 2024-09-13T15:57:11.143 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:11.143 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:11.143 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe180666c0 msgr2=0x7efe18068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe180666c0 0x7efe18068b80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7efe280af000 tx=0x7efe280a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 msgr2=0x7efe380ac8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 0x7efe380ac8a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efe30001570 tx=0x7efe3000cca0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 shutdown_connections 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe180666c0 0x7efe18068b80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe380b2f00 0x7efe380ac8a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe3806d4b0 0x7efe38166500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 --2- 172.21.15.7:0/2425883359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe3806d0d0 0x7efe38145ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 >> 172.21.15.7:0/2425883359 conn(0x7efe38069f00 msgr2=0x7efe3814b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 shutdown_connections 2024-09-13T15:57:11.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.139+0000 7efe3d5c5640 1 -- 172.21.15.7:0/2425883359 wait complete. 2024-09-13T15:57:11.564 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:56:58.260447+0000', 'modified': '2024-09-13T15:57:01.277030+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4287}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4287': {'gid': 4287, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.77:6834/2014985604', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 2014985604}, {'type': 'v1', 'addr': '172.21.15.77:6834', 'nonce': 2014985604}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:57:11.564 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:57:11.564 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T15:57:11.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8166ef4640 1 Processor -- start 2024-09-13T15:57:11.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8166ef4640 1 -- start start 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8166ef4640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f81600cdaf0 0x7f816015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8166ef4640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f816015af90 con 0x7f816015da10 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8166ef4640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81600b2d60 con 0x7f8160143af0 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8166ef4640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f816015ddf0 con 0x7f81600cdaf0 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8164c90640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f816015da10 0x7f81600b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59130/0 (socket says 172.21.15.7:59130) 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8164c90640 1 -- 172.21.15.7:0/1335076845 learned_addr learned my addr 172.21.15.7:0/1335076845 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f8165491640 1 --2- 172.21.15.7:0/1335076845 >> v2:172.21.15.77:3300/0 conn(0x7f81600cdaf0 0x7f816015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 575004147 0 0) 0x7f816015af90 con 0x7f816015da10 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8148003530 con 0x7f816015da10 2024-09-13T15:57:11.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1277789815 0 0) 0x7f8148003530 con 0x7f816015da10 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 >> v2:172.21.15.77:3300/0 conn(0x7f81600cdaf0 msgr2=0x7f816015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 --2- 172.21.15.7:0/1335076845 >> v2:172.21.15.77:3300/0 conn(0x7f81600cdaf0 0x7f816015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 >> v1:172.21.15.77:6789/0 conn(0x7f8160143af0 legacy=0x7f81600cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81600b3000 con 0x7f816015da10 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f815c001680 con 0x7f816015da10 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 >> v1:172.21.15.7:6789/0 conn(0x7f816015da10 legacy=0x7f81600b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8148003980 0x7f8148003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81480047d0 0x7f8148004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8148005190 0x7f814800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f816015ddf0 con 0x7f81480047d0 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f814800c030 con 0x7f8148005190 2024-09-13T15:57:11.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.695+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f814800c1f0 con 0x7f8148003980 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81480047d0 0x7f8148004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8164c90640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8148003980 0x7f8148003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8165491640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8148005190 0x7f814800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 -- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8148003980 msgr2=0x7f8148003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8148003980 0x7f8148003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 -- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8148005190 msgr2=0x7f814800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8148005190 0x7f814800b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8165491640 1 -- 172.21.15.7:0/1335076845 reap_dead start 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 -- 172.21.15.7:0/1335076845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8148003530 con 0x7f81480047d0 2024-09-13T15:57:11.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8164c90640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8148003980 0x7f8148003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8157fff640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81480047d0 0x7f8148004c50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8150001780 tx=0x7f815001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6e71bf9222149c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500052d0 con 0x7f81480047d0 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81500a7050 con 0x7f81480047d0 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f81577fe640 1 -- 172.21.15.7:0/1335076845 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8150003600 con 0x7f81480047d0 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 -- 172.21.15.7:0/1335076845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81480047d0 msgr2=0x7f8148004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81480047d0 0x7f8148004c50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8150001780 tx=0x7f815001c400 comp rx=0 tx=0).stop 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 -- 172.21.15.7:0/1335076845 shutdown_connections 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1335076845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81480047d0 0x7f8148004c50 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 -- 172.21.15.7:0/1335076845 >> 172.21.15.7:0/1335076845 conn(0x7f8160069f00 msgr2=0x7f816006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 -- 172.21.15.7:0/1335076845 shutdown_connections 2024-09-13T15:57:11.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.699+0000 7f8166ef4640 1 -- 172.21.15.7:0/1335076845 wait complete. 2024-09-13T15:57:11.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 Processor -- start 2024-09-13T15:57:11.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 -- start start 2024-09-13T15:57:11.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81480047d0 0x7f81601f1050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 0x7f816015e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f816013d7c0 0x7f816013dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f816013d330 con 0x7f816015e1a0 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f816015eb40 con 0x7f81480047d0 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f816013c720 con 0x7f816013d7c0 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 0x7f816015e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 0x7f816015e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33654/0 (socket says 172.21.15.7:33654) 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 -- 172.21.15.7:0/1859179926 learned_addr learned my addr 172.21.15.7:0/1859179926 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8164c90640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81480047d0 0x7f81601f1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8165491640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f816013d7c0 0x7f816013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 -- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f816013d7c0 msgr2=0x7f816013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f816013d7c0 0x7f816013dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 -- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81480047d0 msgr2=0x7f81601f1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81480047d0 0x7f81601f1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 -- 172.21.15.7:0/1859179926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f816013ca00 con 0x7f816015e1a0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8157fff640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 0x7f816015e600 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f815001c230 tx=0x7f8148005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f81557fa640 1 -- 172.21.15.7:0/1859179926 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8150007500 con 0x7f816015e1a0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f81557fa640 1 -- 172.21.15.7:0/1859179926 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f815c001d80 con 0x7f816015e1a0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f81557fa640 1 -- 172.21.15.7:0/1859179926 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8150006a20 con 0x7f816015e1a0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f816013cce0 con 0x7f816015e1a0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.703+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f816013e180 con 0x7f816015e1a0 2024-09-13T15:57:11.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f81557fa640 1 -- 172.21.15.7:0/1859179926 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8150006b80 con 0x7f816015e1a0 2024-09-13T15:57:11.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f81557fa640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f814c0666c0 0x7f814c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f81557fa640 1 -- 172.21.15.7:0/1859179926 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f815011e220 con 0x7f816015e1a0 2024-09-13T15:57:11.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8164c90640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f814c0666c0 0x7f814c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8164c90640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f814c0666c0 0x7f814c068b80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f815c0017b0 tx=0x7f815c001160 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 Processor -- start 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- start start 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb1cbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb181610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb181f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddb045e80 con 0x556ddb1cc110 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddafd3af0 con 0x556ddb1cb7f0 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x556ddafd10c0 con 0x556ddb181b50 2024-09-13T15:57:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb181610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb181610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33660/0 (socket says 172.21.15.7:33660) 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 -- 172.21.15.7:0/276240401 learned_addr learned my addr 172.21.15.7:0/276240401 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8164c90640 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb1cbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8165491640 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb181f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 -- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 msgr2=0x556ddb181f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb181f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 -- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 msgr2=0x556ddb1cbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb1cbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 -- 172.21.15.7:0/276240401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ddacc8890 con 0x556ddb1cc110 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8165491640 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb181f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:11.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f8157fff640 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb181610 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f815011c770 tx=0x7f8150007c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98058b48c7e30595 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f81467fc640 1 -- 172.21.15.7:0/276240401 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500ef250 con 0x556ddb1cc110 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f81467fc640 1 -- 172.21.15.7:0/276240401 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81500f3080 con 0x556ddb1cc110 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f81467fc640 1 -- 172.21.15.7:0/276240401 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500f7640 con 0x556ddb1cc110 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- 172.21.15.7:0/276240401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 msgr2=0x556ddb181610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb181610 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f815011c770 tx=0x7f8150007c90 comp rx=0 tx=0).stop 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- 172.21.15.7:0/276240401 shutdown_connections 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb181f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb181610 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 --2- 172.21.15.7:0/276240401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb1cbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- 172.21.15.7:0/276240401 >> 172.21.15.7:0/276240401 conn(0x556ddb183fb0 msgr2=0x556ddb184390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- 172.21.15.7:0/276240401 shutdown_connections 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.707+0000 7f816a03d000 1 -- 172.21.15.7:0/276240401 wait complete. 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- start start 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 Processor -- start 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb18be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb18c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb18c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddafcc9b0 con 0x556ddb1cc110 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddaf6bc00 con 0x556ddb1cb7f0 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x556ddaf8a070 con 0x556ddb181b50 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 10 client.0 _ll_register_callbacks cb 0x556ddb169ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:57:11.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb18c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb18c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33670/0 (socket says 172.21.15.7:33670) 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 -- 172.21.15.7:0/3628559184 learned_addr learned my addr 172.21.15.7:0/3628559184 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8164c90640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb18be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8157fff640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb18c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 -- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 msgr2=0x556ddb18be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb18be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 -- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 msgr2=0x556ddb18c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb18c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 -- 172.21.15.7:0/3628559184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f816013e180 con 0x556ddb1cc110 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8157fff640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb18c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:11.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8165491640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb18c8e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8160144440 tx=0x7f8158004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e1ba249f80a8094 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 1 -- 172.21.15.7:0/3628559184 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815800e030 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 1 -- 172.21.15.7:0/3628559184 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f815800f070 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ddaf895f0 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 1 -- 172.21.15.7:0/3628559184 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8158004830 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 10 client.4659 fetch_fsmap learned FSMap version 7 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x556ddaf91ab0 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 1 -- 172.21.15.7:0/3628559184 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x556ddaf895f0 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 1 -- 172.21.15.7:0/3628559184 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f8158014070 con 0x556ddb1cc110 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 10 client.4659 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T15:57:11.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 10 client.4659 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 20 client.4659 populate_metadata read hostname 'smithi007' 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb1da880 0x556ddb1dcc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 4 client.4659 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 --> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556ddafc9790 con 0x556ddb1da880 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8164c90640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb1da880 0x556ddb1dcc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f8164c90640 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb1da880 0x556ddb1dcc70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f51ecf1d9eea552 server_cookie=6bfab95583520a38 in_seq=0 out_seq=0 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.711+0000 7f813f7fe640 10 client.4659 ms_handle_connect on v2:172.21.15.77:6832/2014985604 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f813f7fe640 1 -- 172.21.15.7:0/3628559184 <== mds.0 v2:172.21.15.77:6832/2014985604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556ddafc9790 con 0x556ddb1da880 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f813f7fe640 10 client.4659 handle_command_reply: tid=0 2024-09-13T15:57:11.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 client.4659 shutdown 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 msgr2=0x556ddb18c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb18c8e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8160144440 tx=0x7f8158004700 comp rx=0 tx=0).stop 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 shutdown_connections 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb1cc110 0x556ddb18c8e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb18c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb1da880 0x556ddb1dcc70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 --2- 172.21.15.7:0/3628559184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb181b50 0x556ddb18be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f813f7fe640 0 client.4659 ms_handle_reset on v2:172.21.15.77:6832/2014985604 2024-09-13T15:57:11.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 >> 172.21.15.7:0/3628559184 conn(0x556ddb183fb0 msgr2=0x556ddb17b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 shutdown_connections 2024-09-13T15:57:11.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 1 -- 172.21.15.7:0/3628559184 wait complete. 2024-09-13T15:57:11.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.715+0000 7f816a03d000 20 client.4659 trim_cache size 0 max 16384 2024-09-13T15:57:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 Processor -- start 2024-09-13T15:57:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- start start 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb226af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb227030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cc110 0x556ddb227570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddac89940 con 0x556ddb181b50 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddaf8e6c0 con 0x556ddb1cb7f0 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x556ddafcefa0 con 0x556ddb1cc110 2024-09-13T15:57:11.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb226af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb226af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33684/0 (socket says 172.21.15.7:33684) 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 -- 172.21.15.7:0/4286349499 learned_addr learned my addr 172.21.15.7:0/4286349499 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 -- 172.21.15.7:0/4286349499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cc110 msgr2=0x556ddb227570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cc110 0x556ddb227570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 -- 172.21.15.7:0/4286349499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 msgr2=0x556ddb227030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb227030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 -- 172.21.15.7:0/4286349499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ddaf77c00 con 0x556ddb181b50 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8164c90640 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb226af0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f815c000fc0 tx=0x7f815c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf0940bc5500e7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8146ffd640 1 -- 172.21.15.7:0/4286349499 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c016cc0 con 0x556ddb181b50 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8146ffd640 1 -- 172.21.15.7:0/4286349499 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f815c016e20 con 0x556ddb181b50 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f8146ffd640 1 -- 172.21.15.7:0/4286349499 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c0292b0 con 0x556ddb181b50 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- 172.21.15.7:0/4286349499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 msgr2=0x556ddb226af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb226af0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f815c000fc0 tx=0x7f815c015000 comp rx=0 tx=0).stop 2024-09-13T15:57:11.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- 172.21.15.7:0/4286349499 shutdown_connections 2024-09-13T15:57:11.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cc110 0x556ddb227570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cb7f0 0x556ddb227030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 --2- 172.21.15.7:0/4286349499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb226af0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- 172.21.15.7:0/4286349499 >> 172.21.15.7:0/4286349499 conn(0x556ddb183fb0 msgr2=0x556ddb181f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- 172.21.15.7:0/4286349499 shutdown_connections 2024-09-13T15:57:11.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- 172.21.15.7:0/4286349499 wait complete. 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.731+0000 7f816a03d000 1 -- start start 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 Processor -- start 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb212a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cb7f0 0x556ddb228c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cc110 0x556ddb229160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddaf93c60 con 0x556ddb181b50 2024-09-13T15:57:11.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ddafcb840 con 0x556ddb1cc110 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x556ddaf54c80 con 0x556ddb1cb7f0 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 10 client.0 _ll_register_callbacks cb 0x7f81500eb590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb212a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb212a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33688/0 (socket says 172.21.15.7:33688) 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 -- 172.21.15.7:0/2550290769 learned_addr learned my addr 172.21.15.7:0/2550290769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8157fff640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cb7f0 0x556ddb228c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8165491640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cc110 0x556ddb229160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 -- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cb7f0 msgr2=0x556ddb228c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cb7f0 0x556ddb228c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 -- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cc110 msgr2=0x556ddb229160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cc110 0x556ddb229160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 -- 172.21.15.7:0/2550290769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81600b3000 con 0x556ddb181b50 2024-09-13T15:57:11.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8164c90640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb212a90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x556ddb017f10 tx=0x7f815c000ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06e7fa7cb4744da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 1 -- 172.21.15.7:0/2550290769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815c029730 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 1 -- 172.21.15.7:0/2550290769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f815c01e030 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ddaf9c460 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 1 -- 172.21.15.7:0/2550290769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f815c029890 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 10 client.4665 fetch_fsmap learned FSMap version 7 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x556ddacc8cc0 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 1 -- 172.21.15.7:0/2550290769 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x556ddaf9c460 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 1 -- 172.21.15.7:0/2550290769 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f815c034450 con 0x556ddb181b50 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 10 client.4665 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T15:57:11.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 10 client.4665 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 20 client.4665 populate_metadata read hostname 'smithi007' 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb212fd0 0x556ddb2296a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 4 client.4665 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 --> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556ddaf959c0 con 0x556ddb212fd0 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8157fff640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb212fd0 0x556ddb2296a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 10 client.4665 ms_handle_connect on v2:172.21.15.77:6832/2014985604 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f8157fff640 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb212fd0 0x556ddb2296a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccd84782631fd5d5 server_cookie=cb8d38d91aecdb02 in_seq=0 out_seq=0 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 1 -- 172.21.15.7:0/2550290769 <== mds.0 v2:172.21.15.77:6832/2014985604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x556ddaf959c0 con 0x556ddb212fd0 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 10 client.4665 handle_command_reply: tid=0 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 client.4665 shutdown 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 msgr2=0x556ddb212a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb212a90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x556ddb017f10 tx=0x7f815c000ff0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 shutdown_connections 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ddb1cc110 0x556ddb229160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:6832/2014985604,v1:172.21.15.77:6834/2014985604] conn(0x556ddb212fd0 0x556ddb2296a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x556ddb1cb7f0 0x556ddb228c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 --2- 172.21.15.7:0/2550290769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ddb181b50 0x556ddb212a90 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f813f7fe640 0 client.4665 ms_handle_reset on v2:172.21.15.77:6832/2014985604 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 >> 172.21.15.7:0/2550290769 conn(0x556ddb183fb0 msgr2=0x556ddb182750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 shutdown_connections 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 1 -- 172.21.15.7:0/2550290769 wait complete. 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.735+0000 7f816a03d000 20 client.4665 trim_cache size 0 max 16384 2024-09-13T15:57:11.747 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "62cb3b98-b9d9-4dae-ba62-0d56ac47f4da", 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4287, 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 13.478569152, 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 7, 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 22, 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 22, 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 19.940274112000001 2024-09-13T15:57:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:57:11.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f814c0666c0 msgr2=0x7f814c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f814c0666c0 0x7f814c068b80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f815c0017b0 tx=0x7f815c001160 comp rx=0 tx=0).stop 2024-09-13T15:57:11.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 msgr2=0x7f816015e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:11.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 0x7f816015e600 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f815001c230 tx=0x7f8148005800 comp rx=0 tx=0).stop 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 shutdown_connections 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f814c0666c0 0x7f814c068b80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f816013d7c0 0x7f816013dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f816015e1a0 0x7f816015e600 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 --2- 172.21.15.7:0/1859179926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81480047d0 0x7f81601f1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 >> 172.21.15.7:0/1859179926 conn(0x7f8160069f00 msgr2=0x7f81600b0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 shutdown_connections 2024-09-13T15:57:11.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:11.739+0000 7f8166ef4640 1 -- 172.21.15.7:0/1859179926 wait complete. 2024-09-13T15:57:11.759 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T15:57:11.768 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T15:57:11.768 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T15:57:11.769 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T15:57:11.769 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T15:57:11.807 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T15:57:11.808 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T15:57:11.808 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T15:57:11.808 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:57:11.808 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:11.808 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-13T15:57:11.808 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:57:11.808 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:11.808 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-13T15:57:11.808 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:57:11.809 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:11.809 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-13T15:57:11.809 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:57:11.809 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:11.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:11.809 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:57:11.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:11.815 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-09-13T15:57:11.874 INFO:teuthology.orchestra.run.smithi007.stderr:Cannot find device "ceph-brx" 2024-09-13T15:57:11.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:57:11.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:11.875 DEBUG:teuthology.orchestra.run.smithi077:> ip netns list 2024-09-13T15:57:11.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:11.883 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link delete ceph-brx 2024-09-13T15:57:11.943 INFO:teuthology.orchestra.run.smithi077.stderr:Cannot find device "ceph-brx" 2024-09-13T15:57:11.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:57:11.945 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T15:57:11.945 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:57:11.945 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:57:12.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f03307b6640 1 Processor -- start 2024-09-13T15:57:12.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f03307b6640 1 -- start start 2024-09-13T15:57:12.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f03307b6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 0x7f032815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f03307b6640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f032815af90 con 0x7f03280cd3e0 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f03307b6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03280b2d60 con 0x7f032815da10 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f03307b6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f032815ddf0 con 0x7f0328143af0 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f03280cd3e0 0x7f03280cd810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59144/0 (socket says 172.21.15.7:59144) 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 -- 172.21.15.7:0/1042544440 learned_addr learned my addr 172.21.15.7:0/1042544440 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032dd51640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 0x7f032815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2563380765 0 0) 0x7f032815af90 con 0x7f03280cd3e0 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0314003530 con 0x7f03280cd3e0 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2700885227 0 0) 0x7f0314003530 con 0x7f03280cd3e0 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 msgr2=0x7f032815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 0x7f032815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 >> v1:172.21.15.77:6789/0 conn(0x7f032815da10 legacy=0x7f03280b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03280b3000 con 0x7f03280cd3e0 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f0320001a00 con 0x7f03280cd3e0 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 >> v1:172.21.15.7:6789/0 conn(0x7f03280cd3e0 legacy=0x7f03280cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03140039b0 0x7f0314003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 0x7f03140047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f0314005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f032815ddf0 con 0x7f0314004d10 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f031400ba70 con 0x7f03140039b0 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f031400bc30 con 0x7f0328143af0 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f0314005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032dd51640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 0x7f03140047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032e552640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03140039b0 0x7f0314003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 -- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 msgr2=0x7f03140047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:12.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328143af0 0x7f03140047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 -- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03140039b0 msgr2=0x7f0314003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:12.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03140039b0 0x7f0314003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.071+0000 7f032ed53640 1 -- 172.21.15.7:0/1042544440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0314003530 con 0x7f0314004d10 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f032ed53640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f0314005190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f032000a800 tx=0x7f032001d320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfa69ad6c7682ca3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03200072d0 con 0x7f0314004d10 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03200a8070 con 0x7f0314004d10 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f032d550640 1 -- 172.21.15.7:0/1042544440 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0320007690 con 0x7f0314004d10 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 -- 172.21.15.7:0/1042544440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 msgr2=0x7f0314005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 --2- 172.21.15.7:0/1042544440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f0314005190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f032000a800 tx=0x7f032001d320 comp rx=0 tx=0).stop 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f032ed53640 1 -- 172.21.15.7:0/1042544440 reap_dead start 2024-09-13T15:57:12.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 -- 172.21.15.7:0/1042544440 shutdown_connections 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 -- 172.21.15.7:0/1042544440 >> 172.21.15.7:0/1042544440 conn(0x7f0328069f00 msgr2=0x7f032806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 -- 172.21.15.7:0/1042544440 shutdown_connections 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 -- 172.21.15.7:0/1042544440 wait complete. 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 Processor -- start 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.075+0000 7f03307b6640 1 -- start start 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f03281394c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f032806f470 0x7f032813d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328070390 0x7f032813d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f032813afe0 con 0x7f0314004d10 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f032813a9b0 con 0x7f032806f470 2024-09-13T15:57:12.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03280aca20 con 0x7f0328070390 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f03281394c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f03281394c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33706/0 (socket says 172.21.15.7:33706) 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 -- 172.21.15.7:0/3974014346 learned_addr learned my addr 172.21.15.7:0/3974014346 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032ed53640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328070390 0x7f032813d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 -- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328070390 msgr2=0x7f032813d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328070390 0x7f032813d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 -- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f032806f470 msgr2=0x7f032813d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032dd51640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f032806f470 0x7f032813d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f032806f470 0x7f032813d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 -- 172.21.15.7:0/3974014346 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0328070950 con 0x7f0314004d10 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032ed53640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328070390 0x7f032813d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:12.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032e552640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f03281394c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f032400e4d0 tx=0x7f032400e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03240053a0 con 0x7f0314004d10 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0324003600 con 0x7f0314004d10 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0324003990 con 0x7f0314004d10 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0328070c30 con 0x7f0314004d10 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0328139a00 con 0x7f0314004d10 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0328139c20 con 0x7f0314004d10 2024-09-13T15:57:12.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0324003af0 con 0x7f0314004d10 2024-09-13T15:57:12.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f031effd640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f030c066690 0x7f030c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:12.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0324083f90 con 0x7f0314004d10 2024-09-13T15:57:12.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032dd51640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f030c066690 0x7f030c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:12.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.079+0000 7f032dd51640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f030c066690 0x7f030c068b50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0328140880 tx=0x7f0318008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:12.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.083+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f03240b5db0 con 0x7f0314004d10 2024-09-13T15:57:12.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.279+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f032815aa50 con 0x7f0314004d10 2024-09-13T15:57:12.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f031effd640 1 -- 172.21.15.7:0/3974014346 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f0324051270 con 0x7f0314004d10 2024-09-13T15:57:12.287 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f030c066690 msgr2=0x7f030c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f030c066690 0x7f030c068b50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0328140880 tx=0x7f0318008040 comp rx=0 tx=0).stop 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 msgr2=0x7f03281394c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f03281394c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f032400e4d0 tx=0x7f032400e990 comp rx=0 tx=0).stop 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 shutdown_connections 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f030c066690 0x7f030c068b50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0328070390 0x7f032813d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f032806f470 0x7f032813d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 --2- 172.21.15.7:0/3974014346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0314004d10 0x7f03281394c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:12.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 >> 172.21.15.7:0/3974014346 conn(0x7f0328069f00 msgr2=0x7f032815a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:12.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 shutdown_connections 2024-09-13T15:57:12.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:12.283+0000 7f03307b6640 1 -- 172.21.15.7:0/3974014346 wait complete. 2024-09-13T15:57:12.306 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:57:12.306 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:57:12.306 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-13T15:57:12.306 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T15:57:12.306 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:12.306 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:57:12.307 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:57:12.307 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:57:12.307 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:57:12.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.307 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:12.313 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42485sec preferred_lft 42485sec 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 02:42:8d:d1:2a:ed brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:12.314 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:57:12.315 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:12.315 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T15:57:12.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.315 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:12.315 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:12.315 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add name ceph-brx type bridge 2024-09-13T15:57:12.315 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr flush dev ceph-brx 2024-09-13T15:57:12.315 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set ceph-brx up 2024-09-13T15:57:12.316 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T15:57:12.316 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:12.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.391 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:57:12.439 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-13T15:57:12.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.441 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-13T15:57:12.503 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-13T15:57:12.503 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:57:12.503 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:57:12.504 INFO:teuthology.orchestra.run.smithi007.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:57:12.504 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:57:12.504 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:57:12.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.504 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:12.504 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:12.504 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:57:12.504 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:57:12.505 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:57:12.505 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:12.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.581 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:57:12.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.629 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list-id 2024-09-13T15:57:12.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.681 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:12.681 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:12.681 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:57:12.681 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T15:57:12.681 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:12.749 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T15:57:12.750 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T15:57:12.750 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:12.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:12.859 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:12.859 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:12.859 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-13T15:57:12.859 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T15:57:12.859 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:12.879 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T15:57:12.879 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:12.879 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:12.931 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:57:12.931 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:12.931 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:12.982 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:57:13.041 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:13.041 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:13.096 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:13.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:13.097 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:57:13.143 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:57:13.144 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T15:57:13.188 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:57:13.204 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:13.204 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:13.259 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:13.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:13.260 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:57:13.269 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:2024-09-13T15:57:13.263+0000 7f7e12ed7580 -1 init, newargv = 0x564123d9dfc0 newargc=15 2024-09-13T15:57:13.270 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[34637]: starting ceph client 2024-09-13T15:57:13.277 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[34637]: starting fuse 2024-09-13T15:57:14.376 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:57:14.393 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:14.393 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:14.448 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:14.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:14.449 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:57:14.499 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:57:14.500 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T15:57:14.500 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:57:14.501 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.0")) 2024-09-13T15:57:14.502 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:57:14.621 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.0.34637.asok 2024-09-13T15:57:14.803 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.34637.asok 2024-09-13T15:57:14.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:14.803 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.34637.asok status 2024-09-13T15:57:14.966 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "0", 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "34637", 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/" 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4680, 2024-09-13T15:57:14.967 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 4680 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1326759103 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:57:14.968 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1326759103 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.4680 192.168.0.1:0/1326759103", 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.1:0/1326759103", 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 1, 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 7, 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 22, 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-13T15:57:14.969 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:57:14.980 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:57:14.981 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:57:15.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.099+0000 7f89a5560640 1 Processor -- start 2024-09-13T15:57:15.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.099+0000 7f89a5560640 1 -- start start 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f89a5560640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f89a00b20d0 0x7f89a00cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f89a5560640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89a0158f20 con 0x7f89a0158b40 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f89a5560640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89a006bd60 con 0x7f89a00b2620 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f89a5560640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89a0071180 con 0x7f89a00b20d0 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f89a0158b40 0x7f89a0070930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:38722/0 (socket says 172.21.15.7:38722) 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 -- 172.21.15.7:0/244613481 learned_addr learned my addr 172.21.15.7:0/244613481 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:15.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899e7fc640 1 --2- 172.21.15.7:0/244613481 >> v2:172.21.15.77:3300/0 conn(0x7f89a00b20d0 0x7f89a00cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4125094204 0 0) 0x7f898c001120 con 0x7f89a0158b40 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8984005740 con 0x7f89a0158b40 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 65512431 0 0) 0x7f8984005740 con 0x7f89a0158b40 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 >> v2:172.21.15.77:3300/0 conn(0x7f89a00b20d0 msgr2=0x7f89a00cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 --2- 172.21.15.7:0/244613481 >> v2:172.21.15.77:3300/0 conn(0x7f89a00b20d0 0x7f89a00cba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 >> v1:172.21.15.77:6789/0 conn(0x7f89a00b2620 legacy=0x7f89a006ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89a006bfb0 con 0x7f89a0158b40 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f898c001810 con 0x7f89a0158b40 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 >> v1:172.21.15.7:6789/0 conn(0x7f89a0158b40 legacy=0x7f89a0070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8984005be0 0x7f8984006000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89840069e0 0x7f8984006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89840073a0 0x7f898400dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89a0071180 con 0x7f8984005be0 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f898400e2a0 con 0x7f89840069e0 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f898400e460 con 0x7f89840073a0 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8984005be0 0x7f8984006000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899e7fc640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89840069e0 0x7f8984006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 -- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89840073a0 msgr2=0x7f898400dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89840073a0 0x7f898400dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 -- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89840069e0 msgr2=0x7f8984006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89840069e0 0x7f8984006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899effd640 1 -- 172.21.15.7:0/244613481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8984005740 con 0x7f8984005be0 2024-09-13T15:57:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.103+0000 7f899f7fe640 1 -- 172.21.15.7:0/244613481 reap_dead start 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899effd640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8984005be0 0x7f8984006000 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f898c007fd0 tx=0x7f898c01cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=addb8a1a99243aaf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898c005ae0 con 0x7f8984005be0 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f898c005c40 con 0x7f8984005be0 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899dffb640 1 -- 172.21.15.7:0/244613481 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898c0a5830 con 0x7f8984005be0 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- 172.21.15.7:0/244613481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8984005be0 msgr2=0x7f8984006000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8984005be0 0x7f8984006000 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f898c007fd0 tx=0x7f898c01cb50 comp rx=0 tx=0).stop 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- 172.21.15.7:0/244613481 shutdown_connections 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 --2- 172.21.15.7:0/244613481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8984005be0 0x7f8984006000 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- 172.21.15.7:0/244613481 >> 172.21.15.7:0/244613481 conn(0x7f89a0069f00 msgr2=0x7f89a006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:15.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- 172.21.15.7:0/244613481 shutdown_connections 2024-09-13T15:57:15.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- 172.21.15.7:0/244613481 wait complete. 2024-09-13T15:57:15.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 Processor -- start 2024-09-13T15:57:15.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- start start 2024-09-13T15:57:15.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8984005be0 0x7f89a0151f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89a015ac40 0x7f89a0146e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 0x7f89a00a8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89a01525b0 con 0x7f89a0153650 2024-09-13T15:57:15.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89a0152890 con 0x7f89a015ac40 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f89a5560640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89a0152b70 con 0x7f8984005be0 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 0x7f89a00a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 0x7f89a00a8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42970/0 (socket says 172.21.15.7:42970) 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899f7fe640 1 -- 172.21.15.7:0/2842851183 learned_addr learned my addr 172.21.15.7:0/2842851183 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.107+0000 7f899e7fc640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89a015ac40 0x7f89a0146e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899effd640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8984005be0 0x7f89a0151f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899f7fe640 1 -- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8984005be0 msgr2=0x7f89a0151f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899f7fe640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8984005be0 0x7f89a0151f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899f7fe640 1 -- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89a015ac40 msgr2=0x7f89a0146e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899f7fe640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89a015ac40 0x7f89a0146e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899f7fe640 1 -- 172.21.15.7:0/2842851183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89a0152e50 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899effd640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8984005be0 0x7f89a0151f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899f7fe640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 0x7f89a00a8490 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f89a0071800 tx=0x7f899800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8998005d50 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f899800ced0 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89a0153130 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f899800a850 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89a0147340 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89a0153370 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f899800a9b0 con 0x7f89a0153650 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89977fe640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8988066690 0x7f8988068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:15.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f89980834a0 con 0x7f89a0153650 2024-09-13T15:57:15.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899effd640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8988066690 0x7f8988068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:15.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.111+0000 7f899effd640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8988066690 0x7f8988068b50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f898c0ab000 tx=0x7f898c0a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:15.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.115+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f89a0153370 con 0x7f89a0153650 2024-09-13T15:57:15.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f89a0153370 con 0x7f89a0153650 2024-09-13T15:57:15.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89977fe640 1 -- 172.21.15.7:0/2842851183 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8998017060 con 0x7f89a0153650 2024-09-13T15:57:15.317 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8988066690 msgr2=0x7f8988068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8988066690 0x7f8988068b50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f898c0ab000 tx=0x7f898c0a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 msgr2=0x7f89a00a8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 0x7f89a00a8490 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f89a0071800 tx=0x7f899800cb90 comp rx=0 tx=0).stop 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 shutdown_connections 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8988066690 0x7f8988068b50 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89a0153650 0x7f89a00a8490 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f89a015ac40 0x7f89a0146e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 --2- 172.21.15.7:0/2842851183 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8984005be0 0x7f89a0151f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:15.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 >> 172.21.15.7:0/2842851183 conn(0x7f89a0069f00 msgr2=0x7f89a006fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:15.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 shutdown_connections 2024-09-13T15:57:15.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:15.311+0000 7f89a5560640 1 -- 172.21.15.7:0/2842851183 wait complete. 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:57:15.334 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T15:57:15.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.335 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:15.342 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:57:15.343 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42482sec preferred_lft 42482sec 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 02:42:8d:d1:2a:ed brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:57:15.344 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run.smithi007.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.346 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:57:15.394 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-13T15:57:15.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.395 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:57:15.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.446 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:15.446 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:15.446 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:57:15.446 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:57:15.446 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:57:15.446 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:15.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.521 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:57:15.572 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:57:15.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.573 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list-id 2024-09-13T15:57:15.620 INFO:teuthology.orchestra.run.smithi007.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T15:57:15.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.621 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:15.621 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:15.621 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:57:15.621 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T15:57:15.621 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:15.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.689 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T15:57:15.745 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:15.745 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:15.745 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:15.745 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.745 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 22:d1:91:a9:d5:cc brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::20d1:91ff:fea9:d5cc/64 scope link 2024-09-13T15:57:15.746 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.747 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T15:57:15.803 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:15.803 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 22:d1:91:a9:d5:cc brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::20d1:91ff:fea9:d5cc/64 scope link 2024-09-13T15:57:15.804 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:15.805 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T15:57:15.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T15:57:15.806 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:15.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:15.903 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:57:15.903 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:57:15.903 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.1 up 2024-09-13T15:57:15.903 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T15:57:15.903 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:57:15.923 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-13T15:57:15.923 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:15.923 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:15.971 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T15:57:15.971 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:15.971 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:16.023 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:57:16.081 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:16.081 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:16.135 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:16.136 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:16.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:16.137 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:57:16.183 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:57:16.183 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-13T15:57:16.184 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-13T15:57:16.228 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:57:16.244 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:16.245 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:16.298 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:16.299 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:16.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:16.300 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:57:16.312 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi007.stderr:2024-09-13T15:57:16.307+0000 7effce9e5580 -1 init, newargv = 0x56300a1cf190 newargc=15 2024-09-13T15:57:16.312 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi007.stderr:ceph-fuse[34776]: starting ceph client 2024-09-13T15:57:16.316 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:57:16.319 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi007.stderr:ceph-fuse[34776]: starting fuse 2024-09-13T15:57:17.417 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:57:17.433 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:17.434 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:17.488 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:17.489 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:17.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:17.489 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:57:17.536 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:57:17.536 INFO:teuthology.orchestra.run.smithi007.stdout:46 2024-09-13T15:57:17.536 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-13T15:57:17.536 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:57:17.536 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-13T15:57:17.536 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-13T15:57:17.536 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:57:17.536 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:57:17.537 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.2")) 2024-09-13T15:57:17.538 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:57:17.661 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.2.34776.asok 2024-09-13T15:57:17.842 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.34776.asok 2024-09-13T15:57:17.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:17.842 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.34776.asok status 2024-09-13T15:57:18.003 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:57:18.003 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-13T15:57:18.003 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:57:18.003 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "2", 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "34776", 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/" 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4692, 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 4692 2024-09-13T15:57:18.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 884992334 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 884992334 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:18.005 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.4692 192.168.0.2:0/884992334", 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.2:0/884992334", 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 1, 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 7, 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 22, 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-13T15:57:18.006 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:57:18.017 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:57:18.017 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:57:18.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.131+0000 7f788ecd0640 1 Processor -- start 2024-09-13T15:57:18.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.131+0000 7f788ecd0640 1 -- start start 2024-09-13T15:57:18.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ecd0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f788815da10 0x7f788815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:18.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ecd0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f78880cd3e0 0x7f78880cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:18.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ecd0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f788815af90 con 0x7f7888143af0 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ecd0640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f788815ddf0 con 0x7f788815da10 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ecd0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78880b2d60 con 0x7f78880cd3e0 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f788815da10 0x7f788815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f788815da10 0x7f788815aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42972/0 (socket says 172.21.15.7:42972) 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f7887fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7888143af0 0x7f78880b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:38728/0 (socket says 172.21.15.7:38728) 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 -- 172.21.15.7:0/4239418848 learned_addr learned my addr 172.21.15.7:0/4239418848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788d26d640 1 --2- 172.21.15.7:0/4239418848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f78880cd3e0 0x7f78880cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 -- 172.21.15.7:0/4239418848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f78880cd3e0 msgr2=0x7f78880cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 --2- 172.21.15.7:0/4239418848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f78880cd3e0 0x7f78880cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 -- 172.21.15.7:0/4239418848 >> v1:172.21.15.7:6789/0 conn(0x7f7888143af0 legacy=0x7f78880b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f788ca6c640 1 -- 172.21.15.7:0/4239418848 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78880b3000 con 0x7f788815da10 2024-09-13T15:57:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.135+0000 7f78877fe640 1 -- 172.21.15.7:0/4239418848 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1741853110 0 0) 0x7f788815af90 con 0x7f7888143af0 2024-09-13T15:57:18.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ca6c640 1 --2- 172.21.15.7:0/4239418848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815aa50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7878009870 tx=0x7f787801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99fa52221a65cef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:18.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f78877fe640 1 -- 172.21.15.7:0/4239418848 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78780a95f0 con 0x7f788815da10 2024-09-13T15:57:18.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f78877fe640 1 -- 172.21.15.7:0/4239418848 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78780a9750 con 0x7f788815da10 2024-09-13T15:57:18.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f78877fe640 1 -- 172.21.15.7:0/4239418848 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78780a9ae0 con 0x7f788815da10 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- 172.21.15.7:0/4239418848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 msgr2=0x7f788815aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 --2- 172.21.15.7:0/4239418848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815aa50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7878009870 tx=0x7f787801c530 comp rx=0 tx=0).stop 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- 172.21.15.7:0/4239418848 shutdown_connections 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 --2- 172.21.15.7:0/4239418848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f78880cd3e0 0x7f78880cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 --2- 172.21.15.7:0/4239418848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815aa50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- 172.21.15.7:0/4239418848 >> 172.21.15.7:0/4239418848 conn(0x7f7888069f00 msgr2=0x7f788806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- 172.21.15.7:0/4239418848 shutdown_connections 2024-09-13T15:57:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- 172.21.15.7:0/4239418848 wait complete. 2024-09-13T15:57:18.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 Processor -- start 2024-09-13T15:57:18.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- start start 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78880cd3e0 0x7f78880ab150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7888143af0 0x7f788815bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7888147910 con 0x7f788815da10 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788815c950 con 0x7f78880cd3e0 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ecd0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f788815cc30 con 0x7f7888143af0 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42980/0 (socket says 172.21.15.7:42980) 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 -- 172.21.15.7:0/3163353894 learned_addr learned my addr 172.21.15.7:0/3163353894 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:18.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788ca6c640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78880cd3e0 0x7f78880ab150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f7887fff640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7888143af0 0x7f788815bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 -- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7888143af0 msgr2=0x7f788815bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7888143af0 0x7f788815bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 -- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78880cd3e0 msgr2=0x7f78880ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78880cd3e0 0x7f78880ab150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 -- 172.21.15.7:0/3163353894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78780094d0 con 0x7f788815da10 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f7887fff640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7888143af0 0x7f788815bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.139+0000 7f788d26d640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815c120 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7880007e40 tx=0x7f788000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7880014620 con 0x7f788815da10 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f788000ee90 con 0x7f788815da10 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7888141060 con 0x7f788815da10 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78800149e0 con 0x7f788815da10 2024-09-13T15:57:18.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7888141620 con 0x7f788815da10 2024-09-13T15:57:18.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f788806cec0 con 0x7f788815da10 2024-09-13T15:57:18.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7880014b40 con 0x7f788815da10 2024-09-13T15:57:18.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f78857fa640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7868066690 0x7f7868068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:18.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7880084be0 con 0x7f788815da10 2024-09-13T15:57:18.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f788ca6c640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7868066690 0x7f7868068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:18.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.143+0000 7f788ca6c640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7868066690 0x7f7868068b50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f78780ae000 tx=0x7f78780b3040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.147+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7880051eb0 con 0x7f788815da10 2024-09-13T15:57:18.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.343+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f788815ec40 con 0x7f788815da10 2024-09-13T15:57:18.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.343+0000 7f78857fa640 1 -- 172.21.15.7:0/3163353894 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f78800554d0 con 0x7f788815da10 2024-09-13T15:57:18.349 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7868066690 msgr2=0x7f7868068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7868066690 0x7f7868068b50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f78780ae000 tx=0x7f78780b3040 comp rx=0 tx=0).stop 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 msgr2=0x7f788815c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815c120 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7880007e40 tx=0x7f788000e4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 shutdown_connections 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7868066690 0x7f7868068b50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f788815da10 0x7f788815c120 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7888143af0 0x7f788815bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 --2- 172.21.15.7:0/3163353894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78880cd3e0 0x7f78880ab150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 >> 172.21.15.7:0/3163353894 conn(0x7f7888069f00 msgr2=0x7f78880ae970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:18.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 shutdown_connections 2024-09-13T15:57:18.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:18.347+0000 7f788ecd0640 1 -- 172.21.15.7:0/3163353894 wait complete. 2024-09-13T15:57:18.368 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi077.front.sepia.ceph.com 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:57:18.369 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T15:57:18.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.370 DEBUG:teuthology.orchestra.run.smithi077:> ip addr 2024-09-13T15:57:18.377 INFO:teuthology.orchestra.run.smithi077.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:18.377 INFO:teuthology.orchestra.run.smithi077.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:18.377 INFO:teuthology.orchestra.run.smithi077.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:d8:d9:d8 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: altname enp7s0f0 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:d8:d9:d9 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: altname enp7s0f1 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:8f:d3:d2 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:57:18.378 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:8f:d3:d3 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: inet 172.21.15.77/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft 42470sec preferred_lft 42470sec 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 fe80::ec4:7aff:fe8f:d3d3/64 scope link 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 02:42:b1:89:fa:e8 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:18.379 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T15:57:18.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.379 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:18.380 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:18.380 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link add name ceph-brx type bridge 2024-09-13T15:57:18.380 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip addr flush dev ceph-brx 2024-09-13T15:57:18.380 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link set ceph-brx up 2024-09-13T15:57:18.380 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T15:57:18.380 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:18.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.460 DEBUG:teuthology.orchestra.run.smithi077:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:57:18.511 INFO:teuthology.orchestra.run.smithi077.stdout:1 2024-09-13T15:57:18.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.513 DEBUG:teuthology.orchestra.run.smithi077:> route 2024-09-13T15:57:18.589 INFO:teuthology.orchestra.run.smithi077.stdout:Kernel IP routing table 2024-09-13T15:57:18.589 INFO:teuthology.orchestra.run.smithi077.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run.smithi077.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:57:18.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.591 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:18.591 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:18.591 DEBUG:teuthology.orchestra.run.smithi077:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T15:57:18.591 DEBUG:teuthology.orchestra.run.smithi077:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T15:57:18.591 DEBUG:teuthology.orchestra.run.smithi077:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T15:57:18.591 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:18.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.664 DEBUG:teuthology.orchestra.run.smithi077:> ip netns list 2024-09-13T15:57:18.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.712 DEBUG:teuthology.orchestra.run.smithi077:> ip netns list-id 2024-09-13T15:57:18.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.760 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:18.760 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:18.760 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T15:57:18.760 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T15:57:18.760 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:18.830 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T15:57:18.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.831 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:18.831 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:18.831 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T15:57:18.831 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T15:57:18.831 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T15:57:18.831 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T15:57:18.832 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T15:57:18.832 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:18.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:18.944 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:18.944 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:18.944 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link set brx.0 up 2024-09-13T15:57:18.944 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T15:57:18.944 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:18.964 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T15:57:18.964 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:18.964 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:19.011 INFO:teuthology.orchestra.run.smithi077.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T15:57:19.011 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:19.011 DEBUG:teuthology.orchestra.run.smithi077:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:19.058 DEBUG:teuthology.orchestra.run.smithi077:> sudo modprobe fuse 2024-09-13T15:57:19.116 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:19.117 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:19.171 INFO:teuthology.orchestra.run.smithi077.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:19.172 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:19.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:19.173 DEBUG:teuthology.orchestra.run.smithi077:> ls /sys/fs/fuse/connections 2024-09-13T15:57:19.219 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:57:19.219 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T15:57:19.264 DEBUG:teuthology.orchestra.run.smithi077:> sudo modprobe fuse 2024-09-13T15:57:19.278 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:19.278 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:19.333 INFO:teuthology.orchestra.run.smithi077.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:19.334 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:19.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:19.335 DEBUG:teuthology.orchestra.run.smithi077:> ls /sys/fs/fuse/connections 2024-09-13T15:57:19.344 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi077.stderr:2024-09-13T15:57:19.339+0000 7f9c516c0580 -1 init, newargv = 0x5606b58c20f0 newargc=15 2024-09-13T15:57:19.344 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi077.stderr:ceph-fuse[34595]: starting ceph client 2024-09-13T15:57:19.350 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi077.stderr:ceph-fuse[34595]: starting fuse 2024-09-13T15:57:20.450 DEBUG:teuthology.orchestra.run.smithi077:> sudo modprobe fuse 2024-09-13T15:57:20.465 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:20.466 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:20.518 INFO:teuthology.orchestra.run.smithi077.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:20.519 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:20.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:20.520 DEBUG:teuthology.orchestra.run.smithi077:> ls /sys/fs/fuse/connections 2024-09-13T15:57:20.572 INFO:teuthology.orchestra.run.smithi077.stdout:45 2024-09-13T15:57:20.573 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> import glob 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> import re 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> import os 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> import subprocess 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> def _find_admin_socket(client_name): 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T15:57:20.573 DEBUG:teuthology.orchestra.run.smithi077:> files = glob.glob(asok_path) 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> # Given a non-glob path, it better be there 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> if "*" not in asok_path: 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> assert(len(files) == 1) 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> return files[0] 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> for f in files: 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> contents = proc_f.read() 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> if mountpoint in contents: 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> return f 2024-09-13T15:57:20.574 DEBUG:teuthology.orchestra.run.smithi077:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:57:20.575 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:20.575 DEBUG:teuthology.orchestra.run.smithi077:> print(_find_admin_socket("client.1")) 2024-09-13T15:57:20.575 DEBUG:teuthology.orchestra.run.smithi077:> ' 2024-09-13T15:57:20.690 INFO:teuthology.orchestra.run.smithi077.stdout:/var/run/ceph/ceph-client.1.34595.asok 2024-09-13T15:57:20.874 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34595.asok 2024-09-13T15:57:20.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:20.874 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34595.asok status 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "metadata": { 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "entity_id": "1", 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "hostname": "smithi077", 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T15:57:21.031 INFO:teuthology.orchestra.run.smithi077.stdout: "pid": "34595", 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "root": "/" 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "dentry_count": 0, 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "dentry_pinned_count": 0, 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "id": 4466, 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "inst": { 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "name": { 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "type": "client", 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "num": 4466 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": { 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "type": "v1", 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:57:21.032 INFO:teuthology.orchestra.run.smithi077.stdout: "nonce": 3109257034 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": { 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "type": "v1", 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "nonce": 3109257034 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "inst_str": "client.4466 192.168.0.1:0/3109257034", 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "addr_str": "192.168.0.1:0/3109257034", 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "inode_count": 1, 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_epoch": 7, 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_epoch": 22, 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:57:21.033 INFO:teuthology.orchestra.run.smithi077.stdout: "blocklisted": false, 2024-09-13T15:57:21.034 INFO:teuthology.orchestra.run.smithi077.stdout: "fs_name": "cephfs" 2024-09-13T15:57:21.034 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-13T15:57:21.044 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:57:21.045 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:57:21.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 Processor -- start 2024-09-13T15:57:21.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 -- start start 2024-09-13T15:57:21.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb3500b3340 0x7fb3500b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 0x7fb35015cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb350160ef0 con 0x7fb3500b2660 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb35015da70 con 0x7fb3500b3340 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb35604b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3500b3020 con 0x7fb350160ad0 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb34ffff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb3500b2660 0x7fb350142350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:38736/0 (socket says 172.21.15.7:38736) 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb34ffff640 1 -- 172.21.15.7:0/3222646369 learned_addr learned my addr 172.21.15.7:0/3222646369 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.171+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/3222646369 >> v2:172.21.15.77:3300/0 conn(0x7fb3500b3340 0x7fb3500b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1065539646 0 0) 0x7fb350160ef0 con 0x7fb3500b2660 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb338003530 con 0x7fb3500b2660 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34effd640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 0x7fb35015cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4097903126 0 0) 0x7fb338003530 con 0x7fb3500b2660 2024-09-13T15:57:21.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 msgr2=0x7fb35015cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 0x7fb35015cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 >> v2:172.21.15.77:3300/0 conn(0x7fb3500b3340 msgr2=0x7fb3500b3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 --2- 172.21.15.7:0/3222646369 >> v2:172.21.15.77:3300/0 conn(0x7fb3500b3340 0x7fb3500b3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb35015d1d0 con 0x7fb3500b2660 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fb348001a00 con 0x7fb3500b2660 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 >> v1:172.21.15.7:6789/0 conn(0x7fb3500b2660 legacy=0x7fb350142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb338003980 0x7fb338003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 0x7fb3380047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338004d10 0x7fb338005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb35015da70 con 0x7fb338003980 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3500b3020 con 0x7fb338004d10 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb33800b9c0 con 0x7fb350160ad0 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb338003980 0x7fb338003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34effd640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 0x7fb3380047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 -- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 msgr2=0x7fb3380047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:21.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350160ad0 0x7fb3380047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 -- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338004d10 msgr2=0x7fb338005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:21.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338004d10 0x7fb338005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 -- 172.21.15.7:0/3222646369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb338003530 con 0x7fb338003980 2024-09-13T15:57:21.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb338003980 0x7fb338003da0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb340009ae0 tx=0x7fb34001ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=722e502a346a6781 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:21.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3400a5650 con 0x7fb338003980 2024-09-13T15:57:21.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3400a57b0 con 0x7fb338003980 2024-09-13T15:57:21.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34e7fc640 1 -- 172.21.15.7:0/3222646369 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3400a5b60 con 0x7fb338003980 2024-09-13T15:57:21.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb35604b640 1 -- 172.21.15.7:0/3222646369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb338003980 msgr2=0x7fb338003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:21.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb35604b640 1 --2- 172.21.15.7:0/3222646369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb338003980 0x7fb338003da0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb340009ae0 tx=0x7fb34001ca80 comp rx=0 tx=0).stop 2024-09-13T15:57:21.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb34ffff640 1 -- 172.21.15.7:0/3222646369 reap_dead start 2024-09-13T15:57:21.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb35604b640 1 -- 172.21.15.7:0/3222646369 shutdown_connections 2024-09-13T15:57:21.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb35604b640 1 -- 172.21.15.7:0/3222646369 >> 172.21.15.7:0/3222646369 conn(0x7fb350069f00 msgr2=0x7fb35006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:21.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb35604b640 1 -- 172.21.15.7:0/3222646369 shutdown_connections 2024-09-13T15:57:21.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.175+0000 7fb35604b640 1 -- 172.21.15.7:0/3222646369 wait complete. 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 Processor -- start 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- start start 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338003980 0x7fb3501f6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350154510 0x7fb350155400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 0x7fb3500addb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3501f6c60 con 0x7fb3501f6e60 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb350155940 con 0x7fb338003980 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb350155c10 con 0x7fb350154510 2024-09-13T15:57:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 0x7fb3500addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 0x7fb3500addb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42990/0 (socket says 172.21.15.7:42990) 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 -- 172.21.15.7:0/1411413010 learned_addr learned my addr 172.21.15.7:0/1411413010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338003980 0x7fb3501f6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34effd640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350154510 0x7fb350155400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 -- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350154510 msgr2=0x7fb350155400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350154510 0x7fb350155400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 -- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338003980 msgr2=0x7fb3501f6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338003980 0x7fb3501f6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 -- 172.21.15.7:0/1411413010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb350162130 con 0x7fb3501f6e60 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338003980 0x7fb3501f6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb34ffff640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 0x7fb3500addb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb3480012f0 tx=0x7fb34800cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34800a610 con 0x7fb3501f6e60 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb34800a7b0 con 0x7fb3501f6e60 2024-09-13T15:57:21.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb350162410 con 0x7fb3501f6e60 2024-09-13T15:57:21.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34800ab60 con 0x7fb3501f6e60 2024-09-13T15:57:21.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3501629d0 con 0x7fb3501f6e60 2024-09-13T15:57:21.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.179+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb350162bc0 con 0x7fb3501f6e60 2024-09-13T15:57:21.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.183+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb34800acc0 con 0x7fb3501f6e60 2024-09-13T15:57:21.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.183+0000 7fb337fff640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb33c066690 0x7fb33c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:21.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.183+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb348083f80 con 0x7fb3501f6e60 2024-09-13T15:57:21.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.183+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb33c066690 0x7fb33c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:21.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.183+0000 7fb34f7fe640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb33c066690 0x7fb33c068b50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb340009ae0 tx=0x7fb3400046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:21.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.187+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb3480512d0 con 0x7fb3501f6e60 2024-09-13T15:57:21.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.375+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb3500b3720 con 0x7fb3501f6e60 2024-09-13T15:57:21.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb337fff640 1 -- 172.21.15.7:0/1411413010 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fb3480548f0 con 0x7fb3501f6e60 2024-09-13T15:57:21.384 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:57:21.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb33c066690 msgr2=0x7fb33c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb33c066690 0x7fb33c068b50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb340009ae0 tx=0x7fb3400046d0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 msgr2=0x7fb3500addb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 0x7fb3500addb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb3480012f0 tx=0x7fb34800cf00 comp rx=0 tx=0).stop 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 shutdown_connections 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb33c066690 0x7fb33c068b50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3501f6e60 0x7fb3500addb0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb350154510 0x7fb350155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 --2- 172.21.15.7:0/1411413010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb338003980 0x7fb3501f6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 >> 172.21.15.7:0/1411413010 conn(0x7fb350069f00 msgr2=0x7fb35013ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 shutdown_connections 2024-09-13T15:57:21.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:21.379+0000 7fb35604b640 1 -- 172.21.15.7:0/1411413010 wait complete. 2024-09-13T15:57:21.401 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:57:21.401 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi077.front.sepia.ceph.com 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:57:21.402 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T15:57:21.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.402 DEBUG:teuthology.orchestra.run.smithi077:> ip addr 2024-09-13T15:57:21.409 INFO:teuthology.orchestra.run.smithi077.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:21.409 INFO:teuthology.orchestra.run.smithi077.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:21.409 INFO:teuthology.orchestra.run.smithi077.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:21.409 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:d8:d9:d8 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: altname enp7s0f0 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:d8:d9:d9 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: altname enp7s0f1 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:57:21.410 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:8f:d3:d2 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0c:c4:7a:8f:d3:d3 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: inet 172.21.15.77/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft 42467sec preferred_lft 42467sec 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 fe80::ec4:7aff:fe8f:d3d3/64 scope link 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 02:42:b1:89:fa:e8 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.411 INFO:teuthology.orchestra.run.smithi077.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.413 DEBUG:teuthology.orchestra.run.smithi077:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:57:21.462 INFO:teuthology.orchestra.run.smithi077.stdout:1 2024-09-13T15:57:21.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.464 DEBUG:teuthology.orchestra.run.smithi077:> route 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:Kernel IP routing table 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:57:21.516 INFO:teuthology.orchestra.run.smithi077.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T15:57:21.517 INFO:teuthology.orchestra.run.smithi077.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:57:21.517 INFO:teuthology.orchestra.run.smithi077.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:57:21.517 INFO:teuthology.orchestra.run.smithi077.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:57:21.517 INFO:teuthology.orchestra.run.smithi077.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:57:21.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.517 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:21.517 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:21.517 DEBUG:teuthology.orchestra.run.smithi077:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T15:57:21.517 DEBUG:teuthology.orchestra.run.smithi077:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T15:57:21.517 DEBUG:teuthology.orchestra.run.smithi077:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T15:57:21.518 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:21.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.595 DEBUG:teuthology.orchestra.run.smithi077:> ip netns list 2024-09-13T15:57:21.643 INFO:teuthology.orchestra.run.smithi077.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T15:57:21.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.644 DEBUG:teuthology.orchestra.run.smithi077:> ip netns list-id 2024-09-13T15:57:21.690 INFO:teuthology.orchestra.run.smithi077.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T15:57:21.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.691 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:21.691 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:21.691 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T15:57:21.691 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T15:57:21.691 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:21.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.762 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T15:57:21.819 INFO:teuthology.orchestra.run.smithi077.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:21.819 INFO:teuthology.orchestra.run.smithi077.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:21.819 INFO:teuthology.orchestra.run.smithi077.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:21.819 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether aa:41:3b:53:37:18 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 fe80::a841:3bff:fe53:3718/64 scope link 2024-09-13T15:57:21.820 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.821 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T15:57:21.876 INFO:teuthology.orchestra.run.smithi077.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:57:21.876 INFO:teuthology.orchestra.run.smithi077.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:57:21.877 INFO:teuthology.orchestra.run.smithi077.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:57:21.877 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.877 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 ::1/128 scope host 2024-09-13T15:57:21.877 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.877 INFO:teuthology.orchestra.run.smithi077.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:57:21.877 INFO:teuthology.orchestra.run.smithi077.stdout: link/ether aa:41:3b:53:37:18 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:57:21.878 INFO:teuthology.orchestra.run.smithi077.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:57:21.878 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.878 INFO:teuthology.orchestra.run.smithi077.stdout: inet6 fe80::a841:3bff:fe53:3718/64 scope link 2024-09-13T15:57:21.878 INFO:teuthology.orchestra.run.smithi077.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:57:21.880 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T15:57:21.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.880 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:21.880 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:21.881 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T15:57:21.881 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T15:57:21.881 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T15:57:21.881 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T15:57:21.881 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T15:57:21.882 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:21.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:21.978 DEBUG:teuthology.orchestra.run.smithi077:> (cd / && exec bash -c ' 2024-09-13T15:57:21.978 DEBUG:teuthology.orchestra.run.smithi077:> set -e 2024-09-13T15:57:21.978 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link set brx.1 up 2024-09-13T15:57:21.978 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T15:57:21.978 DEBUG:teuthology.orchestra.run.smithi077:> ') 2024-09-13T15:57:21.999 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-13T15:57:21.999 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:21.999 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:22.046 INFO:teuthology.orchestra.run.smithi077.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T15:57:22.047 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:57:22.047 DEBUG:teuthology.orchestra.run.smithi077:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:22.099 DEBUG:teuthology.orchestra.run.smithi077:> sudo modprobe fuse 2024-09-13T15:57:22.156 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:22.156 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:22.210 INFO:teuthology.orchestra.run.smithi077.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:22.211 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:22.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:22.212 DEBUG:teuthology.orchestra.run.smithi077:> ls /sys/fs/fuse/connections 2024-09-13T15:57:22.259 INFO:teuthology.orchestra.run.smithi077.stdout:45 2024-09-13T15:57:22.259 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-13T15:57:22.259 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-13T15:57:22.308 DEBUG:teuthology.orchestra.run.smithi077:> sudo modprobe fuse 2024-09-13T15:57:22.321 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:22.321 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:22.373 INFO:teuthology.orchestra.run.smithi077.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:22.373 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:22.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:22.374 DEBUG:teuthology.orchestra.run.smithi077:> ls /sys/fs/fuse/connections 2024-09-13T15:57:22.388 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi077.stderr:2024-09-13T15:57:22.383+0000 7fdff13d3580 -1 init, newargv = 0x559085875350 newargc=15 2024-09-13T15:57:22.388 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi077.stderr:ceph-fuse[34708]: starting ceph client 2024-09-13T15:57:22.392 INFO:teuthology.orchestra.run.smithi077.stdout:45 2024-09-13T15:57:22.393 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi077.stderr:ceph-fuse[34708]: starting fuse 2024-09-13T15:57:23.493 DEBUG:teuthology.orchestra.run.smithi077:> sudo modprobe fuse 2024-09-13T15:57:23.509 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:57:23.509 DEBUG:teuthology.orchestra.run.smithi077:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:57:23.563 INFO:teuthology.orchestra.run.smithi077.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:57:23.564 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:57:23.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:23.565 DEBUG:teuthology.orchestra.run.smithi077:> ls /sys/fs/fuse/connections 2024-09-13T15:57:23.612 INFO:teuthology.orchestra.run.smithi077.stdout:45 2024-09-13T15:57:23.612 INFO:teuthology.orchestra.run.smithi077.stdout:46 2024-09-13T15:57:23.612 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> import glob 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> import re 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> import os 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> import subprocess 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> def _find_admin_socket(client_name): 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> files = glob.glob(asok_path) 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:23.613 DEBUG:teuthology.orchestra.run.smithi077:> # Given a non-glob path, it better be there 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> if "*" not in asok_path: 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> assert(len(files) == 1) 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> return files[0] 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> for f in files: 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> contents = proc_f.read() 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> if mountpoint in contents: 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> return f 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:57:23.614 DEBUG:teuthology.orchestra.run.smithi077:> 2024-09-13T15:57:23.615 DEBUG:teuthology.orchestra.run.smithi077:> print(_find_admin_socket("client.3")) 2024-09-13T15:57:23.615 DEBUG:teuthology.orchestra.run.smithi077:> ' 2024-09-13T15:57:23.732 INFO:teuthology.orchestra.run.smithi077.stdout:/var/run/ceph/ceph-client.3.34708.asok 2024-09-13T15:57:23.915 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.34708.asok 2024-09-13T15:57:23.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:23.916 DEBUG:teuthology.orchestra.run.smithi077:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.34708.asok status 2024-09-13T15:57:24.075 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-09-13T15:57:24.075 INFO:teuthology.orchestra.run.smithi077.stdout: "metadata": { 2024-09-13T15:57:24.075 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "entity_id": "3", 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "hostname": "smithi077", 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "pid": "34708", 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "root": "/" 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "dentry_count": 0, 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "dentry_pinned_count": 0, 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "id": 4478, 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "inst": { 2024-09-13T15:57:24.076 INFO:teuthology.orchestra.run.smithi077.stdout: "name": { 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "type": "client", 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "num": 4478 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": { 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "type": "v1", 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "nonce": 694783614 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": { 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "type": "v1", 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: "nonce": 694783614 2024-09-13T15:57:24.077 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "inst_str": "client.4478 192.168.0.2:0/694783614", 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "addr_str": "192.168.0.2:0/694783614", 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "inode_count": 1, 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_epoch": 7, 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_epoch": 22, 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "blocklisted": false, 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout: "fs_name": "cephfs" 2024-09-13T15:57:24.078 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-09-13T15:57:24.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.090 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-13T15:57:24.090 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:24.097 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-13T15:57:24.098 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:24.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.098 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:24.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.155 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-13T15:57:24.155 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:24.205 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-13T15:57:24.205 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:24.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.206 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:24.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.266 DEBUG:teuthology.orchestra.run.smithi077:> stat --file-system '--printf=%T 2024-09-13T15:57:24.266 DEBUG:teuthology.orchestra.run.smithi077:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:24.273 INFO:teuthology.orchestra.run.smithi077.stdout:fuseblk 2024-09-13T15:57:24.274 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:24.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.274 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:24.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.328 DEBUG:teuthology.orchestra.run.smithi077:> stat --file-system '--printf=%T 2024-09-13T15:57:24.328 DEBUG:teuthology.orchestra.run.smithi077:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:24.376 INFO:teuthology.orchestra.run.smithi077.stdout:fuseblk 2024-09-13T15:57:24.376 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:24.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:24.377 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:24.432 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T15:57:24.454 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:24.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 Processor -- start 2024-09-13T15:57:24.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 -- start start 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fee240b3720 0x7fee24160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee2415cad0 0x7fee24142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee240b2d70 con 0x7fee240b3340 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee2415da70 con 0x7fee240b3720 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee291da640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee240b3b70 con 0x7fee2415cad0 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.583+0000 7fee22d9d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fee240b3340 0x7fee240b2660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58876/0 (socket says 172.21.15.7:58876) 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee22d9d640 1 -- 172.21.15.7:0/771199537 learned_addr learned my addr 172.21.15.7:0/771199537 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2359e640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee2415cad0 0x7fee24142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2259c640 1 --2- 172.21.15.7:0/771199537 >> v2:172.21.15.77:3300/0 conn(0x7fee240b3720 0x7fee24160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee21d9b640 1 -- 172.21.15.7:0/771199537 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3798352080 0 0) 0x7fee240b2d70 con 0x7fee240b3340 2024-09-13T15:57:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee21d9b640 1 -- 172.21.15.7:0/771199537 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee10003530 con 0x7fee240b3340 2024-09-13T15:57:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2259c640 1 -- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee2415cad0 msgr2=0x7fee24142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2259c640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee2415cad0 0x7fee24142350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee21d9b640 1 -- 172.21.15.7:0/771199537 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 478089184 0 0) 0x7fee10003530 con 0x7fee240b3340 2024-09-13T15:57:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2259c640 1 -- 172.21.15.7:0/771199537 >> v1:172.21.15.7:6789/0 conn(0x7fee240b3340 legacy=0x7fee240b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2259c640 1 -- 172.21.15.7:0/771199537 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee2415cf20 con 0x7fee240b3720 2024-09-13T15:57:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2359e640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee2415cad0 0x7fee24142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee2259c640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee240b3720 0x7fee24160ad0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fee0c0097c0 tx=0x7fee0c01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d62a5b5d9515e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee21d9b640 1 -- 172.21.15.7:0/771199537 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee14001a00 con 0x7fee240b3720 2024-09-13T15:57:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee21d9b640 1 -- 172.21.15.7:0/771199537 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee0c0a7050 con 0x7fee240b3720 2024-09-13T15:57:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee21d9b640 1 -- 172.21.15.7:0/771199537 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee0c0ab600 con 0x7fee240b3720 2024-09-13T15:57:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee291da640 1 -- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee240b3720 msgr2=0x7fee24160ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.587+0000 7fee291da640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee240b3720 0x7fee24160ad0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fee0c0097c0 tx=0x7fee0c01c3c0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- 172.21.15.7:0/771199537 shutdown_connections 2024-09-13T15:57:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee2415cad0 0x7fee24142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 --2- 172.21.15.7:0/771199537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee240b3720 0x7fee24160ad0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- 172.21.15.7:0/771199537 >> 172.21.15.7:0/771199537 conn(0x7fee24069f00 msgr2=0x7fee2406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:24.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- 172.21.15.7:0/771199537 shutdown_connections 2024-09-13T15:57:24.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- 172.21.15.7:0/771199537 wait complete. 2024-09-13T15:57:24.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 Processor -- start 2024-09-13T15:57:24.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- start start 2024-09-13T15:57:24.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 0x7fee24143fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee240b3720 0x7fee24154b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee2415cad0 0x7fee2413edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee24155050 con 0x7fee240b3340 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee241446d0 con 0x7fee2415cad0 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee241449b0 con 0x7fee240b3720 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 0x7fee24143fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 0x7fee24143fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42644/0 (socket says 172.21.15.7:42644) 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 -- 172.21.15.7:0/686951902 learned_addr learned my addr 172.21.15.7:0/686951902 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee2259c640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee240b3720 0x7fee24154b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee2359e640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee2415cad0 0x7fee2413edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 -- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee240b3720 msgr2=0x7fee24154b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee240b3720 0x7fee24154b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 -- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee2415cad0 msgr2=0x7fee2413edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee2415cad0 0x7fee2413edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 -- 172.21.15.7:0/686951902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee1c009420 con 0x7fee240b3340 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee2359e640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee2415cad0 0x7fee2413edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee22d9d640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 0x7fee24143fd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fee1400cc90 tx=0x7fee1400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee1400cea0 con 0x7fee240b3340 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee14012400 con 0x7fee240b3340 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee0c009420 con 0x7fee240b3340 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee140127f0 con 0x7fee240b3340 2024-09-13T15:57:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.591+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee24144f70 con 0x7fee240b3340 2024-09-13T15:57:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.595+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee240ce280 con 0x7fee240b3340 2024-09-13T15:57:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.595+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fee14012950 con 0x7fee240b3340 2024-09-13T15:57:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.595+0000 7fee1b7fe640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fee040666c0 0x7fee04068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.595+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fee14084940 con 0x7fee240b3340 2024-09-13T15:57:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.595+0000 7fee2259c640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fee040666c0 0x7fee04068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.595+0000 7fee2259c640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fee040666c0 0x7fee04068b80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fee0c0ad000 tx=0x7fee0c0a4f90 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:24.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.599+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fee14051cb0 con 0x7fee240b3340 2024-09-13T15:57:24.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.759+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fee24141e00 con 0x7fee240b3340 2024-09-13T15:57:24.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee1b7fe640 1 -- 172.21.15.7:0/686951902 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7fee140552d0 con 0x7fee240b3340 2024-09-13T15:57:24.768 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:24.768 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fee040666c0 msgr2=0x7fee04068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fee040666c0 0x7fee04068b80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fee0c0ad000 tx=0x7fee0c0a4f90 comp rx=0 tx=0).stop 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 msgr2=0x7fee24143fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 0x7fee24143fd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fee1400cc90 tx=0x7fee1400a430 comp rx=0 tx=0).stop 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 shutdown_connections 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fee040666c0 0x7fee04068b80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee2415cad0 0x7fee2413edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fee240b3720 0x7fee24154b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 --2- 172.21.15.7:0/686951902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee240b3340 0x7fee24143fd0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 >> 172.21.15.7:0/686951902 conn(0x7fee24069f00 msgr2=0x7fee2415c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:24.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 shutdown_connections 2024-09-13T15:57:24.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.763+0000 7fee291da640 1 -- 172.21.15.7:0/686951902 wait complete. 2024-09-13T15:57:24.787 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:24.788 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:24.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 Processor -- start 2024-09-13T15:57:24.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 -- start start 2024-09-13T15:57:24.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f648015a570 0x7f64800cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f64800cc700 0x7f64800cb320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64800ca280 con 0x7f64800cb860 2024-09-13T15:57:24.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64800c9bf0 con 0x7f64800cc700 2024-09-13T15:57:24.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f64870d2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64800ca560 con 0x7f648015a570 2024-09-13T15:57:24.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f64800cc700 0x7f64800cb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f64800cc700 0x7f64800cb320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42648/0 (socket says 172.21.15.7:42648) 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 -- 172.21.15.7:0/976792085 learned_addr learned my addr 172.21.15.7:0/976792085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6484e6e640 1 --2- 172.21.15.7:0/976792085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f648015a570 0x7f64800cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 -- 172.21.15.7:0/976792085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f648015a570 msgr2=0x7f64800cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 --2- 172.21.15.7:0/976792085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f648015a570 0x7f64800cc1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 -- 172.21.15.7:0/976792085 >> v1:172.21.15.77:6789/0 conn(0x7f64800cb860 legacy=0x7f64800b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:24.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.915+0000 7f6477fff640 1 -- 172.21.15.7:0/976792085 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64800ca840 con 0x7f64800cc700 2024-09-13T15:57:24.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f6477fff640 1 --2- 172.21.15.7:0/976792085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64800cc700 0x7f64800cb320 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6470009870 tx=0x7f647001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eef282ab2b0b359 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:24.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64777fe640 1 -- 172.21.15.7:0/976792085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64700aa610 con 0x7f64800cc700 2024-09-13T15:57:24.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64777fe640 1 -- 172.21.15.7:0/976792085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64700a6040 con 0x7f64800cc700 2024-09-13T15:57:24.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64777fe640 1 -- 172.21.15.7:0/976792085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64700aa990 con 0x7f64800cc700 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- 172.21.15.7:0/976792085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64800cc700 msgr2=0x7f64800cb320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 --2- 172.21.15.7:0/976792085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64800cc700 0x7f64800cb320 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6470009870 tx=0x7f647001c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- 172.21.15.7:0/976792085 shutdown_connections 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 --2- 172.21.15.7:0/976792085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64800cc700 0x7f64800cb320 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 --2- 172.21.15.7:0/976792085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f648015a570 0x7f64800cc1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- 172.21.15.7:0/976792085 >> 172.21.15.7:0/976792085 conn(0x7f6480065eb0 msgr2=0x7f6480069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:24.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- 172.21.15.7:0/976792085 shutdown_connections 2024-09-13T15:57:24.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- 172.21.15.7:0/976792085 wait complete. 2024-09-13T15:57:24.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 Processor -- start 2024-09-13T15:57:24.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- start start 2024-09-13T15:57:24.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64800cb860 0x7f648014acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64800cc700 0x7f6480149130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 0x7f64801497d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64800b1960 con 0x7f648015a570 2024-09-13T15:57:24.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6480149670 con 0x7f64800cc700 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.919+0000 7f64870d2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6480159c60 con 0x7f64800cb860 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 0x7f64801497d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 0x7f64801497d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42664/0 (socket says 172.21.15.7:42664) 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 -- 172.21.15.7:0/699986632 learned_addr learned my addr 172.21.15.7:0/699986632 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f6484e6e640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64800cb860 0x7f648014acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f6477fff640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64800cc700 0x7f6480149130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 -- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64800cb860 msgr2=0x7f648014acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64800cb860 0x7f648014acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 -- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64800cc700 msgr2=0x7f6480149130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64800cc700 0x7f6480149130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 -- 172.21.15.7:0/699986632 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64700094d0 con 0x7f648015a570 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f6484e6e640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64800cb860 0x7f648014acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f6477fff640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64800cc700 0x7f6480149130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f648566f640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 0x7f64801497d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f647800c7b0 tx=0x7f647800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6478004b70 con 0x7f648015a570 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6478004cd0 con 0x7f648015a570 2024-09-13T15:57:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64800b30f0 con 0x7f648015a570 2024-09-13T15:57:24.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f647800aa30 con 0x7f648015a570 2024-09-13T15:57:24.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6480159730 con 0x7f648015a570 2024-09-13T15:57:24.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64800b16c0 con 0x7f648015a570 2024-09-13T15:57:24.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f647800ab90 con 0x7f648015a570 2024-09-13T15:57:24.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64757fa640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f646c066690 0x7f646c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:24.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6478084240 con 0x7f648015a570 2024-09-13T15:57:24.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f6484e6e640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f646c066690 0x7f646c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:24.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.923+0000 7f6484e6e640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f646c066690 0x7f646c068b50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6480070fa0 tx=0x7f647c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:24.931+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f64800b16c0 con 0x7f648015a570 2024-09-13T15:57:25.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f64800b1aa0 con 0x7f648015a570 2024-09-13T15:57:25.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64757fa640 1 -- 172.21.15.7:0/699986632 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f64800b1aa0 con 0x7f648015a570 2024-09-13T15:57:25.113 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:25.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f646c066690 msgr2=0x7f646c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f646c066690 0x7f646c068b50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6480070fa0 tx=0x7f647c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:25.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 msgr2=0x7f64801497d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 0x7f64801497d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f647800c7b0 tx=0x7f647800cc70 comp rx=0 tx=0).stop 2024-09-13T15:57:25.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 shutdown_connections 2024-09-13T15:57:25.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f646c066690 0x7f646c068b50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f648015a570 0x7f64801497d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64800cc700 0x7f6480149130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 --2- 172.21.15.7:0/699986632 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64800cb860 0x7f648014acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 >> 172.21.15.7:0/699986632 conn(0x7f6480065eb0 msgr2=0x7f648015f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:25.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 shutdown_connections 2024-09-13T15:57:25.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.107+0000 7f64870d2640 1 -- 172.21.15.7:0/699986632 wait complete. 2024-09-13T15:57:25.132 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:25.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff88549f640 1 Processor -- start 2024-09-13T15:57:25.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff88549f640 1 -- start start 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff88549f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800b0000 0x7ff88015b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff88549f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8800adad0 con 0x7ff8801620c0 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff88549f640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff88015ba70 con 0x7ff8800cab60 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff88549f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8800cb0c0 con 0x7ff8800b0000 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87f7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff8801620c0 0x7ff8801644b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58880/0 (socket says 172.21.15.7:58880) 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87f7fe640 1 -- 172.21.15.7:0/3225352217 learned_addr learned my addr 172.21.15.7:0/3225352217 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:25.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87effd640 1 --2- 172.21.15.7:0/3225352217 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800b0000 0x7ff88015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87e7fc640 1 -- 172.21.15.7:0/3225352217 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 574237641 0 0) 0x7ff8780014a0 con 0x7ff8801620c0 2024-09-13T15:57:25.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87e7fc640 1 -- 172.21.15.7:0/3225352217 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff86c003530 con 0x7ff8801620c0 2024-09-13T15:57:25.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87e7fc640 1 -- 172.21.15.7:0/3225352217 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2728499779 0 0) 0x7ff86c003530 con 0x7ff8801620c0 2024-09-13T15:57:25.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87effd640 1 -- 172.21.15.7:0/3225352217 >> v1:172.21.15.77:6789/0 conn(0x7ff8800cab60 legacy=0x7ff8800b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87effd640 1 -- 172.21.15.7:0/3225352217 >> v1:172.21.15.7:6789/0 conn(0x7ff8801620c0 legacy=0x7ff8801644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.251+0000 7ff87effd640 1 -- 172.21.15.7:0/3225352217 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8800cb3a0 con 0x7ff8800b0000 2024-09-13T15:57:25.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff87effd640 1 --2- 172.21.15.7:0/3225352217 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800b0000 0x7ff88015b530 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff8700097f0 tx=0x7ff87001c2b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23c5a45f7a3f0a19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff87e7fc640 1 -- 172.21.15.7:0/3225352217 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff878001b90 con 0x7ff8800b0000 2024-09-13T15:57:25.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff87e7fc640 1 -- 172.21.15.7:0/3225352217 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8700a7050 con 0x7ff8800b0000 2024-09-13T15:57:25.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff87e7fc640 1 -- 172.21.15.7:0/3225352217 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8700ab600 con 0x7ff8800b0000 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 -- 172.21.15.7:0/3225352217 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800b0000 msgr2=0x7ff88015b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 --2- 172.21.15.7:0/3225352217 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800b0000 0x7ff88015b530 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff8700097f0 tx=0x7ff87001c2b0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 -- 172.21.15.7:0/3225352217 shutdown_connections 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 --2- 172.21.15.7:0/3225352217 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800b0000 0x7ff88015b530 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 -- 172.21.15.7:0/3225352217 >> 172.21.15.7:0/3225352217 conn(0x7ff880065eb0 msgr2=0x7ff880069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 -- 172.21.15.7:0/3225352217 shutdown_connections 2024-09-13T15:57:25.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.255+0000 7ff88549f640 1 -- 172.21.15.7:0/3225352217 wait complete. 2024-09-13T15:57:25.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 Processor -- start 2024-09-13T15:57:25.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- start start 2024-09-13T15:57:25.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8800b0000 0x7ff880144b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800cab60 0x7ff8801469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 0x7ff8801586b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff880146f10 con 0x7ff8801620c0 2024-09-13T15:57:25.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff88014ebd0 con 0x7ff8800b0000 2024-09-13T15:57:25.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff88014ee20 con 0x7ff8800cab60 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 0x7ff8801586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 0x7ff8801586b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42670/0 (socket says 172.21.15.7:42670) 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 -- 172.21.15.7:0/1576260786 learned_addr learned my addr 172.21.15.7:0/1576260786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff8767fc640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800cab60 0x7ff8801469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87effd640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8800b0000 0x7ff880144b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 -- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800cab60 msgr2=0x7ff8801469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800cab60 0x7ff8801469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 -- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8800b0000 msgr2=0x7ff880144b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8800b0000 0x7ff880144b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 -- 172.21.15.7:0/1576260786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff870009420 con 0x7ff8801620c0 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff87f7fe640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 0x7ff8801586b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff8780018a0 tx=0x7ff87800cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87800a840 con 0x7ff8801620c0 2024-09-13T15:57:25.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff87800a9a0 con 0x7ff8801620c0 2024-09-13T15:57:25.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff88014f100 con 0x7ff8801620c0 2024-09-13T15:57:25.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87800ad50 con 0x7ff8801620c0 2024-09-13T15:57:25.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff88014f6c0 con 0x7ff8801620c0 2024-09-13T15:57:25.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff88014f8e0 con 0x7ff8801620c0 2024-09-13T15:57:25.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.259+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff8780070d0 con 0x7ff8801620c0 2024-09-13T15:57:25.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.263+0000 7ff877fff640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff860066690 0x7ff860068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.263+0000 7ff87effd640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff860066690 0x7ff860068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.263+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff878083850 con 0x7ff8801620c0 2024-09-13T15:57:25.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.263+0000 7ff87effd640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff860066690 0x7ff860068b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff8700ad000 tx=0x7ff8700a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.267+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff878050c50 con 0x7ff8801620c0 2024-09-13T15:57:25.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.423+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff8800ada90 con 0x7ff8801620c0 2024-09-13T15:57:25.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.423+0000 7ff877fff640 1 -- 172.21.15.7:0/1576260786 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff8780180a0 con 0x7ff8801620c0 2024-09-13T15:57:25.430 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff860066690 msgr2=0x7ff860068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff860066690 0x7ff860068b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff8700ad000 tx=0x7ff8700a6000 comp rx=0 tx=0).stop 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 msgr2=0x7ff8801586b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 0x7ff8801586b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff8780018a0 tx=0x7ff87800cd20 comp rx=0 tx=0).stop 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 shutdown_connections 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff860066690 0x7ff860068b50 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8801620c0 0x7ff8801586b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8800cab60 0x7ff8801469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 --2- 172.21.15.7:0/1576260786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8800b0000 0x7ff880144b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 >> 172.21.15.7:0/1576260786 conn(0x7ff880065eb0 msgr2=0x7ff8800b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 shutdown_connections 2024-09-13T15:57:25.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.427+0000 7ff88549f640 1 -- 172.21.15.7:0/1576260786 wait complete. 2024-09-13T15:57:25.448 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.563+0000 7fe5d4114640 1 Processor -- start 2024-09-13T15:57:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.563+0000 7fe5d4114640 1 -- start start 2024-09-13T15:57:25.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.563+0000 7fe5d4114640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 0x7fe5cc15b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d4114640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe5cc1620c0 0x7fe5cc1644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d4114640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5cc0adad0 con 0x7fe5cc0cab60 2024-09-13T15:57:25.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d4114640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5cc15ba70 con 0x7fe5cc1620c0 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d4114640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc0cb0c0 con 0x7fe5cc0b0000 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 0x7fe5cc15b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d26b1640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe5cc1620c0 0x7fe5cc1644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 0x7fe5cc15b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:58778/0 (socket says 172.21.15.7:58778) 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/3963533421 learned_addr learned my addr 172.21.15.7:0/3963533421 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/3963533421 >> v2:172.21.15.77:3300/0 conn(0x7fe5cc1620c0 msgr2=0x7fe5cc1644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 --2- 172.21.15.7:0/3963533421 >> v2:172.21.15.77:3300/0 conn(0x7fe5cc1620c0 0x7fe5cc1644b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/3963533421 >> v1:172.21.15.77:6789/0 conn(0x7fe5cc0cab60 legacy=0x7fe5cc0b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/3963533421 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5cc0cb3a0 con 0x7fe5cc0b0000 2024-09-13T15:57:25.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d1eb0640 1 --2- 172.21.15.7:0/3963533421 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 0x7fe5cc15b530 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe5c8009870 tx=0x7fe5c801c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30ade11c0c751b53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d0eae640 1 -- 172.21.15.7:0/3963533421 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80a95f0 con 0x7fe5cc0b0000 2024-09-13T15:57:25.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d0eae640 1 -- 172.21.15.7:0/3963533421 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c80a9750 con 0x7fe5cc0b0000 2024-09-13T15:57:25.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.567+0000 7fe5d0eae640 1 -- 172.21.15.7:0/3963533421 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80a9ae0 con 0x7fe5cc0b0000 2024-09-13T15:57:25.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- 172.21.15.7:0/3963533421 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 msgr2=0x7fe5cc15b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 --2- 172.21.15.7:0/3963533421 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 0x7fe5cc15b530 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe5c8009870 tx=0x7fe5c801c530 comp rx=0 tx=0).stop 2024-09-13T15:57:25.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- 172.21.15.7:0/3963533421 shutdown_connections 2024-09-13T15:57:25.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 --2- 172.21.15.7:0/3963533421 >> v2:172.21.15.77:3300/0 conn(0x7fe5cc1620c0 0x7fe5cc1644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 --2- 172.21.15.7:0/3963533421 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc0b0000 0x7fe5cc15b530 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- 172.21.15.7:0/3963533421 >> 172.21.15.7:0/3963533421 conn(0x7fe5cc065eb0 msgr2=0x7fe5cc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:25.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- 172.21.15.7:0/3963533421 shutdown_connections 2024-09-13T15:57:25.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- 172.21.15.7:0/3963533421 wait complete. 2024-09-13T15:57:25.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 Processor -- start 2024-09-13T15:57:25.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- start start 2024-09-13T15:57:25.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 0x7fe5cc15ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5cc0cab60 0x7fe5cc143920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc1620c0 0x7fe5cc143e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc15b250 con 0x7fe5cc0b0000 2024-09-13T15:57:25.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc163e60 con 0x7fe5cc0cab60 2024-09-13T15:57:25.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d4114640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc162f70 con 0x7fe5cc1620c0 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 0x7fe5cc15ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 0x7fe5cc15ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42674/0 (socket says 172.21.15.7:42674) 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/2778476046 learned_addr learned my addr 172.21.15.7:0/2778476046 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d26b1640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc1620c0 0x7fe5cc143e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d16af640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5cc0cab60 0x7fe5cc143920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc1620c0 msgr2=0x7fe5cc143e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc1620c0 0x7fe5cc143e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5cc0cab60 msgr2=0x7fe5cc143920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5cc0cab60 0x7fe5cc143920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 -- 172.21.15.7:0/2778476046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5c80094d0 con 0x7fe5cc0b0000 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.571+0000 7fe5d1eb0640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 0x7fe5cc15ad10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe5c801a160 tx=0x7fe5c801ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80b1800 con 0x7fe5cc0b0000 2024-09-13T15:57:25.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c80b1960 con 0x7fe5cc0b0000 2024-09-13T15:57:25.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5cc0c8ed0 con 0x7fe5cc0b0000 2024-09-13T15:57:25.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80b1d10 con 0x7fe5cc0b0000 2024-09-13T15:57:25.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5cc163530 con 0x7fe5cc0b0000 2024-09-13T15:57:25.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5cc15b530 con 0x7fe5cc0b0000 2024-09-13T15:57:25.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe5c80bc450 con 0x7fe5cc0b0000 2024-09-13T15:57:25.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5c27fc640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe5b0066690 0x7fe5b0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5d16af640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe5b0066690 0x7fe5b0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe5c811ed90 con 0x7fe5cc0b0000 2024-09-13T15:57:25.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.575+0000 7fe5d16af640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe5b0066690 0x7fe5b0068b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc1f6950 tx=0x7fe5bc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.579+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe5c80ec110 con 0x7fe5cc0b0000 2024-09-13T15:57:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.731+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe5cc0ced00 con 0x7fe5cc0b0000 2024-09-13T15:57:25.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5c27fc640 1 -- 172.21.15.7:0/2778476046 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe5c80ef730 con 0x7fe5cc0b0000 2024-09-13T15:57:25.739 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe5b0066690 msgr2=0x7fe5b0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe5b0066690 0x7fe5b0068b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc1f6950 tx=0x7fe5bc009040 comp rx=0 tx=0).stop 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 msgr2=0x7fe5cc15ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 0x7fe5cc15ad10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe5c801a160 tx=0x7fe5c801ad70 comp rx=0 tx=0).stop 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 shutdown_connections 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe5b0066690 0x7fe5b0068b50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5cc1620c0 0x7fe5cc143e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5cc0cab60 0x7fe5cc143920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 --2- 172.21.15.7:0/2778476046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5cc0b0000 0x7fe5cc15ad10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 >> 172.21.15.7:0/2778476046 conn(0x7fe5cc065eb0 msgr2=0x7fe5cc0b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 shutdown_connections 2024-09-13T15:57:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.735+0000 7fe5d4114640 1 -- 172.21.15.7:0/2778476046 wait complete. 2024-09-13T15:57:25.757 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:25.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.859+0000 7fa97670d640 1 Processor -- start 2024-09-13T15:57:25.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.859+0000 7fa97670d640 1 -- start start 2024-09-13T15:57:25.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa97670d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa97006a610 0x7fa9700cc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa97670d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa970143fd0 0x7fa9700cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa97670d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa97006d100 con 0x7fa970143bf0 2024-09-13T15:57:25.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa97670d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9700cd0d0 con 0x7fa970143fd0 2024-09-13T15:57:25.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa97670d640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9700cce20 con 0x7fa97006a610 2024-09-13T15:57:25.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96ffff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa970143bf0 0x7fa970069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58896/0 (socket says 172.21.15.7:58896) 2024-09-13T15:57:25.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa974caa640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa970143fd0 0x7fa9700cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96ffff640 1 -- 172.21.15.7:0/1848309100 learned_addr learned my addr 172.21.15.7:0/1848309100 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96f7fe640 1 -- 172.21.15.7:0/1848309100 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3967858092 0 0) 0x7fa97006d100 con 0x7fa970143bf0 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96f7fe640 1 -- 172.21.15.7:0/1848309100 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa95c003530 con 0x7fa970143bf0 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa9677fe640 1 --2- 172.21.15.7:0/1848309100 >> v2:172.21.15.77:3300/0 conn(0x7fa97006a610 0x7fa9700cc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa974caa640 1 -- 172.21.15.7:0/1848309100 >> v2:172.21.15.77:3300/0 conn(0x7fa97006a610 msgr2=0x7fa9700cc3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa974caa640 1 --2- 172.21.15.7:0/1848309100 >> v2:172.21.15.77:3300/0 conn(0x7fa97006a610 0x7fa9700cc3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa974caa640 1 -- 172.21.15.7:0/1848309100 >> v1:172.21.15.7:6789/0 conn(0x7fa970143bf0 legacy=0x7fa970069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa974caa640 1 -- 172.21.15.7:0/1848309100 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa97006d350 con 0x7fa970143fd0 2024-09-13T15:57:25.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa974caa640 1 --2- 172.21.15.7:0/1848309100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa9700cc8e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa9700cdd30 tx=0x7fa96801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebad9b03f6859f0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96f7fe640 1 -- 172.21.15.7:0/1848309100 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9680a59c0 con 0x7fa970143fd0 2024-09-13T15:57:25.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96f7fe640 1 -- 172.21.15.7:0/1848309100 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9680a5b20 con 0x7fa970143fd0 2024-09-13T15:57:25.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.863+0000 7fa96f7fe640 1 -- 172.21.15.7:0/1848309100 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9680ad440 con 0x7fa970143fd0 2024-09-13T15:57:25.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1848309100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 msgr2=0x7fa9700cc8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 --2- 172.21.15.7:0/1848309100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa9700cc8e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa9700cdd30 tx=0x7fa96801c900 comp rx=0 tx=0).stop 2024-09-13T15:57:25.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1848309100 shutdown_connections 2024-09-13T15:57:25.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 --2- 172.21.15.7:0/1848309100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa9700cc8e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 --2- 172.21.15.7:0/1848309100 >> v2:172.21.15.77:3300/0 conn(0x7fa97006a610 0x7fa9700cc3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1848309100 >> 172.21.15.7:0/1848309100 conn(0x7fa97006b1e0 msgr2=0x7fa97006b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:25.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1848309100 shutdown_connections 2024-09-13T15:57:25.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1848309100 wait complete. 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 Processor -- start 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- start start 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa97006a610 0x7fa970158cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa970143bf0 0x7fa97013b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa970136e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97015a010 con 0x7fa970143fd0 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97013bc90 con 0x7fa97006a610 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa970159390 con 0x7fa970143bf0 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa970136e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa970136e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42698/0 (socket says 172.21.15.7:42698) 2024-09-13T15:57:25.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 -- 172.21.15.7:0/1920214159 learned_addr learned my addr 172.21.15.7:0/1920214159 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa96ffff640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa97006a610 0x7fa970158cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa9677fe640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa970143bf0 0x7fa97013b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 -- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa970143bf0 msgr2=0x7fa97013b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa970143bf0 0x7fa97013b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 -- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa97006a610 msgr2=0x7fa970158cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa97006a610 0x7fa970158cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 -- 172.21.15.7:0/1920214159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa968009a70 con 0x7fa970143fd0 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa96ffff640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa97006a610 0x7fa970158cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa974caa640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa970136e50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa968019510 tx=0x7fa9680196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9680add50 con 0x7fa970143fd0 2024-09-13T15:57:25.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa968009450 con 0x7fa970143fd0 2024-09-13T15:57:25.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa970159670 con 0x7fa970143fd0 2024-09-13T15:57:25.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9680b9690 con 0x7fa970143fd0 2024-09-13T15:57:25.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.867+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa970159c30 con 0x7fa970143fd0 2024-09-13T15:57:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.871+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa970069f00 con 0x7fa970143fd0 2024-09-13T15:57:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.871+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa9680b97f0 con 0x7fa970143fd0 2024-09-13T15:57:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.871+0000 7fa96d7fa640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa950066690 0x7fa950068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.871+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa96811f900 con 0x7fa970143fd0 2024-09-13T15:57:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.871+0000 7fa96ffff640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa950066690 0x7fa950068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.871+0000 7fa96ffff640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa950066690 0x7fa950068b50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa9600011f0 tx=0x7fa960009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:25.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:25.875+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa9680ecd00 con 0x7fa970143fd0 2024-09-13T15:57:26.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.027+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa97015a810 con 0x7fa970143fd0 2024-09-13T15:57:26.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.031+0000 7fa96d7fa640 1 -- 172.21.15.7:0/1920214159 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7fa9680f0320 con 0x7fa970143fd0 2024-09-13T15:57:26.038 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:26.038 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa950066690 msgr2=0x7fa950068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa950066690 0x7fa950068b50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa9600011f0 tx=0x7fa960009040 comp rx=0 tx=0).stop 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 msgr2=0x7fa970136e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa970136e50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa968019510 tx=0x7fa9680196a0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 shutdown_connections 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa950066690 0x7fa950068b50 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa970143fd0 0x7fa970136e50 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa970143bf0 0x7fa97013b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 --2- 172.21.15.7:0/1920214159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa97006a610 0x7fa970158cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 >> 172.21.15.7:0/1920214159 conn(0x7fa97006b1e0 msgr2=0x7fa9700b1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 shutdown_connections 2024-09-13T15:57:26.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.035+0000 7fa97670d640 1 -- 172.21.15.7:0/1920214159 wait complete. 2024-09-13T15:57:26.055 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:26.056 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.171+0000 7f1446ac5640 1 Processor -- start 2024-09-13T15:57:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.171+0000 7f1446ac5640 1 -- start start 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1446ac5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1440153b90 0x7f144015af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1446ac5640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f144006faf0 con 0x7f14400b0710 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1446ac5640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1440153f70 con 0x7f144015da90 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1446ac5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14400cdb30 con 0x7f1440153b90 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1445062640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f14400b0710 0x7f1440159d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58898/0 (socket says 172.21.15.7:58898) 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1445062640 1 -- 172.21.15.7:0/626509293 learned_addr learned my addr 172.21.15.7:0/626509293 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1444861640 1 --2- 172.21.15.7:0/626509293 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1440153b90 0x7f144015af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f143f7fe640 1 -- 172.21.15.7:0/626509293 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2447704018 0 0) 0x7f144006faf0 con 0x7f14400b0710 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f143f7fe640 1 -- 172.21.15.7:0/626509293 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1428003530 con 0x7f14400b0710 2024-09-13T15:57:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f143f7fe640 1 -- 172.21.15.7:0/626509293 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2977955828 0 0) 0x7f1428003530 con 0x7f14400b0710 2024-09-13T15:57:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1444861640 1 -- 172.21.15.7:0/626509293 >> v1:172.21.15.77:6789/0 conn(0x7f144015da90 legacy=0x7f14400b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1444861640 1 -- 172.21.15.7:0/626509293 >> v1:172.21.15.7:6789/0 conn(0x7f14400b0710 legacy=0x7f1440159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.175+0000 7f1444861640 1 -- 172.21.15.7:0/626509293 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14400cd850 con 0x7f1440153b90 2024-09-13T15:57:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1444861640 1 --2- 172.21.15.7:0/626509293 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1440153b90 0x7f144015af80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f14340097f0 tx=0x7f143401c2b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=270059fff428af4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143f7fe640 1 -- 172.21.15.7:0/626509293 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1438001a00 con 0x7f1440153b90 2024-09-13T15:57:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143f7fe640 1 -- 172.21.15.7:0/626509293 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14340a7050 con 0x7f1440153b90 2024-09-13T15:57:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143f7fe640 1 -- 172.21.15.7:0/626509293 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14340ab600 con 0x7f1440153b90 2024-09-13T15:57:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- 172.21.15.7:0/626509293 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1440153b90 msgr2=0x7f144015af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 --2- 172.21.15.7:0/626509293 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1440153b90 0x7f144015af80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f14340097f0 tx=0x7f143401c2b0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- 172.21.15.7:0/626509293 shutdown_connections 2024-09-13T15:57:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 --2- 172.21.15.7:0/626509293 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1440153b90 0x7f144015af80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- 172.21.15.7:0/626509293 >> 172.21.15.7:0/626509293 conn(0x7f1440065eb0 msgr2=0x7f1440069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- 172.21.15.7:0/626509293 shutdown_connections 2024-09-13T15:57:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- 172.21.15.7:0/626509293 wait complete. 2024-09-13T15:57:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 Processor -- start 2024-09-13T15:57:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- start start 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f14400b0710 0x7f144013f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 0x7f14400adfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f144015da90 0x7f14400ae500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1440157050 con 0x7f1440153b90 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1440140080 con 0x7f144015da90 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1446ac5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1440140360 con 0x7f14400b0710 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 0x7f14400adfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 0x7f14400adfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42702/0 (socket says 172.21.15.7:42702) 2024-09-13T15:57:26.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 -- 172.21.15.7:0/3997256580 learned_addr learned my addr 172.21.15.7:0/3997256580 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1444861640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f14400b0710 0x7f144013f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f1445062640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f144015da90 0x7f14400ae500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 -- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f14400b0710 msgr2=0x7f144013f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f14400b0710 0x7f144013f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 -- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f144015da90 msgr2=0x7f14400ae500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f144015da90 0x7f14400ae500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 -- 172.21.15.7:0/3997256580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1434009420 con 0x7f1440153b90 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143ffff640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 0x7f14400adfc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1430009de0 tx=0x7f143000c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.179+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f143000cdb0 con 0x7f1440153b90 2024-09-13T15:57:26.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1430004020 con 0x7f1440153b90 2024-09-13T15:57:26.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1430004410 con 0x7f1440153b90 2024-09-13T15:57:26.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1440140640 con 0x7f1440153b90 2024-09-13T15:57:26.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1440153410 con 0x7f1440153b90 2024-09-13T15:57:26.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14400cd470 con 0x7f1440153b90 2024-09-13T15:57:26.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1430003600 con 0x7f1440153b90 2024-09-13T15:57:26.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f143d7fa640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f142c066690 0x7f142c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1430086900 con 0x7f1440153b90 2024-09-13T15:57:26.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f1444861640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f142c066690 0x7f142c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.183+0000 7f1444861640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f142c066690 0x7f142c068b50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f14340ad000 tx=0x7f14340a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.187+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1430053d00 con 0x7f1440153b90 2024-09-13T15:57:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.339+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1440140af0 con 0x7f1440153b90 2024-09-13T15:57:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f143d7fa640 1 -- 172.21.15.7:0/3997256580 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1430018020 con 0x7f1440153b90 2024-09-13T15:57:26.347 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:26.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f142c066690 msgr2=0x7f142c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f142c066690 0x7f142c068b50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f14340ad000 tx=0x7f14340a6000 comp rx=0 tx=0).stop 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 msgr2=0x7f14400adfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 0x7f14400adfc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1430009de0 tx=0x7f143000c430 comp rx=0 tx=0).stop 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 shutdown_connections 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f142c066690 0x7f142c068b50 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f144015da90 0x7f14400ae500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1440153b90 0x7f14400adfc0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 --2- 172.21.15.7:0/3997256580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f14400b0710 0x7f144013f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 >> 172.21.15.7:0/3997256580 conn(0x7f1440065eb0 msgr2=0x7f1440158f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 shutdown_connections 2024-09-13T15:57:26.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.343+0000 7f1446ac5640 1 -- 172.21.15.7:0/3997256580 wait complete. 2024-09-13T15:57:26.366 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:26.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 Processor -- start 2024-09-13T15:57:26.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 -- start start 2024-09-13T15:57:26.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f2bd015c4b0 0x7f2bd006b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00707c0 0x7f2bd0070c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bd0071140 con 0x7f2bd00acb20 2024-09-13T15:57:26.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bd006a0a0 con 0x7f2bd015c4b0 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd6db4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd006a380 con 0x7f2bd00707c0 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f2bd015c4b0 0x7f2bd006b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f2bd015c4b0 0x7f2bd006b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42704/0 (socket says 172.21.15.7:42704) 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 -- 172.21.15.7:0/543153312 learned_addr learned my addr 172.21.15.7:0/543153312 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd5351640 1 --1- 172.21.15.7:0/543153312 >> v1:172.21.15.7:6789/0 conn(0x7f2bd00acb20 0x7f2bd00acf70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58900/0 (socket says 172.21.15.7:58900) 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bcffff640 1 --2- 172.21.15.7:0/543153312 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00707c0 0x7f2bd0070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 -- 172.21.15.7:0/543153312 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00707c0 msgr2=0x7f2bd0070c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 --2- 172.21.15.7:0/543153312 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00707c0 0x7f2bd0070c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 -- 172.21.15.7:0/543153312 >> v1:172.21.15.7:6789/0 conn(0x7f2bd00acb20 legacy=0x7f2bd00acf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bd4b50640 1 -- 172.21.15.7:0/543153312 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bd006a660 con 0x7f2bd015c4b0 2024-09-13T15:57:26.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.487+0000 7f2bcf7fe640 1 -- 172.21.15.7:0/543153312 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1435926981 0 0) 0x7f2bd0071140 con 0x7f2bd00acb20 2024-09-13T15:57:26.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 --2- 172.21.15.7:0/543153312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd015c4b0 0x7f2bd006b140 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009870 tx=0x7f2bc401c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4532ff7d19adde9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bcf7fe640 1 -- 172.21.15.7:0/543153312 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40a95f0 con 0x7f2bd015c4b0 2024-09-13T15:57:26.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bcf7fe640 1 -- 172.21.15.7:0/543153312 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bc40a9750 con 0x7f2bd015c4b0 2024-09-13T15:57:26.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bcf7fe640 1 -- 172.21.15.7:0/543153312 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40a9ae0 con 0x7f2bd015c4b0 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- 172.21.15.7:0/543153312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd015c4b0 msgr2=0x7f2bd006b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/543153312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd015c4b0 0x7f2bd006b140 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009870 tx=0x7f2bc401c530 comp rx=0 tx=0).stop 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- 172.21.15.7:0/543153312 shutdown_connections 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/543153312 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00707c0 0x7f2bd0070c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/543153312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd015c4b0 0x7f2bd006b140 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- 172.21.15.7:0/543153312 >> 172.21.15.7:0/543153312 conn(0x7f2bd00b1020 msgr2=0x7f2bd00b1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- 172.21.15.7:0/543153312 shutdown_connections 2024-09-13T15:57:26.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- 172.21.15.7:0/543153312 wait complete. 2024-09-13T15:57:26.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 Processor -- start 2024-09-13T15:57:26.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- start start 2024-09-13T15:57:26.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 0x7f2bd0147f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00acb20 0x7f2bd0148650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bd015c4b0 0x7f2bd01f5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd01513d0 con 0x7f2bd00707c0 2024-09-13T15:57:26.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd0148480 con 0x7f2bd015c4b0 2024-09-13T15:57:26.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd6db4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd0151620 con 0x7f2bd00acb20 2024-09-13T15:57:26.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 0x7f2bd0147f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 0x7f2bd0147f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42712/0 (socket says 172.21.15.7:42712) 2024-09-13T15:57:26.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 -- 172.21.15.7:0/3348902161 learned_addr learned my addr 172.21.15.7:0/3348902161 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:26.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 -- 172.21.15.7:0/3348902161 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00acb20 msgr2=0x7f2bd0148650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00acb20 0x7f2bd0148650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 -- 172.21.15.7:0/3348902161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bd015c4b0 msgr2=0x7f2bd01f5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bd015c4b0 0x7f2bd01f5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.491+0000 7f2bd4b50640 1 -- 172.21.15.7:0/3348902161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bc40094d0 con 0x7f2bd00707c0 2024-09-13T15:57:26.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bd4b50640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 0x7f2bd0147f40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2bc401abe0 tx=0x7f2bc40192d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40a95f0 con 0x7f2bd00707c0 2024-09-13T15:57:26.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bc40b1820 con 0x7f2bd00707c0 2024-09-13T15:57:26.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bd0151900 con 0x7f2bd00707c0 2024-09-13T15:57:26.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40b1bd0 con 0x7f2bd00707c0 2024-09-13T15:57:26.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd0151ec0 con 0x7f2bd00707c0 2024-09-13T15:57:26.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bd006b140 con 0x7f2bd00707c0 2024-09-13T15:57:26.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2bc40b1d30 con 0x7f2bd00707c0 2024-09-13T15:57:26.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcd7fa640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bbc066690 0x7f2bbc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2bc411eb20 con 0x7f2bd00707c0 2024-09-13T15:57:26.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcffff640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bbc066690 0x7f2bbc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.495+0000 7f2bcffff640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bbc066690 0x7f2bbc068b50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2bd0156340 tx=0x7f2bc0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.499+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2bc40ebf20 con 0x7f2bd00707c0 2024-09-13T15:57:26.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.655+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2bd0155db0 con 0x7f2bd00707c0 2024-09-13T15:57:26.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.655+0000 7f2bcd7fa640 1 -- 172.21.15.7:0/3348902161 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2bc40c00a0 con 0x7f2bd00707c0 2024-09-13T15:57:26.662 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bbc066690 msgr2=0x7f2bbc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bbc066690 0x7f2bbc068b50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2bd0156340 tx=0x7f2bc0008040 comp rx=0 tx=0).stop 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 msgr2=0x7f2bd0147f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 0x7f2bd0147f40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2bc401abe0 tx=0x7f2bc40192d0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 shutdown_connections 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2bbc066690 0x7f2bbc068b50 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2bd015c4b0 0x7f2bd01f5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2bd00acb20 0x7f2bd0148650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 --2- 172.21.15.7:0/3348902161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd00707c0 0x7f2bd0147f40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 >> 172.21.15.7:0/3348902161 conn(0x7f2bd00b1020 msgr2=0x7f2bd00b1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 shutdown_connections 2024-09-13T15:57:26.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.659+0000 7f2bd6db4640 1 -- 172.21.15.7:0/3348902161 wait complete. 2024-09-13T15:57:26.680 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:26.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5eede5b640 1 Processor -- start 2024-09-13T15:57:26.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5eede5b640 1 -- start start 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5eede5b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f5ee81591a0 0x7f5ee806c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5eede5b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ee806ce30 con 0x7f5ee806d870 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5eede5b640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ee806de90 con 0x7f5ee806c9f0 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5eede5b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ee815dd30 con 0x7f5ee81591a0 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee7fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f5ee806d870 0x7f5ee8159580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58904/0 (socket says 172.21.15.7:58904) 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee7fff640 1 -- 172.21.15.7:0/2014351794 learned_addr learned my addr 172.21.15.7:0/2014351794 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee77fe640 1 --2- 172.21.15.7:0/2014351794 >> v2:172.21.15.77:3300/0 conn(0x7f5ee81591a0 0x7f5ee806c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1236176247 0 0) 0x7f5ee806ce30 con 0x7f5ee806d870 2024-09-13T15:57:26.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ed0003530 con 0x7f5ee806d870 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3897969626 0 0) 0x7f5ed0003530 con 0x7f5ee806d870 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 >> v2:172.21.15.77:3300/0 conn(0x7f5ee81591a0 msgr2=0x7f5ee806c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 --2- 172.21.15.7:0/2014351794 >> v2:172.21.15.77:3300/0 conn(0x7f5ee81591a0 0x7f5ee806c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 >> v1:172.21.15.77:6789/0 conn(0x7f5ee806c9f0 legacy=0x7f5ee806d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ee815cf90 con 0x7f5ee806d870 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f5ee0001a00 con 0x7f5ee806d870 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 >> v1:172.21.15.7:6789/0 conn(0x7f5ee806d870 legacy=0x7f5ee8159580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ed0003980 0x7f5ed0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed00047d0 0x7f5ed0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ed0005190 0x7f5ed000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee815dd30 con 0x7f5ed0005190 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed000c030 con 0x7f5ed00047d0 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed000c1f0 con 0x7f5ed0003980 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee7fff640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ed0005190 0x7f5ed000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.799+0000 7f5ee77fe640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ed0003980 0x7f5ed0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee6ffd640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed00047d0 0x7f5ed0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 -- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ed0003980 msgr2=0x7f5ed0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ed0003980 0x7f5ed0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 -- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed00047d0 msgr2=0x7f5ed0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed00047d0 0x7f5ed0004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 -- 172.21.15.7:0/2014351794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed0003530 con 0x7f5ed0005190 2024-09-13T15:57:26.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee77fe640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ed0003980 0x7f5ed0003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 -- 172.21.15.7:0/2014351794 reap_dead start 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee7fff640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ed0005190 0x7f5ed000b990 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5ee00013e0 tx=0x7f5ee001d320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aab7ae0357325e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee00ac620 con 0x7f5ed0005190 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ee00a8070 con 0x7f5ed0005190 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5ee67fc640 1 -- 172.21.15.7:0/2014351794 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee00ac9c0 con 0x7f5ed0005190 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 -- 172.21.15.7:0/2014351794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ed0005190 msgr2=0x7f5ed000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ed0005190 0x7f5ed000b990 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5ee00013e0 tx=0x7f5ee001d320 comp rx=0 tx=0).stop 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 -- 172.21.15.7:0/2014351794 shutdown_connections 2024-09-13T15:57:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 --2- 172.21.15.7:0/2014351794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ed0005190 0x7f5ed000b990 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 -- 172.21.15.7:0/2014351794 >> 172.21.15.7:0/2014351794 conn(0x7f5ee806b1e0 msgr2=0x7f5ee806b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 -- 172.21.15.7:0/2014351794 shutdown_connections 2024-09-13T15:57:26.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.803+0000 7f5eede5b640 1 -- 172.21.15.7:0/2014351794 wait complete. 2024-09-13T15:57:26.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 Processor -- start 2024-09-13T15:57:26.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- start start 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed0005190 0x7f5ee80ac0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 0x7f5ee80aa580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ee80aaac0 0x7f5ee80af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee80ab000 con 0x7f5ee814ce30 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee80ab2e0 con 0x7f5ed0005190 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee80ab5c0 con 0x7f5ee80aaac0 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 0x7f5ee80aa580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 0x7f5ee80aa580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42716/0 (socket says 172.21.15.7:42716) 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 -- 172.21.15.7:0/3006675777 learned_addr learned my addr 172.21.15.7:0/3006675777 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:26.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee7fff640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ee80aaac0 0x7f5ee80af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 -- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ee80aaac0 msgr2=0x7f5ee80af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ee80aaac0 0x7f5ee80af0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 -- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed0005190 msgr2=0x7f5ee80ac0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed0005190 0x7f5ee80ac0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 -- 172.21.15.7:0/3006675777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ee80ab8a0 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee6ffd640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 0x7f5ee80aa580 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5edc00d470 tx=0x7f5edc00d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc00b070 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5edc0054e0 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ee80abb80 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc003820 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ee814d290 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ee80b3f70 con 0x7f5ee814ce30 2024-09-13T15:57:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5edc003980 con 0x7f5ee814ce30 2024-09-13T15:57:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ecffff640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5ed40666c0 0x7f5ed4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5edc083a10 con 0x7f5ee814ce30 2024-09-13T15:57:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.807+0000 7f5ee77fe640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5ed40666c0 0x7f5ed4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.811+0000 7f5ee77fe640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5ed40666c0 0x7f5ed4068b80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5ed8009a00 tx=0x7f5ed8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:26.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.811+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5edc050da0 con 0x7f5ee814ce30 2024-09-13T15:57:26.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.975+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5ee80ce940 con 0x7f5ee814ce30 2024-09-13T15:57:26.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.975+0000 7f5ecffff640 1 -- 172.21.15.7:0/3006675777 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5edc0543c0 con 0x7f5ee814ce30 2024-09-13T15:57:26.981 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:26.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.975+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5ed40666c0 msgr2=0x7f5ed4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.975+0000 7f5eede5b640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5ed40666c0 0x7f5ed4068b80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5ed8009a00 tx=0x7f5ed8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:26.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.975+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 msgr2=0x7f5ee80aa580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:26.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.975+0000 7f5eede5b640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 0x7f5ee80aa580 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5edc00d470 tx=0x7f5edc00d930 comp rx=0 tx=0).stop 2024-09-13T15:57:26.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 shutdown_connections 2024-09-13T15:57:26.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5ed40666c0 0x7f5ed4068b80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5ee80aaac0 0x7f5ee80af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ee814ce30 0x7f5ee80aa580 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 --2- 172.21.15.7:0/3006675777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ed0005190 0x7f5ee80ac0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:26.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 >> 172.21.15.7:0/3006675777 conn(0x7f5ee806b1e0 msgr2=0x7f5ee806b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:26.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 shutdown_connections 2024-09-13T15:57:26.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:26.979+0000 7f5eede5b640 1 -- 172.21.15.7:0/3006675777 wait complete. 2024-09-13T15:57:27.000 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:27.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 Processor -- start 2024-09-13T15:57:27.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 -- start start 2024-09-13T15:57:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 0x7f765015ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f7650071060 0x7f765015c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f765015b640 con 0x7f765015b090 2024-09-13T15:57:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f765015b920 con 0x7f7650071060 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7657ed3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f765015bf00 con 0x7f76500cee10 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f765546e640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f765015b090 0x7f7650070950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58908/0 (socket says 172.21.15.7:58908) 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f765546e640 1 -- 172.21.15.7:0/2372781731 learned_addr learned my addr 172.21.15.7:0/2372781731 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7655c6f640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 0x7f765015ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 --2- 172.21.15.7:0/2372781731 >> v2:172.21.15.77:3300/0 conn(0x7f7650071060 0x7f765015c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4172239510 0 0) 0x7f765015b640 con 0x7f765015b090 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f763c003530 con 0x7f765015b090 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3430975611 0 0) 0x7f763c003530 con 0x7f765015b090 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 msgr2=0x7f765015ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 0x7f765015ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 >> v2:172.21.15.77:3300/0 conn(0x7f7650071060 msgr2=0x7f765015c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 --2- 172.21.15.7:0/2372781731 >> v2:172.21.15.77:3300/0 conn(0x7f7650071060 0x7f765015c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f765015c1e0 con 0x7f765015b090 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7640001680 con 0x7f765015b090 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 >> v1:172.21.15.7:6789/0 conn(0x7f765015b090 legacy=0x7f7650070950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 0x7f763c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f763c003f00 0x7f763c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f763c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f765015b920 con 0x7f763c004d10 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f765015bf00 con 0x7f763c003f00 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f763c00b990 con 0x7f76500cee10 2024-09-13T15:57:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f763c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7655c6f640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 0x7f763c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f765546e640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f763c003f00 0x7f763c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 -- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 msgr2=0x7f763c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500cee10 0x7f763c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 -- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f763c003f00 msgr2=0x7f763c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f763c003f00 0x7f763c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.115+0000 7f7656470640 1 -- 172.21.15.7:0/2372781731 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f763c003530 con 0x7f763c004d10 2024-09-13T15:57:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7656470640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f763c005190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7648009fc0 tx=0x7f764801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c87508f6d56e18dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76480a5cd0 con 0x7f763c004d10 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f764800f040 con 0x7f763c004d10 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7654c6d640 1 -- 172.21.15.7:0/2372781731 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76480ad680 con 0x7f763c004d10 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- 172.21.15.7:0/2372781731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 msgr2=0x7f763c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 --2- 172.21.15.7:0/2372781731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f763c005190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7648009fc0 tx=0x7f764801cc60 comp rx=0 tx=0).stop 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7656470640 1 -- 172.21.15.7:0/2372781731 reap_dead start 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- 172.21.15.7:0/2372781731 shutdown_connections 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- 172.21.15.7:0/2372781731 >> 172.21.15.7:0/2372781731 conn(0x7f765006b3e0 msgr2=0x7f765006b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- 172.21.15.7:0/2372781731 shutdown_connections 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- 172.21.15.7:0/2372781731 wait complete. 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 Processor -- start 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- start start 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f765014cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500b1850 0x7f76500b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76501f1c30 0x7f76501f20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7650150880 con 0x7f763c004d10 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76500b0d70 con 0x7f76501f1c30 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.119+0000 7f7657ed3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76500b1050 con 0x7f76500b1850 2024-09-13T15:57:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f765014cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f765014cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42740/0 (socket says 172.21.15.7:42740) 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 -- 172.21.15.7:0/35785302 learned_addr learned my addr 172.21.15.7:0/35785302 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f765546e640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500b1850 0x7f76500b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7656470640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76501f1c30 0x7f76501f20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 -- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500b1850 msgr2=0x7f76500b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500b1850 0x7f76500b1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 -- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76501f1c30 msgr2=0x7f76501f20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76501f1c30 0x7f76501f20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 -- 172.21.15.7:0/35785302 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76500b1330 con 0x7f763c004d10 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7656470640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76501f1c30 0x7f76501f20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7655c6f640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f765014cb80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f764c0115e0 tx=0x7f764c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764c00f8f0 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f764c00fa50 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76500b3b40 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764c00fdc0 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76501505e0 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76500b0bd0 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f764c015460 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f76467fc640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7634066690 0x7f7634068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f764c084a50 con 0x7f763c004d10 2024-09-13T15:57:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f765546e640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7634066690 0x7f7634068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.123+0000 7f765546e640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7634066690 0x7f7634068b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f765006bbd0 tx=0x7f7640009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.127+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f76500b0bd0 con 0x7f763c004d10 2024-09-13T15:57:27.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.291+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f76500b0bd0 con 0x7f763c004d10 2024-09-13T15:57:27.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f76467fc640 1 -- 172.21.15.7:0/35785302 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f76500b0bd0 con 0x7f763c004d10 2024-09-13T15:57:27.300 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:27.300 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7634066690 msgr2=0x7f7634068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7634066690 0x7f7634068b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f765006bbd0 tx=0x7f7640009040 comp rx=0 tx=0).stop 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 msgr2=0x7f765014cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f765014cb80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f764c0115e0 tx=0x7f764c011aa0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 shutdown_connections 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7634066690 0x7f7634068b50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76501f1c30 0x7f76501f20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76500b1850 0x7f76500b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 --2- 172.21.15.7:0/35785302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f763c004d10 0x7f765014cb80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 >> 172.21.15.7:0/35785302 conn(0x7f765006b3e0 msgr2=0x7f76500b2620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:27.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 shutdown_connections 2024-09-13T15:57:27.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.295+0000 7f7657ed3640 1 -- 172.21.15.7:0/35785302 wait complete. 2024-09-13T15:57:27.319 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:27.320 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:27.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 Processor -- start 2024-09-13T15:57:27.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 -- start start 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3cc8159580 0x7f3cc80c9840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3cc80714e0 0x7f3cc80b0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cc8159960 con 0x7f3cc8071070 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cc80cdab0 con 0x7f3cc8159580 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccf5b4640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cc80cab50 con 0x7f3cc80714e0 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccd350640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3cc8159580 0x7f3cc80c9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3cccb4f640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3cc8071070 0x7f3cc80ca440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58912/0 (socket says 172.21.15.7:58912) 2024-09-13T15:57:27.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3cccb4f640 1 -- 172.21.15.7:0/1570626506 learned_addr learned my addr 172.21.15.7:0/1570626506 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:27.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccdb51640 1 --2- 172.21.15.7:0/1570626506 >> v2:172.21.15.77:3300/0 conn(0x7f3cc80714e0 0x7f3cc80b0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccd350640 1 -- 172.21.15.7:0/1570626506 >> v2:172.21.15.77:3300/0 conn(0x7f3cc80714e0 msgr2=0x7f3cc80b0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:27.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccd350640 1 --2- 172.21.15.7:0/1570626506 >> v2:172.21.15.77:3300/0 conn(0x7f3cc80714e0 0x7f3cc80b0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccd350640 1 -- 172.21.15.7:0/1570626506 >> v1:172.21.15.7:6789/0 conn(0x7f3cc8071070 legacy=0x7f3cc80ca440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3cbffff640 1 -- 172.21.15.7:0/1570626506 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1069268710 0 0) 0x7f3cc8159960 con 0x7f3cc8071070 2024-09-13T15:57:27.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.443+0000 7f3ccd350640 1 -- 172.21.15.7:0/1570626506 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cc80cd4f0 con 0x7f3cc8159580 2024-09-13T15:57:27.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccd350640 1 --2- 172.21.15.7:0/1570626506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc80c9840 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3cc806a950 tx=0x7f3cb801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7085eeb30fde5468 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cbffff640 1 -- 172.21.15.7:0/1570626506 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb80ad660 con 0x7f3cc8159580 2024-09-13T15:57:27.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cbffff640 1 -- 172.21.15.7:0/1570626506 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cb80ad7c0 con 0x7f3cc8159580 2024-09-13T15:57:27.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cbffff640 1 -- 172.21.15.7:0/1570626506 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb80adb50 con 0x7f3cc8159580 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/1570626506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 msgr2=0x7f3cc80c9840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/1570626506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc80c9840 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3cc806a950 tx=0x7f3cb801c450 comp rx=0 tx=0).stop 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/1570626506 shutdown_connections 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/1570626506 >> v2:172.21.15.77:3300/0 conn(0x7f3cc80714e0 0x7f3cc80b0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/1570626506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc80c9840 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/1570626506 >> 172.21.15.7:0/1570626506 conn(0x7f3cc8065eb0 msgr2=0x7f3cc8069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:27.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/1570626506 shutdown_connections 2024-09-13T15:57:27.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/1570626506 wait complete. 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 Processor -- start 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- start start 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cc8071070 0x7f3cc8143f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cc80714e0 0x7f3cc8154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc8157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc8153640 con 0x7f3cc8159580 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc81444b0 con 0x7f3cc80714e0 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc8156e20 con 0x7f3cc8071070 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc8157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc8157ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42754/0 (socket says 172.21.15.7:42754) 2024-09-13T15:57:27.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 -- 172.21.15.7:0/2168198527 learned_addr learned my addr 172.21.15.7:0/2168198527 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cccb4f640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cc80714e0 0x7f3cc8154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccd350640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cc8071070 0x7f3cc8143f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 -- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cc8071070 msgr2=0x7f3cc8143f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cc8071070 0x7f3cc8143f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 -- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cc80714e0 msgr2=0x7f3cc8154bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cc80714e0 0x7f3cc8154bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 -- 172.21.15.7:0/2168198527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cb8009420 con 0x7f3cc8159580 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccd350640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cc8071070 0x7f3cc8143f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccdb51640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc8157ec0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000efc0 tx=0x7f3cc000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0014480 con 0x7f3cc8159580 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cc000f040 con 0x7f3cc8159580 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cc8157100 con 0x7f3cc8159580 2024-09-13T15:57:27.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0014820 con 0x7f3cc8159580 2024-09-13T15:57:27.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.447+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cc81576c0 con 0x7f3cc8159580 2024-09-13T15:57:27.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.451+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cc80b0090 con 0x7f3cc8159580 2024-09-13T15:57:27.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.451+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3cc0014980 con 0x7f3cc8159580 2024-09-13T15:57:27.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.451+0000 7f3cbdffb640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3cac066690 0x7f3cac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.451+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3cc0084df0 con 0x7f3cc8159580 2024-09-13T15:57:27.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.451+0000 7f3ccd350640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3cac066690 0x7f3cac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.451+0000 7f3ccd350640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3cac066690 0x7f3cac068b50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3cb80af000 tx=0x7f3cb8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.455+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3cc00520c0 con 0x7f3cc8159580 2024-09-13T15:57:27.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.611+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3cc806d2e0 con 0x7f3cc8159580 2024-09-13T15:57:27.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.611+0000 7f3cbdffb640 1 -- 172.21.15.7:0/2168198527 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3cc00180a0 con 0x7f3cc8159580 2024-09-13T15:57:27.618 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3cac066690 msgr2=0x7f3cac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3cac066690 0x7f3cac068b50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3cb80af000 tx=0x7f3cb8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 msgr2=0x7f3cc8157ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc8157ec0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000efc0 tx=0x7f3cc000c490 comp rx=0 tx=0).stop 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 shutdown_connections 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3cac066690 0x7f3cac068b50 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cc8159580 0x7f3cc8157ec0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cc80714e0 0x7f3cc8154bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 --2- 172.21.15.7:0/2168198527 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cc8071070 0x7f3cc8143f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 >> 172.21.15.7:0/2168198527 conn(0x7f3cc8065eb0 msgr2=0x7f3cc80c9dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:27.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 shutdown_connections 2024-09-13T15:57:27.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.615+0000 7f3ccf5b4640 1 -- 172.21.15.7:0/2168198527 wait complete. 2024-09-13T15:57:27.636 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:27.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.747+0000 7fc0d2805640 1 Processor -- start 2024-09-13T15:57:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.747+0000 7fc0d2805640 1 -- start start 2024-09-13T15:57:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d2805640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc0cc15af80 0x7fc0cc0b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d2805640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc159d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d2805640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0cc06faf0 con 0x7fc0cc153b90 2024-09-13T15:57:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d2805640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0cc0b09b0 con 0x7fc0cc15af80 2024-09-13T15:57:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d2805640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0cc153f70 con 0x7fc0cc0b0540 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d0da2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc0cc15af80 0x7fc0cc0b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc0cc15af80 0x7fc0cc0b0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:44940/0 (socket says 172.21.15.7:44940) 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d0da2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc159d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:58896/0 (socket says 172.21.15.7:58896) 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/2568637889 learned_addr learned my addr 172.21.15.7:0/2568637889 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 msgr2=0x7fc0cc159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 --2- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc159d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/2568637889 >> v1:172.21.15.77:6789/0 conn(0x7fc0cc153b90 legacy=0x7fc0cc15da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/2568637889 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0cc15b3e0 con 0x7fc0cc15af80 2024-09-13T15:57:27.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.751+0000 7fc0d0da2640 1 --2- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc159d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 --2- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc0b0000 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009870 tx=0x7fc0b401c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f22429b7ffd101b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0caffd640 1 -- 172.21.15.7:0/2568637889 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40a9620 con 0x7fc0cc15af80 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0caffd640 1 -- 172.21.15.7:0/2568637889 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b40a9780 con 0x7fc0cc15af80 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0caffd640 1 -- 172.21.15.7:0/2568637889 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40a9b10 con 0x7fc0cc15af80 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 msgr2=0x7fc0cc0b0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 --2- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc0b0000 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009870 tx=0x7fc0b401c560 comp rx=0 tx=0).stop 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- 172.21.15.7:0/2568637889 shutdown_connections 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 --2- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc159d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 --2- 172.21.15.7:0/2568637889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc0b0000 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- 172.21.15.7:0/2568637889 >> 172.21.15.7:0/2568637889 conn(0x7fc0cc065eb0 msgr2=0x7fc0cc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:27.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- 172.21.15.7:0/2568637889 shutdown_connections 2024-09-13T15:57:27.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- 172.21.15.7:0/2568637889 wait complete. 2024-09-13T15:57:27.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 Processor -- start 2024-09-13T15:57:27.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- start start 2024-09-13T15:57:27.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc06c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 0x7fc0cc0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc14e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0cc06c2d0 con 0x7fc0cc153b90 2024-09-13T15:57:27.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0cc14e650 con 0x7fc0cc15af80 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d2805640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0cc06b3e0 con 0x7fc0cc0b0540 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 0x7fc0cc0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 0x7fc0cc0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42766/0 (socket says 172.21.15.7:42766) 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/3665934537 learned_addr learned my addr 172.21.15.7:0/3665934537 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cbfff640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc06c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0d0da2640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc14e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 msgr2=0x7fc0cc06c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc06c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 msgr2=0x7fc0cc14e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc14e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.755+0000 7fc0cb7fe640 1 -- 172.21.15.7:0/3665934537 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0c4009a70 con 0x7fc0cc153b90 2024-09-13T15:57:27.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0cb7fe640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 0x7fc0cc0b1d80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc0b401a190 tx=0x7fc0b4019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40a95e0 con 0x7fc0cc153b90 2024-09-13T15:57:27.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b40ba410 con 0x7fc0cc153b90 2024-09-13T15:57:27.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0b40094d0 con 0x7fc0cc153b90 2024-09-13T15:57:27.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b40ba7e0 con 0x7fc0cc153b90 2024-09-13T15:57:27.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0cc06b9a0 con 0x7fc0cc153b90 2024-09-13T15:57:27.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0cc06d720 con 0x7fc0cc153b90 2024-09-13T15:57:27.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc0b40b13f0 con 0x7fc0cc153b90 2024-09-13T15:57:27.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0c8ff9640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc0ac066690 0x7fc0ac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:27.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc0b411e2e0 con 0x7fc0cc153b90 2024-09-13T15:57:27.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0cbfff640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc0ac066690 0x7fc0ac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:27.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.759+0000 7fc0cbfff640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc0ac066690 0x7fc0ac068b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc001650 tx=0x7fc0bc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:27.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.763+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc0b40eb6e0 con 0x7fc0cc153b90 2024-09-13T15:57:27.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.923+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc0cc159d20 con 0x7fc0cc153b90 2024-09-13T15:57:27.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0c8ff9640 1 -- 172.21.15.7:0/3665934537 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc0b40eed00 con 0x7fc0cc153b90 2024-09-13T15:57:27.931 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:27.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc0ac066690 msgr2=0x7fc0ac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc0ac066690 0x7fc0ac068b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc001650 tx=0x7fc0bc009040 comp rx=0 tx=0).stop 2024-09-13T15:57:27.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 msgr2=0x7fc0cc0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:27.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 0x7fc0cc0b1d80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc0b401a190 tx=0x7fc0b4019300 comp rx=0 tx=0).stop 2024-09-13T15:57:27.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 shutdown_connections 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc0ac066690 0x7fc0ac068b50 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0cc15af80 0x7fc0cc14e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc153b90 0x7fc0cc0b1d80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 --2- 172.21.15.7:0/3665934537 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc0cc0b0540 0x7fc0cc06c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 >> 172.21.15.7:0/3665934537 conn(0x7fc0cc065eb0 msgr2=0x7fc0cc06a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 shutdown_connections 2024-09-13T15:57:27.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:27.927+0000 7fc0d2805640 1 -- 172.21.15.7:0/3665934537 wait complete. 2024-09-13T15:57:27.950 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:28.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.071+0000 7f709e65a640 1 Processor -- start 2024-09-13T15:57:28.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.071+0000 7f709e65a640 1 -- start start 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709e65a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f709815c900 0x7f70980d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709e65a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f70980b4920 0x7f70980b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709e65a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70980d0db0 con 0x7f70980cd7f0 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709e65a640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f709815cce0 con 0x7f70980b4920 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709e65a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70980d1090 con 0x7f709815c900 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f70980b4920 0x7f70980b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f70980b4920 0x7f70980b59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42780/0 (socket says 172.21.15.7:42780) 2024-09-13T15:57:28.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 -- 172.21.15.7:0/3326388466 learned_addr learned my addr 172.21.15.7:0/3326388466 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f70977fe640 1 --1- 172.21.15.7:0/3326388466 >> v1:172.21.15.7:6789/0 conn(0x7f70980cd7f0 0x7f70980b4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58920/0 (socket says 172.21.15.7:58920) 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f7097fff640 1 --2- 172.21.15.7:0/3326388466 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f709815c900 0x7f70980d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 -- 172.21.15.7:0/3326388466 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f709815c900 msgr2=0x7f70980d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 --2- 172.21.15.7:0/3326388466 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f709815c900 0x7f70980d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 -- 172.21.15.7:0/3326388466 >> v1:172.21.15.7:6789/0 conn(0x7f70980cd7f0 legacy=0x7f70980b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 -- 172.21.15.7:0/3326388466 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70980d1370 con 0x7f70980b4920 2024-09-13T15:57:28.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f7096ffd640 1 -- 172.21.15.7:0/3326388466 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 736594350 0 0) 0x7f70980d0db0 con 0x7f70980cd7f0 2024-09-13T15:57:28.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f709cbf7640 1 --2- 172.21.15.7:0/3326388466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70980b4920 0x7f70980b59a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7090009870 tx=0x7f709001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae5fa87d5ae1acd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f7096ffd640 1 -- 172.21.15.7:0/3326388466 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70900aa660 con 0x7f70980b4920 2024-09-13T15:57:28.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f7096ffd640 1 -- 172.21.15.7:0/3326388466 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70900aa7c0 con 0x7f70980b4920 2024-09-13T15:57:28.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.075+0000 7f7096ffd640 1 -- 172.21.15.7:0/3326388466 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70900aab50 con 0x7f70980b4920 2024-09-13T15:57:28.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3326388466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70980b4920 msgr2=0x7f70980b59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 --2- 172.21.15.7:0/3326388466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70980b4920 0x7f70980b59a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7090009870 tx=0x7f709001c530 comp rx=0 tx=0).stop 2024-09-13T15:57:28.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3326388466 shutdown_connections 2024-09-13T15:57:28.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 --2- 172.21.15.7:0/3326388466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70980b4920 0x7f70980b59a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 --2- 172.21.15.7:0/3326388466 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f709815c900 0x7f70980d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3326388466 >> 172.21.15.7:0/3326388466 conn(0x7f70980cf210 msgr2=0x7f70980cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:28.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3326388466 shutdown_connections 2024-09-13T15:57:28.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3326388466 wait complete. 2024-09-13T15:57:28.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 Processor -- start 2024-09-13T15:57:28.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- start start 2024-09-13T15:57:28.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70980b4920 0x7f7098159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f70980cd7f0 0x7f70980ca8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 0x7f70980cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70981671b0 con 0x7f709815c900 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7098158a50 con 0x7f70980b4920 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7098158d30 con 0x7f70980cd7f0 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 0x7f70980cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 0x7f70980cadf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42790/0 (socket says 172.21.15.7:42790) 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 -- 172.21.15.7:0/3334891262 learned_addr learned my addr 172.21.15.7:0/3334891262 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f7097fff640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70980b4920 0x7f7098159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f70977fe640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f70980cd7f0 0x7f70980ca8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 -- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f70980cd7f0 msgr2=0x7f70980ca8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f70980cd7f0 0x7f70980ca8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 -- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70980b4920 msgr2=0x7f7098159af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70980b4920 0x7f7098159af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 -- 172.21.15.7:0/3334891262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70900094d0 con 0x7f709815c900 2024-09-13T15:57:28.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f7097fff640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70980b4920 0x7f7098159af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:28.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709cbf7640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 0x7f70980cadf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f70900ac040 tx=0x7f709001ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70900bd5f0 con 0x7f709815c900 2024-09-13T15:57:28.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70900bd770 con 0x7f709815c900 2024-09-13T15:57:28.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70900bdb20 con 0x7f709815c900 2024-09-13T15:57:28.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70980d2510 con 0x7f709815c900 2024-09-13T15:57:28.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.079+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70981592f0 con 0x7f709815c900 2024-09-13T15:57:28.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.083+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70980b59a0 con 0x7f709815c900 2024-09-13T15:57:28.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.083+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f70900b33f0 con 0x7f709815c900 2024-09-13T15:57:28.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.083+0000 7f7094ff9640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70840666c0 0x7f7084068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.083+0000 7f7097fff640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70840666c0 0x7f7084068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.083+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f70900a6040 con 0x7f709815c900 2024-09-13T15:57:28.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.083+0000 7f7097fff640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70840666c0 0x7f7084068b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f70880097a0 tx=0x7f7088008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.087+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f70900ec300 con 0x7f709815c900 2024-09-13T15:57:28.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.243+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f70980b25a0 con 0x7f709815c900 2024-09-13T15:57:28.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.243+0000 7f7094ff9640 1 -- 172.21.15.7:0/3334891262 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f70900c3020 con 0x7f709815c900 2024-09-13T15:57:28.250 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:28.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70840666c0 msgr2=0x7f7084068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70840666c0 0x7f7084068b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f70880097a0 tx=0x7f7088008040 comp rx=0 tx=0).stop 2024-09-13T15:57:28.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 msgr2=0x7f70980cadf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 0x7f70980cadf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f70900ac040 tx=0x7f709001ad70 comp rx=0 tx=0).stop 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 shutdown_connections 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70840666c0 0x7f7084068b80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f709815c900 0x7f70980cadf0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f70980cd7f0 0x7f70980ca8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 --2- 172.21.15.7:0/3334891262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70980b4920 0x7f7098159af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 >> 172.21.15.7:0/3334891262 conn(0x7f70980cf210 msgr2=0x7f70980d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 shutdown_connections 2024-09-13T15:57:28.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.247+0000 7f709e65a640 1 -- 172.21.15.7:0/3334891262 wait complete. 2024-09-13T15:57:28.268 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:28.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.383+0000 7fb563c4d640 1 Processor -- start 2024-09-13T15:57:28.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.383+0000 7fb563c4d640 1 -- start start 2024-09-13T15:57:28.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb563c4d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb55c15c720 0x7fb55c06c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb563c4d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0d2140 0x7fb55c0b55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb563c4d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb55c0cd440 con 0x7fb55c0ccef0 2024-09-13T15:57:28.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb563c4d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb55c0cdce0 con 0x7fb55c15c720 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb563c4d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c06bbb0 con 0x7fb55c0d2140 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb55c15c720 0x7fb55c06c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5611e8640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb55c0ccef0 0x7fb55c0d1a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58922/0 (socket says 172.21.15.7:58922) 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb55c15c720 0x7fb55c06c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42804/0 (socket says 172.21.15.7:42804) 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5611e8640 1 -- 172.21.15.7:0/2469381373 learned_addr learned my addr 172.21.15.7:0/2469381373 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5621ea640 1 --2- 172.21.15.7:0/2469381373 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0d2140 0x7fb55c0b55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 -- 172.21.15.7:0/2469381373 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0d2140 msgr2=0x7fb55c0b55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 --2- 172.21.15.7:0/2469381373 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0d2140 0x7fb55c0b55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 -- 172.21.15.7:0/2469381373 >> v1:172.21.15.7:6789/0 conn(0x7fb55c0ccef0 legacy=0x7fb55c0d1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5609e7640 1 -- 172.21.15.7:0/2469381373 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 918384597 0 0) 0x7fb55c0cd440 con 0x7fb55c0ccef0 2024-09-13T15:57:28.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 -- 172.21.15.7:0/2469381373 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb55c0cd720 con 0x7fb55c15c720 2024-09-13T15:57:28.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5619e9640 1 --2- 172.21.15.7:0/2469381373 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c15c720 0x7fb55c06c2e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb558009d90 tx=0x7fb55801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab046a5ab1e2aac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5609e7640 1 -- 172.21.15.7:0/2469381373 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5580a5a00 con 0x7fb55c15c720 2024-09-13T15:57:28.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5609e7640 1 -- 172.21.15.7:0/2469381373 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5580a5b60 con 0x7fb55c15c720 2024-09-13T15:57:28.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.387+0000 7fb5609e7640 1 -- 172.21.15.7:0/2469381373 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5580ad440 con 0x7fb55c15c720 2024-09-13T15:57:28.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/2469381373 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c15c720 msgr2=0x7fb55c06c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 --2- 172.21.15.7:0/2469381373 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c15c720 0x7fb55c06c2e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb558009d90 tx=0x7fb55801c940 comp rx=0 tx=0).stop 2024-09-13T15:57:28.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/2469381373 shutdown_connections 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 --2- 172.21.15.7:0/2469381373 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0d2140 0x7fb55c0b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 --2- 172.21.15.7:0/2469381373 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c15c720 0x7fb55c06c2e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/2469381373 >> 172.21.15.7:0/2469381373 conn(0x7fb55c0cf510 msgr2=0x7fb55c0cf920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/2469381373 shutdown_connections 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/2469381373 wait complete. 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 Processor -- start 2024-09-13T15:57:28.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- start start 2024-09-13T15:57:28.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0ccef0 0x7fb55c1f6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 0x7fb55c0b70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb55c15c720 0x7fb55c1561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c1f5ae0 con 0x7fb55c0d2140 2024-09-13T15:57:28.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c156c40 con 0x7fb55c15c720 2024-09-13T15:57:28.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c1f5da0 con 0x7fb55c0ccef0 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 0x7fb55c0b70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 0x7fb55c0b70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42806/0 (socket says 172.21.15.7:42806) 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 -- 172.21.15.7:0/1505949878 learned_addr learned my addr 172.21.15.7:0/1505949878 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5619e9640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0ccef0 0x7fb55c1f6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 -- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0ccef0 msgr2=0x7fb55c1f6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0ccef0 0x7fb55c1f6880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 -- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb55c15c720 msgr2=0x7fb55c1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb55c15c720 0x7fb55c1561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 -- 172.21.15.7:0/1505949878 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb558009a70 con 0x7fb55c0d2140 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5611e8640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 0x7fb55c0b70f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00c480 tx=0x7fb54c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb54c0074e0 con 0x7fb55c0d2140 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb54c007660 con 0x7fb55c0d2140 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb55c1f6080 con 0x7fb55c0d2140 2024-09-13T15:57:28.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb54c004a30 con 0x7fb55c0d2140 2024-09-13T15:57:28.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb55c155120 con 0x7fb55c0d2140 2024-09-13T15:57:28.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.391+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb55c06c2e0 con 0x7fb55c0d2140 2024-09-13T15:57:28.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.395+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb54c004b90 con 0x7fb55c0d2140 2024-09-13T15:57:28.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.395+0000 7fb5527fc640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb540066690 0x7fb540068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.395+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb54c0832c0 con 0x7fb55c0d2140 2024-09-13T15:57:28.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.395+0000 7fb5619e9640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb540066690 0x7fb540068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.395+0000 7fb5619e9640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb540066690 0x7fb540068b50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb5580af000 tx=0x7fb5580a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.399+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb54c054150 con 0x7fb55c0d2140 2024-09-13T15:57:28.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.555+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb55c0b4d40 con 0x7fb55c0d2140 2024-09-13T15:57:28.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.555+0000 7fb5527fc640 1 -- 172.21.15.7:0/1505949878 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7fb54c053ce0 con 0x7fb55c0d2140 2024-09-13T15:57:28.562 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:28.562 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:28.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb540066690 msgr2=0x7fb540068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb540066690 0x7fb540068b50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb5580af000 tx=0x7fb5580a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:28.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 msgr2=0x7fb55c0b70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 0x7fb55c0b70f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00c480 tx=0x7fb54c00c940 comp rx=0 tx=0).stop 2024-09-13T15:57:28.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 shutdown_connections 2024-09-13T15:57:28.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb540066690 0x7fb540068b50 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb55c15c720 0x7fb55c1561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb55c0d2140 0x7fb55c0b70f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 --2- 172.21.15.7:0/1505949878 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb55c0ccef0 0x7fb55c1f6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 >> 172.21.15.7:0/1505949878 conn(0x7fb55c0cf510 msgr2=0x7fb55c0d07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:28.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 shutdown_connections 2024-09-13T15:57:28.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.559+0000 7fb563c4d640 1 -- 172.21.15.7:0/1505949878 wait complete. 2024-09-13T15:57:28.580 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:28.580 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:28.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 Processor -- start 2024-09-13T15:57:28.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 -- start start 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f79bc0b0000 0x7f79bc15b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc1620c0 0x7f79bc1644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79bc0adad0 con 0x7f79bc0cab60 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79bc15ba70 con 0x7f79bc0b0000 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c2ce0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0cb0c0 con 0x7f79bc1620c0 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c0a7c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f79bc0b0000 0x7f79bc15b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c0a7c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f79bc0b0000 0x7f79bc15b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42822/0 (socket says 172.21.15.7:42822) 2024-09-13T15:57:28.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79c0a7c640 1 -- 172.21.15.7:0/1040426514 learned_addr learned my addr 172.21.15.7:0/1040426514 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.691+0000 7f79bbfff640 1 --1- 172.21.15.7:0/1040426514 >> v1:172.21.15.7:6789/0 conn(0x7f79bc0cab60 0x7f79bc0b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58924/0 (socket says 172.21.15.7:58924) 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c127d640 1 --2- 172.21.15.7:0/1040426514 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc1620c0 0x7f79bc1644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c0a7c640 1 -- 172.21.15.7:0/1040426514 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc1620c0 msgr2=0x7f79bc1644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c0a7c640 1 --2- 172.21.15.7:0/1040426514 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc1620c0 0x7f79bc1644b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c0a7c640 1 -- 172.21.15.7:0/1040426514 >> v1:172.21.15.7:6789/0 conn(0x7f79bc0cab60 legacy=0x7f79bc0b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c0a7c640 1 -- 172.21.15.7:0/1040426514 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79bc0cb3a0 con 0x7f79bc0b0000 2024-09-13T15:57:28.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79bb7fe640 1 -- 172.21.15.7:0/1040426514 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2733569120 0 0) 0x7f79b0001120 con 0x7f79bc0cab60 2024-09-13T15:57:28.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c0a7c640 1 --2- 172.21.15.7:0/1040426514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0b0000 0x7f79bc15b530 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009870 tx=0x7f79ac01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1b7f9bd63fda14c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79bb7fe640 1 -- 172.21.15.7:0/1040426514 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ac0a95f0 con 0x7f79bc0b0000 2024-09-13T15:57:28.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79bb7fe640 1 -- 172.21.15.7:0/1040426514 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79ac0a9750 con 0x7f79bc0b0000 2024-09-13T15:57:28.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79bb7fe640 1 -- 172.21.15.7:0/1040426514 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ac0a9ae0 con 0x7f79bc0b0000 2024-09-13T15:57:28.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 -- 172.21.15.7:0/1040426514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0b0000 msgr2=0x7f79bc15b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/1040426514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0b0000 0x7f79bc15b530 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009870 tx=0x7f79ac01c530 comp rx=0 tx=0).stop 2024-09-13T15:57:28.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 -- 172.21.15.7:0/1040426514 shutdown_connections 2024-09-13T15:57:28.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/1040426514 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc1620c0 0x7f79bc1644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/1040426514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0b0000 0x7f79bc15b530 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 -- 172.21.15.7:0/1040426514 >> 172.21.15.7:0/1040426514 conn(0x7f79bc065eb0 msgr2=0x7f79bc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 -- 172.21.15.7:0/1040426514 shutdown_connections 2024-09-13T15:57:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.695+0000 7f79c2ce0640 1 -- 172.21.15.7:0/1040426514 wait complete. 2024-09-13T15:57:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 Processor -- start 2024-09-13T15:57:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- start start 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc0b0000 0x7f79bc0b2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 0x7f79bc148470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f79bc1620c0 0x7f79bc0b1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0b3320 con 0x7f79bc0cab60 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc1489b0 con 0x7f79bc1620c0 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0b1ab0 con 0x7f79bc0b0000 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 0x7f79bc148470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 0x7f79bc148470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42834/0 (socket says 172.21.15.7:42834) 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 -- 172.21.15.7:0/3908451608 learned_addr learned my addr 172.21.15.7:0/3908451608 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c0a7c640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc0b0000 0x7f79bc0b2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c127d640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f79bc1620c0 0x7f79bc0b1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 -- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc0b0000 msgr2=0x7f79bc0b2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc0b0000 0x7f79bc0b2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 -- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f79bc1620c0 msgr2=0x7f79bc0b1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f79bc1620c0 0x7f79bc0b1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 -- 172.21.15.7:0/3908451608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79ac0094d0 con 0x7f79bc0cab60 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79bbfff640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 0x7f79bc148470 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f79b000c780 tx=0x7f79b000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b0007270 con 0x7f79bc0cab60 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79b00073f0 con 0x7f79bc0cab60 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79bc0c8ed0 con 0x7f79bc0cab60 2024-09-13T15:57:28.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b00047f0 con 0x7f79bc0cab60 2024-09-13T15:57:28.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79bc06f770 con 0x7f79bc0cab60 2024-09-13T15:57:28.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79bc0b1bf0 con 0x7f79bc0cab60 2024-09-13T15:57:28.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f79b0004950 con 0x7f79bc0cab60 2024-09-13T15:57:28.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.699+0000 7f79b97fa640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f79a8066690 0x7f79a8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:28.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.703+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f79b0083420 con 0x7f79bc0cab60 2024-09-13T15:57:28.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.703+0000 7f79c0a7c640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f79a8066690 0x7f79a8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:28.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.703+0000 7f79c0a7c640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f79a8066690 0x7f79a8068b50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f79ac0ae000 tx=0x7f79ac0b3040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:28.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.707+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f79b0050820 con 0x7f79bc0cab60 2024-09-13T15:57:28.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.863+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f79bc0adad0 con 0x7f79bc0cab60 2024-09-13T15:57:28.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79b97fa640 1 -- 172.21.15.7:0/3908451608 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f79bc0adad0 con 0x7f79bc0cab60 2024-09-13T15:57:28.871 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:28.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f79a8066690 msgr2=0x7f79a8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f79a8066690 0x7f79a8068b50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f79ac0ae000 tx=0x7f79ac0b3040 comp rx=0 tx=0).stop 2024-09-13T15:57:28.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 msgr2=0x7f79bc148470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:28.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 0x7f79bc148470 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f79b000c780 tx=0x7f79b000cc40 comp rx=0 tx=0).stop 2024-09-13T15:57:28.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 shutdown_connections 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f79a8066690 0x7f79a8068b50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f79bc1620c0 0x7f79bc0b1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79bc0cab60 0x7f79bc148470 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 --2- 172.21.15.7:0/3908451608 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f79bc0b0000 0x7f79bc0b2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 >> 172.21.15.7:0/3908451608 conn(0x7f79bc065eb0 msgr2=0x7f79bc1586d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 shutdown_connections 2024-09-13T15:57:28.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:28.867+0000 7f79c2ce0640 1 -- 172.21.15.7:0/3908451608 wait complete. 2024-09-13T15:57:28.891 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:29.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 Processor -- start 2024-09-13T15:57:29.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 -- start start 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcb28143e10 0x7fcb280cdb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fcb280cac60 0x7fcb280cb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb280cb5d0 con 0x7fcb28143780 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb2806b570 con 0x7fcb28143e10 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb2dfe9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb2806d7c0 con 0x7fcb280cac60 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcb28143e10 0x7fcb280cdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcb28143e10 0x7fcb280cdb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42840/0 (socket says 172.21.15.7:42840) 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 -- 172.21.15.7:0/1853106224 learned_addr learned my addr 172.21.15.7:0/1853106224 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb27fff640 1 --2- 172.21.15.7:0/1853106224 >> v2:172.21.15.77:3300/0 conn(0x7fcb280cac60 0x7fcb280cb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 -- 172.21.15.7:0/1853106224 >> v2:172.21.15.77:3300/0 conn(0x7fcb280cac60 msgr2=0x7fcb280cb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:29.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 --2- 172.21.15.7:0/1853106224 >> v2:172.21.15.77:3300/0 conn(0x7fcb280cac60 0x7fcb280cb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 -- 172.21.15.7:0/1853106224 >> v1:172.21.15.77:6789/0 conn(0x7fcb28143780 legacy=0x7fcb2806f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:29.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.011+0000 7fcb1ffff640 1 -- 172.21.15.7:0/1853106224 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb2806cc40 con 0x7fcb28143e10 2024-09-13T15:57:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb1ffff640 1 --2- 172.21.15.7:0/1853106224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb28143e10 0x7fcb280cdb80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fcb280ca670 tx=0x7fcb1001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5760580f8eeac334 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb26ffd640 1 -- 172.21.15.7:0/1853106224 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb100ab670 con 0x7fcb28143e10 2024-09-13T15:57:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb26ffd640 1 -- 172.21.15.7:0/1853106224 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb100ab7d0 con 0x7fcb28143e10 2024-09-13T15:57:29.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb26ffd640 1 -- 172.21.15.7:0/1853106224 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb100abb60 con 0x7fcb28143e10 2024-09-13T15:57:29.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/1853106224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb28143e10 msgr2=0x7fcb280cdb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/1853106224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb28143e10 0x7fcb280cdb80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fcb280ca670 tx=0x7fcb1001c470 comp rx=0 tx=0).stop 2024-09-13T15:57:29.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/1853106224 shutdown_connections 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/1853106224 >> v2:172.21.15.77:3300/0 conn(0x7fcb280cac60 0x7fcb280cb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/1853106224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb28143e10 0x7fcb280cdb80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/1853106224 >> 172.21.15.7:0/1853106224 conn(0x7fcb280b3e90 msgr2=0x7fcb28069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/1853106224 shutdown_connections 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/1853106224 wait complete. 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 Processor -- start 2024-09-13T15:57:29.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- start start 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 0x7fcb2815d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcb28143780 0x7fcb28158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb28143e10 0x7fcb2815aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb281587a0 con 0x7fcb280cac60 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb28158a00 con 0x7fcb28143e10 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb2dfe9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb28158ce0 con 0x7fcb28143780 2024-09-13T15:57:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 0x7fcb2815d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 0x7fcb2815d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42846/0 (socket says 172.21.15.7:42846) 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 -- 172.21.15.7:0/848627594 learned_addr learned my addr 172.21.15.7:0/848627594 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb1ffff640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcb28143780 0x7fcb28158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 -- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcb28143780 msgr2=0x7fcb28158260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcb28143780 0x7fcb28158260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb27fff640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb28143e10 0x7fcb2815aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 -- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb28143e10 msgr2=0x7fcb2815aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb28143e10 0x7fcb2815aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 -- 172.21.15.7:0/848627594 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb100094d0 con 0x7fcb280cac60 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb277fe640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 0x7fcb2815d930 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800c450 tx=0x7fcb1800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.015+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb18012830 con 0x7fcb280cac60 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb180129b0 con 0x7fcb280cac60 2024-09-13T15:57:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb28158fc0 con 0x7fcb280cac60 2024-09-13T15:57:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb18012d60 con 0x7fcb280cac60 2024-09-13T15:57:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb28159580 con 0x7fcb280cac60 2024-09-13T15:57:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb28159770 con 0x7fcb280cac60 2024-09-13T15:57:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcb1801c460 con 0x7fcb280cac60 2024-09-13T15:57:29.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb24ff9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcb08066690 0x7fcb08068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcb18083f90 con 0x7fcb280cac60 2024-09-13T15:57:29.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb1ffff640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcb08066690 0x7fcb08068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.019+0000 7fcb1ffff640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcb08066690 0x7fcb08068b50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcb100af000 tx=0x7fcb10008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.023+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcb180b5db0 con 0x7fcb280cac60 2024-09-13T15:57:29.144 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:57:29.146 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:57:29.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcb280cb090 con 0x7fcb280cac60 2024-09-13T15:57:29.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb24ff9640 1 -- 172.21.15.7:0/848627594 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcb18051390 con 0x7fcb280cac60 2024-09-13T15:57:29.184 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:29.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcb08066690 msgr2=0x7fcb08068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcb08066690 0x7fcb08068b50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcb100af000 tx=0x7fcb10008040 comp rx=0 tx=0).stop 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 msgr2=0x7fcb2815d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 0x7fcb2815d930 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800c450 tx=0x7fcb1800c910 comp rx=0 tx=0).stop 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 shutdown_connections 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcb08066690 0x7fcb08068b50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb28143e10 0x7fcb2815aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcb28143780 0x7fcb28158260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 --2- 172.21.15.7:0/848627594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb280cac60 0x7fcb2815d930 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 >> 172.21.15.7:0/848627594 conn(0x7fcb280b3e90 msgr2=0x7fcb280cb760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 shutdown_connections 2024-09-13T15:57:29.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.179+0000 7fcb2dfe9640 1 -- 172.21.15.7:0/848627594 wait complete. 2024-09-13T15:57:29.202 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:29.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 Processor -- start 2024-09-13T15:57:29.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 -- start start 2024-09-13T15:57:29.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f967415c900 0x7f96740d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f96740cd7f0 0x7f96740b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96740d0db0 con 0x7f96740cdc30 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f967415cce0 con 0x7f96740cd7f0 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9679c1d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96740d1090 con 0x7f967415c900 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f96740cd7f0 0x7f96740b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f96740cd7f0 0x7f96740b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42856/0 (socket says 172.21.15.7:42856) 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 -- 172.21.15.7:0/2047670503 learned_addr learned my addr 172.21.15.7:0/2047670503 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f96737fe640 1 --2- 172.21.15.7:0/2047670503 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f967415c900 0x7f96740d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 -- 172.21.15.7:0/2047670503 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f967415c900 msgr2=0x7f96740d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 --2- 172.21.15.7:0/2047670503 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f967415c900 0x7f96740d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 -- 172.21.15.7:0/2047670503 >> v1:172.21.15.77:6789/0 conn(0x7f96740cdc30 legacy=0x7f96740b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.363+0000 7f9672ffd640 1 -- 172.21.15.7:0/2047670503 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96740d1370 con 0x7f96740cd7f0 2024-09-13T15:57:29.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9672ffd640 1 --2- 172.21.15.7:0/2047670503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96740cd7f0 0x7f96740b4210 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9668009870 tx=0x7f966801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c9f692078eb399 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f96727fc640 1 -- 172.21.15.7:0/2047670503 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96680ab640 con 0x7f96740cd7f0 2024-09-13T15:57:29.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f96727fc640 1 -- 172.21.15.7:0/2047670503 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96680a7070 con 0x7f96740cd7f0 2024-09-13T15:57:29.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f96727fc640 1 -- 172.21.15.7:0/2047670503 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96680ab9c0 con 0x7f96740cd7f0 2024-09-13T15:57:29.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 -- 172.21.15.7:0/2047670503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96740cd7f0 msgr2=0x7f96740b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 --2- 172.21.15.7:0/2047670503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96740cd7f0 0x7f96740b4210 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9668009870 tx=0x7f966801c530 comp rx=0 tx=0).stop 2024-09-13T15:57:29.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 -- 172.21.15.7:0/2047670503 shutdown_connections 2024-09-13T15:57:29.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 --2- 172.21.15.7:0/2047670503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96740cd7f0 0x7f96740b4210 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 --2- 172.21.15.7:0/2047670503 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f967415c900 0x7f96740d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 -- 172.21.15.7:0/2047670503 >> 172.21.15.7:0/2047670503 conn(0x7f96740cf210 msgr2=0x7f96740cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:29.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 -- 172.21.15.7:0/2047670503 shutdown_connections 2024-09-13T15:57:29.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 -- 172.21.15.7:0/2047670503 wait complete. 2024-09-13T15:57:29.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 Processor -- start 2024-09-13T15:57:29.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.367+0000 7f9679c1d640 1 -- start start 2024-09-13T15:57:29.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96740cd7f0 0x7f9674163710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96740cdc30 0x7f967415bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 0x7f9674165060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9674162670 con 0x7f967415c900 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9674162950 con 0x7f96740cdc30 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9674162c30 con 0x7f96740cd7f0 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 0x7f9674165060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 0x7f9674165060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42872/0 (socket says 172.21.15.7:42872) 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 -- 172.21.15.7:0/4035859439 learned_addr learned my addr 172.21.15.7:0/4035859439 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f96737fe640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96740cd7f0 0x7f9674163710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9672ffd640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96740cdc30 0x7f967415bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 -- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96740cd7f0 msgr2=0x7f9674163710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96740cd7f0 0x7f9674163710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 -- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96740cdc30 msgr2=0x7f967415bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96740cdc30 0x7f967415bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 -- 172.21.15.7:0/4035859439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96680094d0 con 0x7f967415c900 2024-09-13T15:57:29.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9673fff640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 0x7f9674165060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f966c00c730 tx=0x7f966c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f966c006d60 con 0x7f967415c900 2024-09-13T15:57:29.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f966c005020 con 0x7f967415c900 2024-09-13T15:57:29.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96740d2510 con 0x7f967415c900 2024-09-13T15:57:29.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f966c005410 con 0x7f967415c900 2024-09-13T15:57:29.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96741631f0 con 0x7f967415c900 2024-09-13T15:57:29.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96741633e0 con 0x7f967415c900 2024-09-13T15:57:29.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f966c005570 con 0x7f967415c900 2024-09-13T15:57:29.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f965bfff640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f96600666c0 0x7f9660068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f96737fe640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f96600666c0 0x7f9660068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f966c083b30 con 0x7f967415c900 2024-09-13T15:57:29.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.371+0000 7f96737fe640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f96600666c0 0x7f9660068b80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f966400b9d0 tx=0x7f9664008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.375+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f966c050f30 con 0x7f967415c900 2024-09-13T15:57:29.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.535+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f96740d32f0 con 0x7f967415c900 2024-09-13T15:57:29.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.535+0000 7f965bfff640 1 -- 172.21.15.7:0/4035859439 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f966c054550 con 0x7f967415c900 2024-09-13T15:57:29.542 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:29.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f96600666c0 msgr2=0x7f9660068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f96600666c0 0x7f9660068b80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f966400b9d0 tx=0x7f9664008040 comp rx=0 tx=0).stop 2024-09-13T15:57:29.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 msgr2=0x7f9674165060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 0x7f9674165060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f966c00c730 tx=0x7f966c00cbf0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 shutdown_connections 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f96600666c0 0x7f9660068b80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f967415c900 0x7f9674165060 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96740cdc30 0x7f967415bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 --2- 172.21.15.7:0/4035859439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96740cd7f0 0x7f9674163710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 >> 172.21.15.7:0/4035859439 conn(0x7f96740cf210 msgr2=0x7f96740b3140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 shutdown_connections 2024-09-13T15:57:29.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.539+0000 7f9679c1d640 1 -- 172.21.15.7:0/4035859439 wait complete. 2024-09-13T15:57:29.637 INFO:tasks.cephfs_test_runner:Starting test: test_backtrace_repair (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) MDS should verify/fix backtrace on fetch dirfrag 2024-09-13T15:57:29.638 INFO:tasks.cephfs_test_runner:test_backtrace_repair (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) 2024-09-13T15:57:29.638 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:29.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a8218640 1 Processor -- start 2024-09-13T15:57:29.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a8218640 1 -- start start 2024-09-13T15:57:29.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a8218640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 0x7f91a015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a8218640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a015af90 con 0x7f91a00cd3e0 2024-09-13T15:57:29.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a8218640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a00b2d60 con 0x7f91a015da10 2024-09-13T15:57:29.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a8218640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a015ddf0 con 0x7f91a0143af0 2024-09-13T15:57:29.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a67b5640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f91a00cd3e0 0x7f91a00cd810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58936/0 (socket says 172.21.15.7:58936) 2024-09-13T15:57:29.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a67b5640 1 -- 172.21.15.7:0/2772959713 learned_addr learned my addr 172.21.15.7:0/2772959713 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:29.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a57b3640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 0x7f91a015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 926545559 0 0) 0x7f91a015af90 con 0x7f91a00cd3e0 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f918c003530 con 0x7f91a00cd3e0 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1527171068 0 0) 0x7f918c003530 con 0x7f91a00cd3e0 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 msgr2=0x7f91a015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 0x7f91a015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 >> v1:172.21.15.77:6789/0 conn(0x7f91a015da10 legacy=0x7f91a00b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a00b3000 con 0x7f91a00cd3e0 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f9198001a00 con 0x7f91a00cd3e0 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 >> v1:172.21.15.7:6789/0 conn(0x7f91a00cd3e0 legacy=0x7f91a00cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f918c0039b0 0x7f918c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 0x7f918c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f918c004d10 0x7f918c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a015ddf0 con 0x7f918c0039b0 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f918c00ba70 con 0x7f918c004d10 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f918c00bc30 con 0x7f91a0143af0 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f918c0039b0 0x7f918c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a67b5640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f918c004d10 0x7f918c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a5fb4640 1 -- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 msgr2=0x7f918c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91a0143af0 0x7f918c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a5fb4640 1 -- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f918c004d10 msgr2=0x7f918c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f918c004d10 0x7f918c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.763+0000 7f91a5fb4640 1 -- 172.21.15.7:0/2772959713 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f918c003530 con 0x7f918c0039b0 2024-09-13T15:57:29.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f918c0039b0 0x7f918c003dd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f919c001750 tx=0x7f919c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b7a9d096fd8438 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c0052d0 con 0x7f918c0039b0 2024-09-13T15:57:29.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f919c0a7050 con 0x7f918c0039b0 2024-09-13T15:57:29.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a4fb2640 1 -- 172.21.15.7:0/2772959713 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c003600 con 0x7f918c0039b0 2024-09-13T15:57:29.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 -- 172.21.15.7:0/2772959713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f918c0039b0 msgr2=0x7f918c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 --2- 172.21.15.7:0/2772959713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f918c0039b0 0x7f918c003dd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f919c001750 tx=0x7f919c01c3b0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a67b5640 1 -- 172.21.15.7:0/2772959713 reap_dead start 2024-09-13T15:57:29.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 -- 172.21.15.7:0/2772959713 shutdown_connections 2024-09-13T15:57:29.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 -- 172.21.15.7:0/2772959713 >> 172.21.15.7:0/2772959713 conn(0x7f91a0069f00 msgr2=0x7f91a006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:29.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 -- 172.21.15.7:0/2772959713 shutdown_connections 2024-09-13T15:57:29.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 -- 172.21.15.7:0/2772959713 wait complete. 2024-09-13T15:57:29.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 Processor -- start 2024-09-13T15:57:29.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.767+0000 7f91a8218640 1 -- start start 2024-09-13T15:57:29.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f918c0039b0 0x7f91a00ad030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91a015e620 0x7f91a015eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 0x7f91a00ab360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a015f100 con 0x7f91a00aaee0 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a015f3e0 con 0x7f91a015e620 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a015f6c0 con 0x7f918c0039b0 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 0x7f91a00ab360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 0x7f91a00ab360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42890/0 (socket says 172.21.15.7:42890) 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 -- 172.21.15.7:0/757612005 learned_addr learned my addr 172.21.15.7:0/757612005 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f918c0039b0 0x7f91a00ad030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a57b3640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91a015e620 0x7f91a015eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 -- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f918c0039b0 msgr2=0x7f91a00ad030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f918c0039b0 0x7f91a00ad030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 -- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91a015e620 msgr2=0x7f91a015eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91a015e620 0x7f91a015eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 -- 172.21.15.7:0/757612005 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a015f9a0 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a67b5640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 0x7f91a00ab360 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f91a0071710 tx=0x7f919800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9198001960 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f919800ee20 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91a015fc80 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9198013660 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a013e550 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91a00b2650 con 0x7f91a00aaee0 2024-09-13T15:57:29.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f91980137c0 con 0x7f91a00aaee0 2024-09-13T15:57:29.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91967fc640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9184066690 0x7f9184068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:29.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9184066690 0x7f9184068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:29.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9198084680 con 0x7f91a00aaee0 2024-09-13T15:57:29.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.771+0000 7f91a5fb4640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9184066690 0x7f9184068b50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f918c0057b0 tx=0x7f919c0011a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:29.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.775+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9198051950 con 0x7f91a00aaee0 2024-09-13T15:57:29.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.935+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f91a012cd00 con 0x7f91a00aaee0 2024-09-13T15:57:29.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.935+0000 7f91967fc640 1 -- 172.21.15.7:0/757612005 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f9198054f70 con 0x7f91a00aaee0 2024-09-13T15:57:29.943 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:29.943 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:29.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9184066690 msgr2=0x7f9184068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9184066690 0x7f9184068b50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f918c0057b0 tx=0x7f919c0011a0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 msgr2=0x7f91a00ab360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:29.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 0x7f91a00ab360 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f91a0071710 tx=0x7f919800e530 comp rx=0 tx=0).stop 2024-09-13T15:57:29.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 shutdown_connections 2024-09-13T15:57:29.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9184066690 0x7f9184068b50 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a00aaee0 0x7f91a00ab360 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91a015e620 0x7f91a015eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 --2- 172.21.15.7:0/757612005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f918c0039b0 0x7f91a00ad030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:29.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 >> 172.21.15.7:0/757612005 conn(0x7f91a0069f00 msgr2=0x7f91a00ae230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:29.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 shutdown_connections 2024-09-13T15:57:29.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:29.939+0000 7f91a8218640 1 -- 172.21.15.7:0/757612005 wait complete. 2024-09-13T15:57:29.960 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:29.961 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:30.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 Processor -- start 2024-09-13T15:57:30.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 -- start start 2024-09-13T15:57:30.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3f0415a570 0x7f3f040cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3f040b0000 0x7f3f040b0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f040ca280 con 0x7f3f040cc700 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f040c9bf0 con 0x7f3f0415a570 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f09ccf640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f040b09d0 con 0x7f3f040b0000 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f02ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3f040cc700 0x7f3f040cb320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58952/0 (socket says 172.21.15.7:58952) 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f037fe640 1 --2- 172.21.15.7:0/1712311948 >> v2:172.21.15.7:3300/0 conn(0x7f3f0415a570 0x7f3f040cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f02ffd640 1 -- 172.21.15.7:0/1712311948 learned_addr learned my addr 172.21.15.7:0/1712311948 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f03fff640 1 --2- 172.21.15.7:0/1712311948 >> v2:172.21.15.77:3300/0 conn(0x7f3f040b0000 0x7f3f040b0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f037fe640 1 -- 172.21.15.7:0/1712311948 >> v2:172.21.15.77:3300/0 conn(0x7f3f040b0000 msgr2=0x7f3f040b0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f037fe640 1 --2- 172.21.15.7:0/1712311948 >> v2:172.21.15.77:3300/0 conn(0x7f3f040b0000 0x7f3f040b0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f037fe640 1 -- 172.21.15.7:0/1712311948 >> v1:172.21.15.7:6789/0 conn(0x7f3f040cc700 legacy=0x7f3f040cb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f027fc640 1 -- 172.21.15.7:0/1712311948 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1086385840 0 0) 0x7f3f040ca280 con 0x7f3f040cc700 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f037fe640 1 -- 172.21.15.7:0/1712311948 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f040ca560 con 0x7f3f0415a570 2024-09-13T15:57:30.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.071+0000 7f3f03fff640 1 --2- 172.21.15.7:0/1712311948 >> v2:172.21.15.77:3300/0 conn(0x7f3f040b0000 0x7f3f040b0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:30.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f037fe640 1 --2- 172.21.15.7:0/1712311948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f040cc1c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3f040ad670 tx=0x7f3ef801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a136c837a24cf919 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f027fc640 1 -- 172.21.15.7:0/1712311948 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef80ab650 con 0x7f3f0415a570 2024-09-13T15:57:30.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f027fc640 1 -- 172.21.15.7:0/1712311948 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ef80ab7b0 con 0x7f3f0415a570 2024-09-13T15:57:30.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f027fc640 1 -- 172.21.15.7:0/1712311948 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef80abb40 con 0x7f3f0415a570 2024-09-13T15:57:30.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- 172.21.15.7:0/1712311948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 msgr2=0x7f3f040cc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/1712311948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f040cc1c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3f040ad670 tx=0x7f3ef801c450 comp rx=0 tx=0).stop 2024-09-13T15:57:30.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- 172.21.15.7:0/1712311948 shutdown_connections 2024-09-13T15:57:30.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/1712311948 >> v2:172.21.15.77:3300/0 conn(0x7f3f040b0000 0x7f3f040b0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/1712311948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f040cc1c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- 172.21.15.7:0/1712311948 >> 172.21.15.7:0/1712311948 conn(0x7f3f04065eb0 msgr2=0x7f3f04069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:30.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- 172.21.15.7:0/1712311948 shutdown_connections 2024-09-13T15:57:30.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- 172.21.15.7:0/1712311948 wait complete. 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 Processor -- start 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- start start 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f040b0000 0x7f3f0406c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f040cc700 0x7f3f0414fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f0415c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f0406ceb0 con 0x7f3f0415a570 2024-09-13T15:57:30.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f0406d040 con 0x7f3f040cc700 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f0406c4e0 con 0x7f3f040b0000 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f0415c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f0415c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42906/0 (socket says 172.21.15.7:42906) 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 -- 172.21.15.7:0/4032346643 learned_addr learned my addr 172.21.15.7:0/4032346643 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f037fe640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f040b0000 0x7f3f0406c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f02ffd640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f040cc700 0x7f3f0414fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 -- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f040b0000 msgr2=0x7f3f0406c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f040b0000 0x7f3f0406c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 -- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f040cc700 msgr2=0x7f3f0414fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f040cc700 0x7f3f0414fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 -- 172.21.15.7:0/4032346643 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ef8009420 con 0x7f3f0415a570 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f03fff640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f0415c920 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3efc00cef0 tx=0x7f3efc00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3efc00d840 con 0x7f3f0415a570 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3efc00d9c0 con 0x7f3f0415a570 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f0406d290 con 0x7f3f0415a570 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.075+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3efc00dd70 con 0x7f3f0415a570 2024-09-13T15:57:30.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f0406be90 con 0x7f3f0415a570 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f0406c650 con 0x7f3f0415a570 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3efc01e3b0 con 0x7f3f0415a570 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3eebfff640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ef0066690 0x7f3ef0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3efc084c50 con 0x7f3f0415a570 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3f037fe640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ef0066690 0x7f3ef0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.079+0000 7f3f037fe640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ef0066690 0x7f3ef0068b50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3ef80af000 tx=0x7f3ef80a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.083+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3efc08a020 con 0x7f3f0415a570 2024-09-13T15:57:30.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.235+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3f040b0490 con 0x7f3f0415a570 2024-09-13T15:57:30.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.235+0000 7f3eebfff640 1 -- 172.21.15.7:0/4032346643 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3efc01a020 con 0x7f3f0415a570 2024-09-13T15:57:30.242 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:30.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ef0066690 msgr2=0x7f3ef0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ef0066690 0x7f3ef0068b50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3ef80af000 tx=0x7f3ef80a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:30.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 msgr2=0x7f3f0415c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f0415c920 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3efc00cef0 tx=0x7f3efc00a710 comp rx=0 tx=0).stop 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 shutdown_connections 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ef0066690 0x7f3ef0068b50 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f0415a570 0x7f3f0415c920 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f040cc700 0x7f3f0414fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 --2- 172.21.15.7:0/4032346643 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f040b0000 0x7f3f0406c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 >> 172.21.15.7:0/4032346643 conn(0x7f3f04065eb0 msgr2=0x7f3f0415f3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:30.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 shutdown_connections 2024-09-13T15:57:30.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.239+0000 7f3f09ccf640 1 -- 172.21.15.7:0/4032346643 wait complete. 2024-09-13T15:57:30.260 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.379+0000 7fe152d99640 1 Processor -- start 2024-09-13T15:57:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.379+0000 7fe152d99640 1 -- start start 2024-09-13T15:57:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe152d99640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe14c153b90 0x7fe14c15af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe152d99640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe14c15da90 0x7fe14c0b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe152d99640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe14c06faf0 con 0x7fe14c0b0540 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe152d99640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe14c0b0970 con 0x7fe14c153b90 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe152d99640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe14c153f70 con 0x7fe14c15da90 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe14c153b90 0x7fe14c15af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe14c153b90 0x7fe14c15af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42922/0 (socket says 172.21.15.7:42922) 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 -- 172.21.15.7:0/4015570340 learned_addr learned my addr 172.21.15.7:0/4015570340 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe14bfff640 1 --2- 172.21.15.7:0/4015570340 >> v2:172.21.15.77:3300/0 conn(0x7fe14c15da90 0x7fe14c0b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 -- 172.21.15.7:0/4015570340 >> v2:172.21.15.77:3300/0 conn(0x7fe14c15da90 msgr2=0x7fe14c0b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 --2- 172.21.15.7:0/4015570340 >> v2:172.21.15.77:3300/0 conn(0x7fe14c15da90 0x7fe14c0b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 -- 172.21.15.7:0/4015570340 >> v1:172.21.15.77:6789/0 conn(0x7fe14c0b0540 legacy=0x7fe14c159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 -- 172.21.15.7:0/4015570340 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe14c0cdb30 con 0x7fe14c153b90 2024-09-13T15:57:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe150b35640 1 --2- 172.21.15.7:0/4015570340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c153b90 0x7fe14c15af80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe14c0cd400 tx=0x7fe13c01eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6b9c494214dfb86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe14b7fe640 1 -- 172.21.15.7:0/4015570340 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe13c00b2d0 con 0x7fe14c153b90 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe14b7fe640 1 -- 172.21.15.7:0/4015570340 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe13c00b430 con 0x7fe14c153b90 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.383+0000 7fe14b7fe640 1 -- 172.21.15.7:0/4015570340 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe13c0a7b70 con 0x7fe14c153b90 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- 172.21.15.7:0/4015570340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c153b90 msgr2=0x7fe14c15af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 --2- 172.21.15.7:0/4015570340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c153b90 0x7fe14c15af80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe14c0cd400 tx=0x7fe13c01eb80 comp rx=0 tx=0).stop 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- 172.21.15.7:0/4015570340 shutdown_connections 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 --2- 172.21.15.7:0/4015570340 >> v2:172.21.15.77:3300/0 conn(0x7fe14c15da90 0x7fe14c0b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 --2- 172.21.15.7:0/4015570340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c153b90 0x7fe14c15af80 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- 172.21.15.7:0/4015570340 >> 172.21.15.7:0/4015570340 conn(0x7fe14c065eb0 msgr2=0x7fe14c069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- 172.21.15.7:0/4015570340 shutdown_connections 2024-09-13T15:57:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- 172.21.15.7:0/4015570340 wait complete. 2024-09-13T15:57:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 Processor -- start 2024-09-13T15:57:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- start start 2024-09-13T15:57:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe14c0b0540 0x7fe14c150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe14c153b90 0x7fe14c144100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 0x7fe14c06c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe14c144640 con 0x7fe14c15da90 2024-09-13T15:57:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe14c06b930 con 0x7fe14c0b0540 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe152d99640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe14c06bc10 con 0x7fe14c153b90 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 0x7fe14c06c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 0x7fe14c06c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42930/0 (socket says 172.21.15.7:42930) 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 -- 172.21.15.7:0/2712877155 learned_addr learned my addr 172.21.15.7:0/2712877155 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe150b35640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe14c0b0540 0x7fe14c150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe14bfff640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe14c153b90 0x7fe14c144100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 -- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe14c153b90 msgr2=0x7fe14c144100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe14c153b90 0x7fe14c144100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 -- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe14c0b0540 msgr2=0x7fe14c150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe14c0b0540 0x7fe14c150620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 -- 172.21.15.7:0/2712877155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe13c00bd40 con 0x7fe14c15da90 2024-09-13T15:57:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe150b35640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe14c0b0540 0x7fe14c150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe151336640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 0x7fe14c06c9d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe14400c3c0 tx=0x7fe14400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.387+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe144011790 con 0x7fe14c15da90 2024-09-13T15:57:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1440118f0 con 0x7fe14c15da90 2024-09-13T15:57:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe14c06bef0 con 0x7fe14c15da90 2024-09-13T15:57:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe144011ca0 con 0x7fe14c15da90 2024-09-13T15:57:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe14c06c4b0 con 0x7fe14c15da90 2024-09-13T15:57:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe14c06c6d0 con 0x7fe14c15da90 2024-09-13T15:57:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe14401c460 con 0x7fe14c15da90 2024-09-13T15:57:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe1497fa640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe138066690 0x7fe138068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe144084030 con 0x7fe14c15da90 2024-09-13T15:57:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe150b35640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe138066690 0x7fe138068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.391+0000 7fe150b35640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe138066690 0x7fe138068b50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0b0000 tx=0x7fe13c0a9070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.395+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe1440513a0 con 0x7fe14c15da90 2024-09-13T15:57:30.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.551+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe14c15de70 con 0x7fe14c15da90 2024-09-13T15:57:30.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.551+0000 7fe1497fa640 1 -- 172.21.15.7:0/2712877155 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe1440549c0 con 0x7fe14c15da90 2024-09-13T15:57:30.558 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:30.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe138066690 msgr2=0x7fe138068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe138066690 0x7fe138068b50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0b0000 tx=0x7fe13c0a9070 comp rx=0 tx=0).stop 2024-09-13T15:57:30.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 msgr2=0x7fe14c06c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 0x7fe14c06c9d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe14400c3c0 tx=0x7fe14400c880 comp rx=0 tx=0).stop 2024-09-13T15:57:30.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 shutdown_connections 2024-09-13T15:57:30.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe138066690 0x7fe138068b50 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe14c15da90 0x7fe14c06c9d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe14c153b90 0x7fe14c144100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 --2- 172.21.15.7:0/2712877155 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe14c0b0540 0x7fe14c150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 >> 172.21.15.7:0/2712877155 conn(0x7fe14c065eb0 msgr2=0x7fe14c15d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:30.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 shutdown_connections 2024-09-13T15:57:30.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.555+0000 7fe152d99640 1 -- 172.21.15.7:0/2712877155 wait complete. 2024-09-13T15:57:30.575 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:30.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.691+0000 7f457e3c6640 1 Processor -- start 2024-09-13T15:57:30.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.691+0000 7f457e3c6640 1 -- start start 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f457e3c6640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f45780b0000 0x7f457815b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f457e3c6640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45780adad0 con 0x7f45780cab60 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f457e3c6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f457815ba70 con 0x7f45781620c0 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f457e3c6640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45780cb0c0 con 0x7f45780b0000 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f45777fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f45780cab60 0x7f45780b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58954/0 (socket says 172.21.15.7:58954) 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f45777fe640 1 -- 172.21.15.7:0/956430846 learned_addr learned my addr 172.21.15.7:0/956430846 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:30.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4577fff640 1 --2- 172.21.15.7:0/956430846 >> v2:172.21.15.77:3300/0 conn(0x7f45780b0000 0x7f457815b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4576ffd640 1 -- 172.21.15.7:0/956430846 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1821048914 0 0) 0x7f456c001120 con 0x7f45780cab60 2024-09-13T15:57:30.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4576ffd640 1 -- 172.21.15.7:0/956430846 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4560003530 con 0x7f45780cab60 2024-09-13T15:57:30.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4576ffd640 1 -- 172.21.15.7:0/956430846 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2684358676 0 0) 0x7f4560003530 con 0x7f45780cab60 2024-09-13T15:57:30.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4577fff640 1 -- 172.21.15.7:0/956430846 >> v1:172.21.15.77:6789/0 conn(0x7f45781620c0 legacy=0x7f45781644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4577fff640 1 -- 172.21.15.7:0/956430846 >> v1:172.21.15.7:6789/0 conn(0x7f45780cab60 legacy=0x7f45780b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4577fff640 1 -- 172.21.15.7:0/956430846 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45780cb3a0 con 0x7f45780b0000 2024-09-13T15:57:30.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.695+0000 7f4577fff640 1 --2- 172.21.15.7:0/956430846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f457815b530 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f45680097c0 tx=0x7f456801c390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=720783fbceb7d80e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4576ffd640 1 -- 172.21.15.7:0/956430846 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456c001830 con 0x7f45780b0000 2024-09-13T15:57:30.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4576ffd640 1 -- 172.21.15.7:0/956430846 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45680ac440 con 0x7f45780b0000 2024-09-13T15:57:30.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4576ffd640 1 -- 172.21.15.7:0/956430846 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45680ac7b0 con 0x7f45780b0000 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/956430846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 msgr2=0x7f457815b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 --2- 172.21.15.7:0/956430846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f457815b530 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f45680097c0 tx=0x7f456801c390 comp rx=0 tx=0).stop 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/956430846 shutdown_connections 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 --2- 172.21.15.7:0/956430846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f457815b530 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/956430846 >> 172.21.15.7:0/956430846 conn(0x7f4578065eb0 msgr2=0x7f4578069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/956430846 shutdown_connections 2024-09-13T15:57:30.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/956430846 wait complete. 2024-09-13T15:57:30.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 Processor -- start 2024-09-13T15:57:30.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- start start 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f45780c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 0x7f45780af470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45781620c0 0x7f45780af9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45780b16c0 con 0x7f45780cab60 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45780c8a80 con 0x7f45780b0000 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45780b1370 con 0x7f45781620c0 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 0x7f45780af470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 0x7f45780af470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42944/0 (socket says 172.21.15.7:42944) 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 -- 172.21.15.7:0/2180697230 learned_addr learned my addr 172.21.15.7:0/2180697230 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4577fff640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f45780c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457c963640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45781620c0 0x7f45780af9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 -- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45781620c0 msgr2=0x7f45780af9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45781620c0 0x7f45780af9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 -- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 msgr2=0x7f45780c8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f45780c8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 -- 172.21.15.7:0/2180697230 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4568009420 con 0x7f45780cab60 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f45777fe640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 0x7f45780af470 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f456c00c760 tx=0x7f456c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456c0072d0 con 0x7f45780cab60 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f456c007450 con 0x7f45780cab60 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4578147e00 con 0x7f45780cab60 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456c0047f0 con 0x7f45780cab60 2024-09-13T15:57:30.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.699+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45781483c0 con 0x7f45780cab60 2024-09-13T15:57:30.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.703+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f457815b530 con 0x7f45780cab60 2024-09-13T15:57:30.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.703+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f456c004950 con 0x7f45780cab60 2024-09-13T15:57:30.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.703+0000 7f4574ff9640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4564066690 0x7f4564068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:30.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.703+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f456c083310 con 0x7f45780cab60 2024-09-13T15:57:30.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.703+0000 7f4577fff640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4564066690 0x7f4564068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:30.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.703+0000 7f4577fff640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4564066690 0x7f4564068b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f45680ae000 tx=0x7f45680a6070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:30.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.707+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f456c050690 con 0x7f45780cab60 2024-09-13T15:57:30.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f45780adad0 con 0x7f45780cab60 2024-09-13T15:57:30.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f4574ff9640 1 -- 172.21.15.7:0/2180697230 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f45780adad0 con 0x7f45780cab60 2024-09-13T15:57:30.872 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4564066690 msgr2=0x7f4564068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4564066690 0x7f4564068b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f45680ae000 tx=0x7f45680a6070 comp rx=0 tx=0).stop 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 msgr2=0x7f45780af470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 0x7f45780af470 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f456c00c760 tx=0x7f456c00cc20 comp rx=0 tx=0).stop 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 shutdown_connections 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4564066690 0x7f4564068b50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45781620c0 0x7f45780af9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45780cab60 0x7f45780af470 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 --2- 172.21.15.7:0/2180697230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45780b0000 0x7f45780c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 >> 172.21.15.7:0/2180697230 conn(0x7f4578065eb0 msgr2=0x7f457806cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 shutdown_connections 2024-09-13T15:57:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:30.867+0000 7f457e3c6640 1 -- 172.21.15.7:0/2180697230 wait complete. 2024-09-13T15:57:30.892 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair' 2024-09-13T15:57:31.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 Processor -- start 2024-09-13T15:57:31.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 -- start start 2024-09-13T15:57:31.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a4815c960 0x7f0a480cccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f0a480d2100 0x7f0a4806c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a480cd2a0 con 0x7f0a4806c820 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a480cdb40 con 0x7f0a4815c960 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a4e004640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a4806bbb0 con 0x7f0a480d2100 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a47fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f0a4806c820 0x7f0a480d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58966/0 (socket says 172.21.15.7:58966) 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a47fff640 1 -- 172.21.15.7:0/1697897690 learned_addr learned my addr 172.21.15.7:0/1697897690 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.011+0000 7f0a477fe640 1 --2- 172.21.15.7:0/1697897690 >> v2:172.21.15.7:3300/0 conn(0x7f0a4815c960 0x7f0a480cccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a46ffd640 1 --2- 172.21.15.7:0/1697897690 >> v2:172.21.15.77:3300/0 conn(0x7f0a480d2100 0x7f0a4806c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a477fe640 1 -- 172.21.15.7:0/1697897690 >> v2:172.21.15.77:3300/0 conn(0x7f0a480d2100 msgr2=0x7f0a4806c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:31.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a477fe640 1 --2- 172.21.15.7:0/1697897690 >> v2:172.21.15.77:3300/0 conn(0x7f0a480d2100 0x7f0a4806c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a477fe640 1 -- 172.21.15.7:0/1697897690 >> v1:172.21.15.7:6789/0 conn(0x7f0a4806c820 legacy=0x7f0a480d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a467fc640 1 -- 172.21.15.7:0/1697897690 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1092311809 0 0) 0x7f0a480cd2a0 con 0x7f0a4806c820 2024-09-13T15:57:31.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a477fe640 1 -- 172.21.15.7:0/1697897690 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a480cd580 con 0x7f0a4815c960 2024-09-13T15:57:31.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a477fe640 1 --2- 172.21.15.7:0/1697897690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4815c960 0x7f0a480cccc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0a480b4d40 tx=0x7f0a3801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=401506904870ddf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:31.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a467fc640 1 -- 172.21.15.7:0/1697897690 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a380ab680 con 0x7f0a4815c960 2024-09-13T15:57:31.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a467fc640 1 -- 172.21.15.7:0/1697897690 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a380ab7e0 con 0x7f0a4815c960 2024-09-13T15:57:31.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a467fc640 1 -- 172.21.15.7:0/1697897690 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a380abb70 con 0x7f0a4815c960 2024-09-13T15:57:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 -- 172.21.15.7:0/1697897690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4815c960 msgr2=0x7f0a480cccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 --2- 172.21.15.7:0/1697897690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4815c960 0x7f0a480cccc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0a480b4d40 tx=0x7f0a3801c480 comp rx=0 tx=0).stop 2024-09-13T15:57:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 -- 172.21.15.7:0/1697897690 shutdown_connections 2024-09-13T15:57:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 --2- 172.21.15.7:0/1697897690 >> v2:172.21.15.77:3300/0 conn(0x7f0a480d2100 0x7f0a4806c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 --2- 172.21.15.7:0/1697897690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4815c960 0x7f0a480cccc0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 -- 172.21.15.7:0/1697897690 >> 172.21.15.7:0/1697897690 conn(0x7f0a480cf0f0 msgr2=0x7f0a480cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 -- 172.21.15.7:0/1697897690 shutdown_connections 2024-09-13T15:57:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.015+0000 7f0a4e004640 1 -- 172.21.15.7:0/1697897690 wait complete. 2024-09-13T15:57:31.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 Processor -- start 2024-09-13T15:57:31.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 -- start start 2024-09-13T15:57:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4806c820 0x7f0a4815c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 0x7f0a480c9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4815c960 0x7f0a48154a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a48152cf0 con 0x7f0a480d2100 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a481520e0 con 0x7f0a4815c960 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a481523c0 con 0x7f0a4806c820 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 0x7f0a480c9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 0x7f0a480c9ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42974/0 (socket says 172.21.15.7:42974) 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 -- 172.21.15.7:0/3378036269 learned_addr learned my addr 172.21.15.7:0/3378036269 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a477fe640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4806c820 0x7f0a4815c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a47fff640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4815c960 0x7f0a48154a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 -- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4806c820 msgr2=0x7f0a4815c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4806c820 0x7f0a4815c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 -- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4815c960 msgr2=0x7f0a48154a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4815c960 0x7f0a48154a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 -- 172.21.15.7:0/3378036269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a38009420 con 0x7f0a480d2100 2024-09-13T15:57:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a477fe640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4806c820 0x7f0a4815c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a46ffd640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 0x7f0a480c9ec0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c00d5f0 tx=0x7f0a3c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3c0125f0 con 0x7f0a480d2100 2024-09-13T15:57:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a3c012750 con 0x7f0a480d2100 2024-09-13T15:57:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3c012ae0 con 0x7f0a480d2100 2024-09-13T15:57:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a481526a0 con 0x7f0a480d2100 2024-09-13T15:57:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.019+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a480ca400 con 0x7f0a480d2100 2024-09-13T15:57:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.023+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a48152e60 con 0x7f0a480d2100 2024-09-13T15:57:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.023+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0a3c012c40 con 0x7f0a480d2100 2024-09-13T15:57:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.023+0000 7f0a2ffff640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a340666c0 0x7f0a34068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.023+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0a3c0846e0 con 0x7f0a480d2100 2024-09-13T15:57:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.023+0000 7f0a477fe640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a340666c0 0x7f0a34068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.023+0000 7f0a477fe640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a340666c0 0x7f0a34068b80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0a380af000 tx=0x7f0a380a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:31.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.027+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0a3c0519b0 con 0x7f0a480d2100 2024-09-13T15:57:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.247+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]} v 0) v1 -- 0x7f0a4806c2e0 con 0x7f0a480d2100 2024-09-13T15:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.615+0000 7f0a2ffff640 1 -- 172.21.15.7:0/3378036269 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]}]=0 v50) v1 ==== 151+0+0 (secure 0 0 0) 0x7f0a3c004650 con 0x7f0a480d2100 2024-09-13T15:57:31.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a340666c0 msgr2=0x7f0a34068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a340666c0 0x7f0a34068b80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0a380af000 tx=0x7f0a380a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 msgr2=0x7f0a480c9ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 0x7f0a480c9ec0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c00d5f0 tx=0x7f0a3c00dab0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 shutdown_connections 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a340666c0 0x7f0a34068b80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4815c960 0x7f0a48154a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a480d2100 0x7f0a480c9ec0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 --2- 172.21.15.7:0/3378036269 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4806c820 0x7f0a4815c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 >> 172.21.15.7:0/3378036269 conn(0x7f0a480cf0f0 msgr2=0x7f0a480d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 shutdown_connections 2024-09-13T15:57:31.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.619+0000 7f0a4e004640 1 -- 172.21.15.7:0/3378036269 wait complete. 2024-09-13T15:57:31.648 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T15:57:31.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 Processor -- start 2024-09-13T15:57:31.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 -- start start 2024-09-13T15:57:31.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c157df0 0x7fc49c0cf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc49c15ebd0 0x7fc49c0cfe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc49c15a9d0 0x7fc49c15ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc49c15b3c0 con 0x7fc49c15a9d0 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc49c15b8e0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a2e8c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc49c0711c0 con 0x7fc49c157df0 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc49c15a9d0 0x7fc49c15ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc49c15a9d0 0x7fc49c15ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42984/0 (socket says 172.21.15.7:42984) 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 -- 172.21.15.7:0/3493906759 learned_addr learned my addr 172.21.15.7:0/3493906759 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a0c28640 1 --2- 172.21.15.7:0/3493906759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c157df0 0x7fc49c0cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc49bfff640 1 --2- 172.21.15.7:0/3493906759 >> v2:172.21.15.77:3300/0 conn(0x7fc49c15ebd0 0x7fc49c0cfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 -- 172.21.15.7:0/3493906759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c157df0 msgr2=0x7fc49c0cf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 --2- 172.21.15.7:0/3493906759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c157df0 0x7fc49c0cf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 -- 172.21.15.7:0/3493906759 >> v2:172.21.15.77:3300/0 conn(0x7fc49c15ebd0 msgr2=0x7fc49c0cfe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:31.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 --2- 172.21.15.7:0/3493906759 >> v2:172.21.15.77:3300/0 conn(0x7fc49c15ebd0 0x7fc49c0cfe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.775+0000 7fc4a1429640 1 -- 172.21.15.7:0/3493906759 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc49c15b600 con 0x7fc49c15a9d0 2024-09-13T15:57:31.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a1429640 1 --2- 172.21.15.7:0/3493906759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15a9d0 0x7fc49c15ae80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc49c0b4990 tx=0x7fc48c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d857b47b6d7e5e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:31.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc49b7fe640 1 -- 172.21.15.7:0/3493906759 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc48c0ab620 con 0x7fc49c15a9d0 2024-09-13T15:57:31.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc49b7fe640 1 -- 172.21.15.7:0/3493906759 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc48c0ab780 con 0x7fc49c15a9d0 2024-09-13T15:57:31.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc49b7fe640 1 -- 172.21.15.7:0/3493906759 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc48c0abb10 con 0x7fc49c15a9d0 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/3493906759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15a9d0 msgr2=0x7fc49c15ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/3493906759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15a9d0 0x7fc49c15ae80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc49c0b4990 tx=0x7fc48c01c460 comp rx=0 tx=0).stop 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/3493906759 shutdown_connections 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/3493906759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15a9d0 0x7fc49c15ae80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/3493906759 >> v2:172.21.15.77:3300/0 conn(0x7fc49c15ebd0 0x7fc49c0cfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/3493906759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c157df0 0x7fc49c0cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/3493906759 >> 172.21.15.7:0/3493906759 conn(0x7fc49c06b410 msgr2=0x7fc49c06b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/3493906759 shutdown_connections 2024-09-13T15:57:31.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/3493906759 wait complete. 2024-09-13T15:57:31.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 Processor -- start 2024-09-13T15:57:31.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- start start 2024-09-13T15:57:31.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc49c157df0 0x7fc49c0adcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c15a9d0 0x7fc49c1564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 0x7fc49c0cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc49c06bca0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc49c156030 con 0x7fc49c157df0 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a2e8c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc49c0ce000 con 0x7fc49c15a9d0 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a1429640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 0x7fc49c0cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc49bfff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c15a9d0 0x7fc49c1564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a1429640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 0x7fc49c0cdac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42988/0 (socket says 172.21.15.7:42988) 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.779+0000 7fc4a1429640 1 -- 172.21.15.7:0/2959609585 learned_addr learned my addr 172.21.15.7:0/2959609585 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a0c28640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc49c157df0 0x7fc49c0adcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a1429640 1 -- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c15a9d0 msgr2=0x7fc49c1564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a1429640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c15a9d0 0x7fc49c1564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a1429640 1 -- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc49c157df0 msgr2=0x7fc49c0adcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a1429640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc49c157df0 0x7fc49c0adcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a1429640 1 -- 172.21.15.7:0/2959609585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc48c0094d0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a1429640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 0x7fc49c0cdac0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc48c01ab10 tx=0x7fc48c01aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:31.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc48c0abe80 con 0x7fc49c15ebd0 2024-09-13T15:57:31.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc48c0be3f0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc48c0be760 con 0x7fc49c15ebd0 2024-09-13T15:57:31.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc49c0ae2d0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc49c156e40 con 0x7fc49c15ebd0 2024-09-13T15:57:31.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc49c1561e0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc48c0b43f0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4997fa640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc47c066690 0x7fc47c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:31.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc48c11e560 con 0x7fc49c15ebd0 2024-09-13T15:57:31.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a0c28640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc47c066690 0x7fc47c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:31.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.783+0000 7fc4a0c28640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc47c066690 0x7fc47c068b50 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc494003fd0 tx=0x7fc4940039a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:31.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.787+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc49c1561e0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.947+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fc49c1561e0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.951+0000 7fc4997fa640 1 -- 172.21.15.7:0/2959609585 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc49c1561e0 con 0x7fc49c15ebd0 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc47c066690 msgr2=0x7fc47c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc47c066690 0x7fc47c068b50 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc494003fd0 tx=0x7fc4940039a0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 msgr2=0x7fc49c0cdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 0x7fc49c0cdac0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc48c01ab10 tx=0x7fc48c01aca0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 shutdown_connections 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc47c066690 0x7fc47c068b50 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc49c15ebd0 0x7fc49c0cdac0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc49c15a9d0 0x7fc49c1564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 --2- 172.21.15.7:0/2959609585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc49c157df0 0x7fc49c0adcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 >> 172.21.15.7:0/2959609585 conn(0x7fc49c06b410 msgr2=0x7fc49c158560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:31.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 shutdown_connections 2024-09-13T15:57:31.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:31.955+0000 7fc4a2e8c640 1 -- 172.21.15.7:0/2959609585 wait complete. 2024-09-13T15:57:31.978 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T15:57:31.978 DEBUG:teuthology.orchestra.run.smithi007:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:57:32.053 DEBUG:teuthology.orchestra.run.smithi077:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:57:32.120 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T15:57:32.121 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:57:32.121 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:32.127 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:57:32.127 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:32.176 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:32.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f523a0fa640 1 Processor -- start 2024-09-13T15:57:32.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f523a0fa640 1 -- start start 2024-09-13T15:57:32.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f523a0fa640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f52340cd2c0 0x7f52340cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f523a0fa640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52340d17e0 con 0x7f523415c760 2024-09-13T15:57:32.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f523a0fa640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52340d0bd0 con 0x7f52340d0630 2024-09-13T15:57:32.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f523a0fa640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52340cdc90 con 0x7f52340cd2c0 2024-09-13T15:57:32.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52337fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f523415c760 0x7f52340b7fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:58982/0 (socket says 172.21.15.7:58982) 2024-09-13T15:57:32.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52337fe640 1 -- 172.21.15.7:0/838067611 learned_addr learned my addr 172.21.15.7:0/838067611 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 --2- 172.21.15.7:0/838067611 >> v2:172.21.15.77:3300/0 conn(0x7f52340cd2c0 0x7f52340cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 631943487 0 0) 0x7f52340d17e0 con 0x7f523415c760 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f521c003530 con 0x7f523415c760 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2375872221 0 0) 0x7f521c003530 con 0x7f523415c760 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 >> v2:172.21.15.77:3300/0 conn(0x7f52340cd2c0 msgr2=0x7f52340cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 --2- 172.21.15.7:0/838067611 >> v2:172.21.15.77:3300/0 conn(0x7f52340cd2c0 0x7f52340cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 >> v1:172.21.15.77:6789/0 conn(0x7f52340d0630 legacy=0x7f52340d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52340d0eb0 con 0x7f523415c760 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f5224001680 con 0x7f523415c760 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 >> v1:172.21.15.7:6789/0 conn(0x7f523415c760 legacy=0x7f52340b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c003980 0x7f521c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f521c0047d0 0x7f521c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f521c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52340cdc90 con 0x7f521c005190 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f521c00c040 con 0x7f521c003980 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f521c00c200 con 0x7f521c0047d0 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f521c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f52337fe640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c003980 0x7f521c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5232ffd640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f521c0047d0 0x7f521c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 -- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f521c0047d0 msgr2=0x7f521c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f521c0047d0 0x7f521c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 -- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c003980 msgr2=0x7f521c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:32.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c003980 0x7f521c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.347+0000 7f5233fff640 1 -- 172.21.15.7:0/838067611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f521c003530 con 0x7f521c005190 2024-09-13T15:57:32.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f5233fff640 1 -- 172.21.15.7:0/838067611 reap_dead start 2024-09-13T15:57:32.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f5233fff640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f521c00b990 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f522c009fc0 tx=0x7f522c01ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcbd419e274c863b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:32.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c0a5cd0 con 0x7f521c005190 2024-09-13T15:57:32.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f522c00f040 con 0x7f521c005190 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52327fc640 1 -- 172.21.15.7:0/838067611 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c003be0 con 0x7f521c005190 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- 172.21.15.7:0/838067611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 msgr2=0x7f521c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f521c00b990 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f522c009fc0 tx=0x7f522c01ccc0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- 172.21.15.7:0/838067611 shutdown_connections 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 --2- 172.21.15.7:0/838067611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f521c00b990 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- 172.21.15.7:0/838067611 >> 172.21.15.7:0/838067611 conn(0x7f52340cf070 msgr2=0x7f52340cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- 172.21.15.7:0/838067611 shutdown_connections 2024-09-13T15:57:32.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- 172.21.15.7:0/838067611 wait complete. 2024-09-13T15:57:32.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 Processor -- start 2024-09-13T15:57:32.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- start start 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f523415f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f52341f5e10 0x7f5234158690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f52340d1ba0 0x7f52340d2020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52341f1d80 con 0x7f521c005190 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523415e3c0 con 0x7f52341f5e10 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f523a0fa640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52340d2560 con 0x7f52340d1ba0 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f523415f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f523415f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43000/0 (socket says 172.21.15.7:43000) 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 -- 172.21.15.7:0/4073340422 learned_addr learned my addr 172.21.15.7:0/4073340422 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 -- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f52340d1ba0 msgr2=0x7f52340d2020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f5233fff640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f52340d1ba0 0x7f52340d2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f52340d1ba0 0x7f52340d2020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f5232ffd640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f52341f5e10 0x7f5234158690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 -- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f52341f5e10 msgr2=0x7f5234158690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f52341f5e10 0x7f5234158690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f52337fe640 1 -- 172.21.15.7:0/4073340422 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5234158bd0 con 0x7f521c005190 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.351+0000 7f5232ffd640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f52341f5e10 0x7f5234158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f52337fe640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f523415f7a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f522400e780 tx=0x7f522400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522400ee90 con 0x7f521c005190 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f522400c870 con 0x7f521c005190 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522400cc20 con 0x7f521c005190 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f523415d320 con 0x7f521c005190 2024-09-13T15:57:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523415d8e0 con 0x7f521c005190 2024-09-13T15:57:32.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52340b7fc0 con 0x7f521c005190 2024-09-13T15:57:32.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f522401d460 con 0x7f521c005190 2024-09-13T15:57:32.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f521bfff640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5220066690 0x7f5220068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f5232ffd640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5220066690 0x7f5220068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f52240840f0 con 0x7f521c005190 2024-09-13T15:57:32.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.355+0000 7f5232ffd640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5220066690 0x7f5220068b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5228000c10 tx=0x7f5228009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:32.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.359+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5224051450 con 0x7f521c005190 2024-09-13T15:57:32.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.523+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f52340b2a20 con 0x7f521c005190 2024-09-13T15:57:32.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f521bfff640 1 -- 172.21.15.7:0/4073340422 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f5224059e60 con 0x7f521c005190 2024-09-13T15:57:32.532 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:32.533 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:32.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5220066690 msgr2=0x7f5220068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5220066690 0x7f5220068b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5228000c10 tx=0x7f5228009040 comp rx=0 tx=0).stop 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 msgr2=0x7f523415f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f523415f7a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f522400e780 tx=0x7f522400ec40 comp rx=0 tx=0).stop 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 shutdown_connections 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5220066690 0x7f5220068b50 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f52340d1ba0 0x7f52340d2020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f52341f5e10 0x7f5234158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 --2- 172.21.15.7:0/4073340422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f521c005190 0x7f523415f7a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.527+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 >> 172.21.15.7:0/4073340422 conn(0x7f52340cf070 msgr2=0x7f52340b59c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:32.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.531+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 shutdown_connections 2024-09-13T15:57:32.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.531+0000 7f523a0fa640 1 -- 172.21.15.7:0/4073340422 wait complete. 2024-09-13T15:57:32.552 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:32.553 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:32.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.671+0000 7f8a5adce640 1 Processor -- start 2024-09-13T15:57:32.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.671+0000 7f8a5adce640 1 -- start start 2024-09-13T15:57:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5adce640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a5415bf90 0x7f8a54071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5adce640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8a540cd900 0x7f8a540b00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5adce640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f8a540b0620 0x7f8a5415c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5adce640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a540b0a90 con 0x7f8a540cd900 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5adce640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a5415a030 con 0x7f8a540b0620 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5adce640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a541591a0 con 0x7f8a5415bf90 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8a540cd900 0x7f8a540b00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8a540cd900 0x7f8a540b00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43010/0 (socket says 172.21.15.7:43010) 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 -- 172.21.15.7:0/3421752882 learned_addr learned my addr 172.21.15.7:0/3421752882 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a5936b640 1 --2- 172.21.15.7:0/3421752882 >> v2:172.21.15.77:3300/0 conn(0x7f8a540b0620 0x7f8a5415c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a58b6a640 1 --2- 172.21.15.7:0/3421752882 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a5415bf90 0x7f8a54071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 -- 172.21.15.7:0/3421752882 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a5415bf90 msgr2=0x7f8a54071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 --2- 172.21.15.7:0/3421752882 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a5415bf90 0x7f8a54071310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 -- 172.21.15.7:0/3421752882 >> v2:172.21.15.77:3300/0 conn(0x7f8a540b0620 msgr2=0x7f8a5415c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 --2- 172.21.15.7:0/3421752882 >> v2:172.21.15.77:3300/0 conn(0x7f8a540b0620 0x7f8a5415c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 -- 172.21.15.7:0/3421752882 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a54159420 con 0x7f8a540cd900 2024-09-13T15:57:32.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a53fff640 1 --2- 172.21.15.7:0/3421752882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540cd900 0x7f8a540b00e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8a541537a0 tx=0x7f8a3c01d830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a778445ef3dc3b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:32.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.675+0000 7f8a537fe640 1 -- 172.21.15.7:0/3421752882 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c0a6820 con 0x7f8a540cd900 2024-09-13T15:57:32.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a537fe640 1 -- 172.21.15.7:0/3421752882 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a3c0a6980 con 0x7f8a540cd900 2024-09-13T15:57:32.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a537fe640 1 -- 172.21.15.7:0/3421752882 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c0a6d10 con 0x7f8a540cd900 2024-09-13T15:57:32.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/3421752882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540cd900 msgr2=0x7f8a540b00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- 172.21.15.7:0/3421752882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540cd900 0x7f8a540b00e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8a541537a0 tx=0x7f8a3c01d830 comp rx=0 tx=0).stop 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/3421752882 shutdown_connections 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- 172.21.15.7:0/3421752882 >> v2:172.21.15.77:3300/0 conn(0x7f8a540b0620 0x7f8a5415c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- 172.21.15.7:0/3421752882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540cd900 0x7f8a540b00e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- 172.21.15.7:0/3421752882 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a5415bf90 0x7f8a54071310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/3421752882 >> 172.21.15.7:0/3421752882 conn(0x7f8a54065eb0 msgr2=0x7f8a54069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/3421752882 shutdown_connections 2024-09-13T15:57:32.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/3421752882 wait complete. 2024-09-13T15:57:32.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 Processor -- start 2024-09-13T15:57:32.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- start start 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 0x7f8a541427c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a540cd900 0x7f8a5406b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a5415bf90 0x7f8a54161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a541430d0 con 0x7f8a540b0620 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a5406bce0 con 0x7f8a5415bf90 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a5406bfc0 con 0x7f8a540cd900 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 0x7f8a541427c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 0x7f8a541427c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43020/0 (socket says 172.21.15.7:43020) 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 -- 172.21.15.7:0/685778051 learned_addr learned my addr 172.21.15.7:0/685778051 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:32.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a53fff640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a540cd900 0x7f8a5406b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5936b640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a5415bf90 0x7f8a54161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 -- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a540cd900 msgr2=0x7f8a5406b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a540cd900 0x7f8a5406b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 -- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a5415bf90 msgr2=0x7f8a54161cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a5415bf90 0x7f8a54161cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 -- 172.21.15.7:0/685778051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a3c00a670 con 0x7f8a540b0620 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5936b640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a5415bf90 0x7f8a54161cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a58b6a640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 0x7f8a541427c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400efc0 tx=0x7f8a4400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a44009b80 con 0x7f8a540b0620 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a4400f040 con 0x7f8a540b0620 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a440146a0 con 0x7f8a540b0620 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a5406c2a0 con 0x7f8a540b0620 2024-09-13T15:57:32.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.679+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a54142d00 con 0x7f8a540b0620 2024-09-13T15:57:32.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.683+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a540b3900 con 0x7f8a540b0620 2024-09-13T15:57:32.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.683+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8a44014800 con 0x7f8a540b0620 2024-09-13T15:57:32.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.683+0000 7f8a517fa640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a34066690 0x7f8a34068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:32.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.683+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a44084c10 con 0x7f8a540b0620 2024-09-13T15:57:32.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.683+0000 7f8a53fff640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a34066690 0x7f8a34068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:32.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.683+0000 7f8a53fff640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a34066690 0x7f8a34068b50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c0b0000 tx=0x7f8a3c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:32.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.687+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8a44052010 con 0x7f8a540b0620 2024-09-13T15:57:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8a540b00e0 con 0x7f8a540b0620 2024-09-13T15:57:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a517fa640 1 -- 172.21.15.7:0/685778051 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8a44055630 con 0x7f8a540b0620 2024-09-13T15:57:32.853 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a34066690 msgr2=0x7f8a34068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a34066690 0x7f8a34068b50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c0b0000 tx=0x7f8a3c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 msgr2=0x7f8a541427c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 0x7f8a541427c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400efc0 tx=0x7f8a4400c490 comp rx=0 tx=0).stop 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 shutdown_connections 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a34066690 0x7f8a34068b50 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a5415bf90 0x7f8a54161cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a540cd900 0x7f8a5406b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 --2- 172.21.15.7:0/685778051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a540b0620 0x7f8a541427c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.847+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 >> 172.21.15.7:0/685778051 conn(0x7f8a54065eb0 msgr2=0x7f8a54069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.851+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 shutdown_connections 2024-09-13T15:57:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.851+0000 7f8a5adce640 1 -- 172.21.15.7:0/685778051 wait complete. 2024-09-13T15:57:32.871 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:32.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.991+0000 7f4d14d6b640 1 Processor -- start 2024-09-13T15:57:32.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.991+0000 7f4d14d6b640 1 -- start start 2024-09-13T15:57:33.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4d100b0000 0x7f4d1015b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4d100cab60 0x7f4d100b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d100adad0 con 0x7f4d100ccac0 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d1015ba70 con 0x7f4d100cab60 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d100b0920 con 0x7f4d100b0000 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4d100cab60 0x7f4d100b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0ed9d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f4d100ccac0 0x7f4d100ccf10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36358/0 (socket says 172.21.15.7:36358) 2024-09-13T15:57:33.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4d100cab60 0x7f4d100b03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43232/0 (socket says 172.21.15.7:43232) 2024-09-13T15:57:33.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0ed9d640 1 -- 172.21.15.7:0/2454110918 learned_addr learned my addr 172.21.15.7:0/2454110918 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:33.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0e59c640 1 --2- 172.21.15.7:0/2454110918 >> v2:172.21.15.77:3300/0 conn(0x7f4d100b0000 0x7f4d1015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 -- 172.21.15.7:0/2454110918 >> v2:172.21.15.77:3300/0 conn(0x7f4d100b0000 msgr2=0x7f4d1015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:33.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 --2- 172.21.15.7:0/2454110918 >> v2:172.21.15.77:3300/0 conn(0x7f4d100b0000 0x7f4d1015b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 -- 172.21.15.7:0/2454110918 >> v1:172.21.15.7:6789/0 conn(0x7f4d100ccac0 legacy=0x7f4d100ccf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0d59a640 1 -- 172.21.15.7:0/2454110918 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 156893579 0 0) 0x7f4d080014a0 con 0x7f4d100ccac0 2024-09-13T15:57:33.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 -- 172.21.15.7:0/2454110918 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d100cb0c0 con 0x7f4d100cab60 2024-09-13T15:57:33.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0dd9b640 1 --2- 172.21.15.7:0/2454110918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100cab60 0x7f4d100b03e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4d1006aac0 tx=0x7f4d0401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fcd9f2b49e49d88 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0d59a640 1 -- 172.21.15.7:0/2454110918 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d040ad660 con 0x7f4d100cab60 2024-09-13T15:57:33.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0d59a640 1 -- 172.21.15.7:0/2454110918 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d040ad7c0 con 0x7f4d100cab60 2024-09-13T15:57:33.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d0d59a640 1 -- 172.21.15.7:0/2454110918 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d040adb50 con 0x7f4d100cab60 2024-09-13T15:57:33.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 -- 172.21.15.7:0/2454110918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100cab60 msgr2=0x7f4d100b03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.995+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/2454110918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100cab60 0x7f4d100b03e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4d1006aac0 tx=0x7f4d0401c450 comp rx=0 tx=0).stop 2024-09-13T15:57:33.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- 172.21.15.7:0/2454110918 shutdown_connections 2024-09-13T15:57:33.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/2454110918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100cab60 0x7f4d100b03e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/2454110918 >> v2:172.21.15.77:3300/0 conn(0x7f4d100b0000 0x7f4d1015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- 172.21.15.7:0/2454110918 >> 172.21.15.7:0/2454110918 conn(0x7f4d10065eb0 msgr2=0x7f4d10069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:33.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- 172.21.15.7:0/2454110918 shutdown_connections 2024-09-13T15:57:33.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- 172.21.15.7:0/2454110918 wait complete. 2024-09-13T15:57:33.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 Processor -- start 2024-09-13T15:57:33.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- start start 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 0x7f4d1014d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4d100cab60 0x7f4d1015bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4d100ccac0 0x7f4d10149bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d100b2250 con 0x7f4d100b0000 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d1015c150 con 0x7f4d100cab60 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d1014df10 con 0x7f4d100ccac0 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 0x7f4d1014d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 0x7f4d1014d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43236/0 (socket says 172.21.15.7:43236) 2024-09-13T15:57:33.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 -- 172.21.15.7:0/1258597710 learned_addr learned my addr 172.21.15.7:0/1258597710 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0ed9d640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4d100ccac0 0x7f4d10149bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 -- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4d100ccac0 msgr2=0x7f4d10149bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4d100ccac0 0x7f4d10149bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 -- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4d100cab60 msgr2=0x7f4d1015bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4d100cab60 0x7f4d1015bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 -- 172.21.15.7:0/1258597710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d04009420 con 0x7f4d100b0000 2024-09-13T15:57:33.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d0e59c640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 0x7f4d1014d880 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000d620 tx=0x7f4d0000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d0000b620 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d0000b780 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d1014e1f0 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d0000bb10 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:32.999+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d100b1e70 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.003+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d1015b530 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.003+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4d0000bc70 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.003+0000 7f4cfeffd640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4cf00666c0 0x7f4cf0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.003+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4d000845b0 con 0x7f4d100b0000 2024-09-13T15:57:33.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.003+0000 7f4d0dd9b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4cf00666c0 0x7f4cf0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.003+0000 7f4d0dd9b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4cf00666c0 0x7f4cf0068b80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4d040af000 tx=0x7f4d04004740 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.007+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4d000519b0 con 0x7f4d100b0000 2024-09-13T15:57:33.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.159+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4d1014b1d0 con 0x7f4d100b0000 2024-09-13T15:57:33.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.159+0000 7f4cfeffd640 1 -- 172.21.15.7:0/1258597710 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4d00007380 con 0x7f4d100b0000 2024-09-13T15:57:33.166 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4cf00666c0 msgr2=0x7f4cf0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4cf00666c0 0x7f4cf0068b80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4d040af000 tx=0x7f4d04004740 comp rx=0 tx=0).stop 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 msgr2=0x7f4d1014d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 0x7f4d1014d880 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000d620 tx=0x7f4d0000dae0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 shutdown_connections 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4cf00666c0 0x7f4cf0068b80 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4d100ccac0 0x7f4d10149bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4d100cab60 0x7f4d1015bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 --2- 172.21.15.7:0/1258597710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d100b0000 0x7f4d1014d880 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 >> 172.21.15.7:0/1258597710 conn(0x7f4d10065eb0 msgr2=0x7f4d100cced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:33.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 shutdown_connections 2024-09-13T15:57:33.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.163+0000 7f4d14d6b640 1 -- 172.21.15.7:0/1258597710 wait complete. 2024-09-13T15:57:33.184 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f70888ec640 1 Processor -- start 2024-09-13T15:57:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f70888ec640 1 -- start start 2024-09-13T15:57:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f70888ec640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f708406d870 0x7f7084163f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f70888ec640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f708406de90 con 0x7f708406cbc0 2024-09-13T15:57:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f70888ec640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f708415cf90 con 0x7f70841591a0 2024-09-13T15:57:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f70888ec640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f708415dd30 con 0x7f708406d870 2024-09-13T15:57:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f708406cbc0 0x7f708406d160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36360/0 (socket says 172.21.15.7:36360) 2024-09-13T15:57:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 -- 172.21.15.7:0/1469574158 learned_addr learned my addr 172.21.15.7:0/1469574158 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7082d9d640 1 --2- 172.21.15.7:0/1469574158 >> v2:172.21.15.77:3300/0 conn(0x7f708406d870 0x7f7084163f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3547807066 0 0) 0x7f708406de90 con 0x7f708406cbc0 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f706c003530 con 0x7f708406cbc0 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 740495441 0 0) 0x7f706c003530 con 0x7f708406cbc0 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 >> v2:172.21.15.77:3300/0 conn(0x7f708406d870 msgr2=0x7f7084163f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 --2- 172.21.15.7:0/1469574158 >> v2:172.21.15.77:3300/0 conn(0x7f708406d870 0x7f7084163f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 >> v1:172.21.15.77:6789/0 conn(0x7f70841591a0 legacy=0x7f708406c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f708415d250 con 0x7f708406cbc0 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f70780016a0 con 0x7f708406cbc0 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 >> v1:172.21.15.7:6789/0 conn(0x7f708406cbc0 legacy=0x7f708406d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c003980 0x7f706c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f706c0047d0 0x7f706c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f706c005190 0x7f706c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f708415dd30 con 0x7f706c0047d0 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c00c030 con 0x7f706c005190 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f706c00c1f0 con 0x7f706c003980 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f706c0047d0 0x7f706c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f708259c640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c003980 0x7f706c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7082d9d640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f706c005190 0x7f706c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 -- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c003980 msgr2=0x7f706c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c003980 0x7f706c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 -- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f706c005190 msgr2=0x7f706c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f706c005190 0x7f706c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7081d9b640 1 -- 172.21.15.7:0/1469574158 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f706c003530 con 0x7f706c0047d0 2024-09-13T15:57:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7082d9d640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f706c005190 0x7f706c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.303+0000 7f7082d9d640 1 -- 172.21.15.7:0/1469574158 reap_dead start 2024-09-13T15:57:33.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7081d9b640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f706c0047d0 0x7f706c004c50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f707800c190 tx=0x7f707801f2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b187b303c1e7f80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7078005ae0 con 0x7f706c0047d0 2024-09-13T15:57:33.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70780ab070 con 0x7f706c0047d0 2024-09-13T15:57:33.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f708159a640 1 -- 172.21.15.7:0/1469574158 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7078005e80 con 0x7f706c0047d0 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- 172.21.15.7:0/1469574158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f706c0047d0 msgr2=0x7f706c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f706c0047d0 0x7f706c004c50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f707800c190 tx=0x7f707801f2f0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- 172.21.15.7:0/1469574158 shutdown_connections 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 --2- 172.21.15.7:0/1469574158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f706c0047d0 0x7f706c004c50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- 172.21.15.7:0/1469574158 >> 172.21.15.7:0/1469574158 conn(0x7f708406b1e0 msgr2=0x7f708406b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- 172.21.15.7:0/1469574158 shutdown_connections 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- 172.21.15.7:0/1469574158 wait complete. 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 Processor -- start 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- start start 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c0047d0 0x7f70840a8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7084154320 0x7f70841eeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 0x7f70841ef050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7084155ba0 con 0x7f70841547a0 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7084153280 con 0x7f7084154320 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f70888ec640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7084153560 con 0x7f706c0047d0 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 0x7f70841ef050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 0x7f70841ef050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43252/0 (socket says 172.21.15.7:43252) 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 -- 172.21.15.7:0/3889103268 learned_addr learned my addr 172.21.15.7:0/3889103268 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f708259c640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c0047d0 0x7f70840a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7081d9b640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7084154320 0x7f70841eeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 -- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c0047d0 msgr2=0x7f70840a8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c0047d0 0x7f70840a8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 -- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7084154320 msgr2=0x7f70841eeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7084154320 0x7f70841eeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.307+0000 7f7082d9d640 1 -- 172.21.15.7:0/3889103268 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7084153840 con 0x7f70841547a0 2024-09-13T15:57:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7082d9d640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 0x7f70841ef050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f708415cd70 tx=0x7f707c00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f707c016420 con 0x7f70841547a0 2024-09-13T15:57:33.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f707c016580 con 0x7f70841547a0 2024-09-13T15:57:33.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7084153b20 con 0x7f70841547a0 2024-09-13T15:57:33.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f707c0168f0 con 0x7f70841547a0 2024-09-13T15:57:33.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7084152ec0 con 0x7f70841547a0 2024-09-13T15:57:33.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f708406d0e0 con 0x7f70841547a0 2024-09-13T15:57:33.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f707c016a50 con 0x7f70841547a0 2024-09-13T15:57:33.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7072ffd640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70640666c0 0x7f7064068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f707c084e90 con 0x7f70841547a0 2024-09-13T15:57:33.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f708259c640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70640666c0 0x7f7064068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.311+0000 7f708259c640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70640666c0 0x7f7064068b80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7084155820 tx=0x7f7074009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.315+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f707c052290 con 0x7f70841547a0 2024-09-13T15:57:33.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f708406d4f0 con 0x7f70841547a0 2024-09-13T15:57:33.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f7072ffd640 1 -- 172.21.15.7:0/3889103268 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f707c0558b0 con 0x7f70841547a0 2024-09-13T15:57:33.532 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70640666c0 msgr2=0x7f7064068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70640666c0 0x7f7064068b80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7084155820 tx=0x7f7074009040 comp rx=0 tx=0).stop 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 msgr2=0x7f70841ef050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 0x7f70841ef050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f708415cd70 tx=0x7f707c00f520 comp rx=0 tx=0).stop 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 shutdown_connections 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70640666c0 0x7f7064068b80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70841547a0 0x7f70841ef050 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7084154320 0x7f70841eeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 --2- 172.21.15.7:0/3889103268 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f706c0047d0 0x7f70840a8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 >> 172.21.15.7:0/3889103268 conn(0x7f708406b1e0 msgr2=0x7f70840b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:33.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 shutdown_connections 2024-09-13T15:57:33.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.475+0000 7f70888ec640 1 -- 172.21.15.7:0/3889103268 wait complete. 2024-09-13T15:57:33.535 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:33.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 Processor -- start 2024-09-13T15:57:33.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 -- start start 2024-09-13T15:57:33.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb2b40d0630 0x7fb2b40d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb2b40d21b0 0x7fb2b40cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2b40d17e0 con 0x7fb2b415c760 2024-09-13T15:57:33.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2b40d0bd0 con 0x7fb2b40d0630 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b9a42640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2b40d0eb0 con 0x7fb2b40d21b0 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb2b40d0630 0x7fb2b40d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb2b40d0630 0x7fb2b40d1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43264/0 (socket says 172.21.15.7:43264) 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 -- 172.21.15.7:0/4112993323 learned_addr learned my addr 172.21.15.7:0/4112993323 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b37fe640 1 --2- 172.21.15.7:0/4112993323 >> v2:172.21.15.77:3300/0 conn(0x7fb2b40d21b0 0x7fb2b40cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 -- 172.21.15.7:0/4112993323 >> v2:172.21.15.77:3300/0 conn(0x7fb2b40d21b0 msgr2=0x7fb2b40cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 --2- 172.21.15.7:0/4112993323 >> v2:172.21.15.77:3300/0 conn(0x7fb2b40d21b0 0x7fb2b40cd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 -- 172.21.15.7:0/4112993323 >> v1:172.21.15.77:6789/0 conn(0x7fb2b415c760 legacy=0x7fb2b40b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.659+0000 7fb2b27fc640 1 -- 172.21.15.7:0/4112993323 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2b40d1190 con 0x7fb2b40d0630 2024-09-13T15:57:33.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b27fc640 1 --2- 172.21.15.7:0/4112993323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b40d0630 0x7fb2b40d1c70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb29c009870 tx=0x7fb29c01ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9a2c2e072c80200 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b1ffb640 1 -- 172.21.15.7:0/4112993323 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29c0a8a10 con 0x7fb2b40d0630 2024-09-13T15:57:33.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b1ffb640 1 -- 172.21.15.7:0/4112993323 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb29c0a8b70 con 0x7fb2b40d0630 2024-09-13T15:57:33.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b1ffb640 1 -- 172.21.15.7:0/4112993323 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29c0b0440 con 0x7fb2b40d0630 2024-09-13T15:57:33.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 -- 172.21.15.7:0/4112993323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b40d0630 msgr2=0x7fb2b40d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/4112993323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b40d0630 0x7fb2b40d1c70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb29c009870 tx=0x7fb29c01ed10 comp rx=0 tx=0).stop 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 -- 172.21.15.7:0/4112993323 shutdown_connections 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/4112993323 >> v2:172.21.15.77:3300/0 conn(0x7fb2b40d21b0 0x7fb2b40cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/4112993323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b40d0630 0x7fb2b40d1c70 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 -- 172.21.15.7:0/4112993323 >> 172.21.15.7:0/4112993323 conn(0x7fb2b40cf070 msgr2=0x7fb2b40cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 -- 172.21.15.7:0/4112993323 shutdown_connections 2024-09-13T15:57:33.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 -- 172.21.15.7:0/4112993323 wait complete. 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 Processor -- start 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.663+0000 7fb2b9a42640 1 -- start start 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb2b40d0630 0x7fb2b414b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb2b40d21b0 0x7fb2b40cb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 0x7fb2b40cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2b40acda0 con 0x7fb2b415c760 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2b414bb60 con 0x7fb2b40d0630 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2b414b8d0 con 0x7fb2b40d21b0 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 0x7fb2b40cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 0x7fb2b40cb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43270/0 (socket says 172.21.15.7:43270) 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 -- 172.21.15.7:0/3602093584 learned_addr learned my addr 172.21.15.7:0/3602093584 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b27fc640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb2b40d21b0 0x7fb2b40cb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b2ffd640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb2b40d0630 0x7fb2b414b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 -- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb2b40d21b0 msgr2=0x7fb2b40cb0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb2b40d21b0 0x7fb2b40cb0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 -- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb2b40d0630 msgr2=0x7fb2b414b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb2b40d0630 0x7fb2b414b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 -- 172.21.15.7:0/3602093584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb29c0094d0 con 0x7fb2b415c760 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b2ffd640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb2b40d0630 0x7fb2b414b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b37fe640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 0x7fb2b40cb620 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac007e60 tx=0x7fb2ac00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac014620 con 0x7fb2b415c760 2024-09-13T15:57:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2ac014780 con 0x7fb2b415c760 2024-09-13T15:57:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac014b30 con 0x7fb2b415c760 2024-09-13T15:57:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2b414c0e0 con 0x7fb2b415c760 2024-09-13T15:57:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2b40cbff0 con 0x7fb2b415c760 2024-09-13T15:57:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2b414c270 con 0x7fb2b415c760 2024-09-13T15:57:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb2ac014c90 con 0x7fb2b415c760 2024-09-13T15:57:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2abfff640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb294066690 0x7fb294068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb2ac084b00 con 0x7fb2b415c760 2024-09-13T15:57:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b2ffd640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb294066690 0x7fb294068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.667+0000 7fb2b2ffd640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb294066690 0x7fb294068b50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb2a4000f70 tx=0x7fb2a4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.671+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb2ac051f00 con 0x7fb2b415c760 2024-09-13T15:57:33.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.839+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb2b40d1c70 con 0x7fb2b415c760 2024-09-13T15:57:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.839+0000 7fb2abfff640 1 -- 172.21.15.7:0/3602093584 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb2ac055520 con 0x7fb2b415c760 2024-09-13T15:57:33.846 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb294066690 msgr2=0x7fb294068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb294066690 0x7fb294068b50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb2a4000f70 tx=0x7fb2a4009040 comp rx=0 tx=0).stop 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 msgr2=0x7fb2b40cb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 0x7fb2b40cb620 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac007e60 tx=0x7fb2ac00e4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 shutdown_connections 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb294066690 0x7fb294068b50 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2b415c760 0x7fb2b40cb620 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb2b40d21b0 0x7fb2b40cb0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 --2- 172.21.15.7:0/3602093584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb2b40d0630 0x7fb2b414b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:33.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 >> 172.21.15.7:0/3602093584 conn(0x7fb2b40cf070 msgr2=0x7fb2b40b3b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:33.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 shutdown_connections 2024-09-13T15:57:33.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:33.843+0000 7fb2b9a42640 1 -- 172.21.15.7:0/3602093584 wait complete. 2024-09-13T15:57:33.864 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:57:33.864 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:33.875 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:34.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.031+0000 7f400855f640 1 Processor -- start 2024-09-13T15:57:34.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.031+0000 7f400855f640 1 -- start start 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f400855f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f400015da10 0x7f400015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f400855f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f400015af90 con 0x7f40000cd3e0 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f400855f640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40000b2d60 con 0x7f4000143af0 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f400855f640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f400015ddf0 con 0x7f400015da10 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f400015da10 0x7f400015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f400015da10 0x7f400015aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43282/0 (socket says 172.21.15.7:43282) 2024-09-13T15:57:34.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 -- 172.21.15.7:0/4268351553 learned_addr learned my addr 172.21.15.7:0/4268351553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:34.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 -- 172.21.15.7:0/4268351553 >> v1:172.21.15.77:6789/0 conn(0x7f4000143af0 legacy=0x7f40000b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:34.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 -- 172.21.15.7:0/4268351553 >> v1:172.21.15.7:6789/0 conn(0x7f40000cd3e0 legacy=0x7f40000cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40052f9640 1 -- 172.21.15.7:0/4268351553 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1553692396 0 0) 0x7f400015af90 con 0x7f40000cd3e0 2024-09-13T15:57:34.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 -- 172.21.15.7:0/4268351553 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40000b3000 con 0x7f400015da10 2024-09-13T15:57:34.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40062fb640 1 --2- 172.21.15.7:0/4268351553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f400015da10 0x7f400015aa50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc009870 tx=0x7f3ffc01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2c490de02f6e2db server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40052f9640 1 -- 172.21.15.7:0/4268351553 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc0aa650 con 0x7f400015da10 2024-09-13T15:57:34.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40052f9640 1 -- 172.21.15.7:0/4268351553 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ffc0aa7b0 con 0x7f400015da10 2024-09-13T15:57:34.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.035+0000 7f40052f9640 1 -- 172.21.15.7:0/4268351553 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc0aab40 con 0x7f400015da10 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/4268351553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f400015da10 msgr2=0x7f400015aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 --2- 172.21.15.7:0/4268351553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f400015da10 0x7f400015aa50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc009870 tx=0x7f3ffc01c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/4268351553 shutdown_connections 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 --2- 172.21.15.7:0/4268351553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f400015da10 0x7f400015aa50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/4268351553 >> 172.21.15.7:0/4268351553 conn(0x7f4000069f00 msgr2=0x7f400006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/4268351553 shutdown_connections 2024-09-13T15:57:34.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/4268351553 wait complete. 2024-09-13T15:57:34.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 Processor -- start 2024-09-13T15:57:34.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- start start 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40000cd3e0 0x7f40000a90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 0x7f40000abde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f400015da10 0x7f40000ac320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4000143450 con 0x7f4000143af0 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40000a8c10 con 0x7f40000cd3e0 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40000ac860 con 0x7f400015da10 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 0x7f40000abde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 0x7f40000abde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43298/0 (socket says 172.21.15.7:43298) 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 -- 172.21.15.7:0/765685929 learned_addr learned my addr 172.21.15.7:0/765685929 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:34.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4006afc640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f400015da10 0x7f40000ac320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 -- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f400015da10 msgr2=0x7f40000ac320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f400015da10 0x7f40000ac320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f40062fb640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40000cd3e0 0x7f40000a90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 -- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40000cd3e0 msgr2=0x7f40000a90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40000cd3e0 0x7f40000a90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 -- 172.21.15.7:0/765685929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ffc0094d0 con 0x7f4000143af0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f4005afa640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 0x7f40000abde0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3ff000c450 tx=0x7f3ff000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff0012830 con 0x7f4000143af0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ff00129b0 con 0x7f4000143af0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4000143170 con 0x7f4000143af0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff0012d60 con 0x7f4000143af0 2024-09-13T15:57:34.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.039+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40000a88a0 con 0x7f4000143af0 2024-09-13T15:57:34.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.043+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40000a8d80 con 0x7f4000143af0 2024-09-13T15:57:34.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.043+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3ff001c460 con 0x7f4000143af0 2024-09-13T15:57:34.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.043+0000 7f3ff6ffd640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fe4066690 0x7f3fe4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.043+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ff0083f90 con 0x7f4000143af0 2024-09-13T15:57:34.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.043+0000 7f40062fb640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fe4066690 0x7f3fe4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.043+0000 7f40062fb640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fe4066690 0x7f3fe4068b50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc0ae000 tx=0x7f3ffc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.047+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3ff00b5db0 con 0x7f4000143af0 2024-09-13T15:57:34.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.211+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f400015bbd0 con 0x7f4000143af0 2024-09-13T15:57:34.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.211+0000 7f3ff6ffd640 1 -- 172.21.15.7:0/765685929 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f3ff0051390 con 0x7f4000143af0 2024-09-13T15:57:34.218 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:34.218 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fe4066690 msgr2=0x7f3fe4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fe4066690 0x7f3fe4068b50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc0ae000 tx=0x7f3ffc008040 comp rx=0 tx=0).stop 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 msgr2=0x7f40000abde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 0x7f40000abde0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3ff000c450 tx=0x7f3ff000c910 comp rx=0 tx=0).stop 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 shutdown_connections 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fe4066690 0x7f3fe4068b50 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f400015da10 0x7f40000ac320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4000143af0 0x7f40000abde0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 --2- 172.21.15.7:0/765685929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40000cd3e0 0x7f40000a90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 >> 172.21.15.7:0/765685929 conn(0x7f4000069f00 msgr2=0x7f400015e900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 shutdown_connections 2024-09-13T15:57:34.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.215+0000 7f400855f640 1 -- 172.21.15.7:0/765685929 wait complete. 2024-09-13T15:57:34.237 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:34.238 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:34.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 Processor -- start 2024-09-13T15:57:34.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 -- start start 2024-09-13T15:57:34.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f883015c900 0x7f88300d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f88300cd7f0 0x7f88300b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88300d0db0 con 0x7f88300cdc30 2024-09-13T15:57:34.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f883015cce0 con 0x7f88300cd7f0 2024-09-13T15:57:34.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8837cb7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88300d1090 con 0x7f883015c900 2024-09-13T15:57:34.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f88300cd7f0 0x7f88300b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f88300cd7f0 0x7f88300b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43310/0 (socket says 172.21.15.7:43310) 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 -- 172.21.15.7:0/3774731306 learned_addr learned my addr 172.21.15.7:0/3774731306 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835a53640 1 --2- 172.21.15.7:0/3774731306 >> v2:172.21.15.77:3300/0 conn(0x7f883015c900 0x7f88300d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 -- 172.21.15.7:0/3774731306 >> v2:172.21.15.77:3300/0 conn(0x7f883015c900 msgr2=0x7f88300d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 --2- 172.21.15.7:0/3774731306 >> v2:172.21.15.77:3300/0 conn(0x7f883015c900 0x7f88300d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 -- 172.21.15.7:0/3774731306 >> v1:172.21.15.77:6789/0 conn(0x7f88300cdc30 legacy=0x7f88300b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.363+0000 7f8835252640 1 -- 172.21.15.7:0/3774731306 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88300d1370 con 0x7f88300cd7f0 2024-09-13T15:57:34.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8835252640 1 --2- 172.21.15.7:0/3774731306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88300b4210 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f88300b8900 tx=0x7f882001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62390f861771bbbb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8834a51640 1 -- 172.21.15.7:0/3774731306 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88200ab600 con 0x7f88300cd7f0 2024-09-13T15:57:34.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8834a51640 1 -- 172.21.15.7:0/3774731306 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88200a7050 con 0x7f88300cd7f0 2024-09-13T15:57:34.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8834a51640 1 -- 172.21.15.7:0/3774731306 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88200ab980 con 0x7f88300cd7f0 2024-09-13T15:57:34.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 -- 172.21.15.7:0/3774731306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 msgr2=0x7f88300b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3774731306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88300b4210 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f88300b8900 tx=0x7f882001c460 comp rx=0 tx=0).stop 2024-09-13T15:57:34.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 -- 172.21.15.7:0/3774731306 shutdown_connections 2024-09-13T15:57:34.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3774731306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88300b4210 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3774731306 >> v2:172.21.15.77:3300/0 conn(0x7f883015c900 0x7f88300d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 -- 172.21.15.7:0/3774731306 >> 172.21.15.7:0/3774731306 conn(0x7f88300cf210 msgr2=0x7f88300cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:34.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 -- 172.21.15.7:0/3774731306 shutdown_connections 2024-09-13T15:57:34.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 -- 172.21.15.7:0/3774731306 wait complete. 2024-09-13T15:57:34.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 Processor -- start 2024-09-13T15:57:34.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.367+0000 7f8837cb7640 1 -- start start 2024-09-13T15:57:34.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88301596c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88300cdc30 0x7f88301566a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f883015c900 0x7f88300cb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8830155b70 con 0x7f88300cd7f0 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8830155e50 con 0x7f88300cdc30 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88300c9860 con 0x7f883015c900 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88301596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88301596c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43318/0 (socket says 172.21.15.7:43318) 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 -- 172.21.15.7:0/3393289184 learned_addr learned my addr 172.21.15.7:0/3393289184 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8836254640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f883015c900 0x7f88300cb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835252640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88300cdc30 0x7f88301566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 -- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f883015c900 msgr2=0x7f88300cb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f883015c900 0x7f88300cb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 -- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88300cdc30 msgr2=0x7f88301566a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88300cdc30 0x7f88301566a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 -- 172.21.15.7:0/3393289184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88200094d0 con 0x7f88300cd7f0 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835252640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88300cdc30 0x7f88301566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835a53640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88301596c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f882c00d800 tx=0x7f882c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882c00b6c0 con 0x7f88300cd7f0 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f882c00b820 con 0x7f88300cd7f0 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88300d2510 con 0x7f88300cd7f0 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882c00bb90 con 0x7f88300cd7f0 2024-09-13T15:57:34.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88300c9e20 con 0x7f88300cd7f0 2024-09-13T15:57:34.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88300b4210 con 0x7f88300cd7f0 2024-09-13T15:57:34.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f882c00bcf0 con 0x7f88300cd7f0 2024-09-13T15:57:34.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f88267fc640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8814066690 0x7f8814068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f882c084720 con 0x7f88300cd7f0 2024-09-13T15:57:34.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835252640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8814066690 0x7f8814068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.371+0000 7f8835252640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8814066690 0x7f8814068b50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f88200ad000 tx=0x7f8820008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.375+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f882c051a90 con 0x7f88300cd7f0 2024-09-13T15:57:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.535+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f88300d3530 con 0x7f88300cd7f0 2024-09-13T15:57:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f88267fc640 1 -- 172.21.15.7:0/3393289184 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f882c011340 con 0x7f88300cd7f0 2024-09-13T15:57:34.544 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8814066690 msgr2=0x7f8814068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8814066690 0x7f8814068b50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f88200ad000 tx=0x7f8820008040 comp rx=0 tx=0).stop 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 msgr2=0x7f88301596c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88301596c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f882c00d800 tx=0x7f882c00dcc0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 shutdown_connections 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8814066690 0x7f8814068b50 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f883015c900 0x7f88300cb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88300cdc30 0x7f88301566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 --2- 172.21.15.7:0/3393289184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f88300cd7f0 0x7f88301596c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 >> 172.21.15.7:0/3393289184 conn(0x7f88300cf210 msgr2=0x7f88300b3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:34.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 shutdown_connections 2024-09-13T15:57:34.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.539+0000 7f8837cb7640 1 -- 172.21.15.7:0/3393289184 wait complete. 2024-09-13T15:57:34.563 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.679+0000 7f455dc78640 1 Processor -- start 2024-09-13T15:57:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.679+0000 7f455dc78640 1 -- start start 2024-09-13T15:57:34.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f455dc78640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455815a210 0x7f45580b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f455dc78640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f455815d3b0 0x7f4558071540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f455dc78640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4558160930 con 0x7f4558159e30 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f455dc78640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4558160c10 con 0x7f455815d3b0 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f455dc78640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4558160ef0 con 0x7f455815a210 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f45577fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f4558159e30 0x7f4558160150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36376/0 (socket says 172.21.15.7:36376) 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f45577fe640 1 -- 172.21.15.7:0/148067534 learned_addr learned my addr 172.21.15.7:0/148067534 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4557fff640 1 --2- 172.21.15.7:0/148067534 >> v2:172.21.15.7:3300/0 conn(0x7f455815d3b0 0x7f4558071540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4556ffd640 1 --2- 172.21.15.7:0/148067534 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455815a210 0x7f45580b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f45567fc640 1 -- 172.21.15.7:0/148067534 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1960147200 0 0) 0x7f4558160930 con 0x7f4558159e30 2024-09-13T15:57:34.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f45567fc640 1 -- 172.21.15.7:0/148067534 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4540003530 con 0x7f4558159e30 2024-09-13T15:57:34.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4557fff640 1 -- 172.21.15.7:0/148067534 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455815a210 msgr2=0x7f45580b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:34.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4557fff640 1 --2- 172.21.15.7:0/148067534 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455815a210 0x7f45580b3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4557fff640 1 -- 172.21.15.7:0/148067534 >> v1:172.21.15.7:6789/0 conn(0x7f4558159e30 legacy=0x7f4558160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4557fff640 1 -- 172.21.15.7:0/148067534 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f455815ce90 con 0x7f455815d3b0 2024-09-13T15:57:34.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.683+0000 7f4557fff640 1 --2- 172.21.15.7:0/148067534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815d3b0 0x7f4558071540 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4550009d90 tx=0x7f455001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51156285619a669 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f45567fc640 1 -- 172.21.15.7:0/148067534 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45500a59d0 con 0x7f455815d3b0 2024-09-13T15:57:34.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f45567fc640 1 -- 172.21.15.7:0/148067534 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45500a5b30 con 0x7f455815d3b0 2024-09-13T15:57:34.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f45567fc640 1 -- 172.21.15.7:0/148067534 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45500a5ea0 con 0x7f455815d3b0 2024-09-13T15:57:34.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/148067534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815d3b0 msgr2=0x7f4558071540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 --2- 172.21.15.7:0/148067534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815d3b0 0x7f4558071540 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4550009d90 tx=0x7f455001c970 comp rx=0 tx=0).stop 2024-09-13T15:57:34.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/148067534 shutdown_connections 2024-09-13T15:57:34.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 --2- 172.21.15.7:0/148067534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815d3b0 0x7f4558071540 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 --2- 172.21.15.7:0/148067534 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455815a210 0x7f45580b3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/148067534 >> 172.21.15.7:0/148067534 conn(0x7f455806a6c0 msgr2=0x7f455806d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:34.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/148067534 shutdown_connections 2024-09-13T15:57:34.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/148067534 wait complete. 2024-09-13T15:57:34.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 Processor -- start 2024-09-13T15:57:34.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- start start 2024-09-13T15:57:34.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4558159e30 0x7f455814a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 0x7f455815ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f455815d3b0 0x7f455815ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4558151750 con 0x7f455815a210 2024-09-13T15:57:34.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f455815a960 con 0x7f455815d3b0 2024-09-13T15:57:34.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4558158810 con 0x7f4558159e30 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 0x7f455815ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 0x7f455815ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43326/0 (socket says 172.21.15.7:43326) 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 -- 172.21.15.7:0/2102577015 learned_addr learned my addr 172.21.15.7:0/2102577015 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f45577fe640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4558159e30 0x7f455814a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 -- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4558159e30 msgr2=0x7f455814a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4557fff640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f455815d3b0 0x7f455815ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4558159e30 0x7f455814a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 -- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f455815d3b0 msgr2=0x7f455815ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f455815d3b0 0x7f455815ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 -- 172.21.15.7:0/2102577015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4550009a70 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f4556ffd640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 0x7f455815ea40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f454c00d800 tx=0x7f454c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f454c00b6c0 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f454c00b820 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f455814b050 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f454c00bb90 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.687+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f455814ad10 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.691+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45580b3aa0 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.691+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f454c00bcf0 con 0x7f455815a210 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.691+0000 7f453ffff640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f45440666e0 0x7f4544068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.691+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f454c084630 con 0x7f455815a210 2024-09-13T15:57:34.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.691+0000 7f45577fe640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f45440666e0 0x7f4544068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:34.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.691+0000 7f45577fe640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f45440666e0 0x7f4544068ba0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4548007fd0 tx=0x7f4548009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:34.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.695+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f454c051b10 con 0x7f455815a210 2024-09-13T15:57:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.859+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f455815aaa0 con 0x7f455815a210 2024-09-13T15:57:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.859+0000 7f453ffff640 1 -- 172.21.15.7:0/2102577015 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f454c011340 con 0x7f455815a210 2024-09-13T15:57:34.865 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.859+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f45440666e0 msgr2=0x7f4544068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.859+0000 7f455dc78640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f45440666e0 0x7f4544068ba0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4548007fd0 tx=0x7f4548009040 comp rx=0 tx=0).stop 2024-09-13T15:57:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.859+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 msgr2=0x7f455815ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.859+0000 7f455dc78640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 0x7f455815ea40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f454c00d800 tx=0x7f454c00dcc0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 shutdown_connections 2024-09-13T15:57:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f45440666e0 0x7f4544068ba0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f455815d3b0 0x7f455815ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f455815a210 0x7f455815ea40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 --2- 172.21.15.7:0/2102577015 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4558159e30 0x7f455814a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 >> 172.21.15.7:0/2102577015 conn(0x7f455806a6c0 msgr2=0x7f4558156310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 shutdown_connections 2024-09-13T15:57:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:34.863+0000 7f455dc78640 1 -- 172.21.15.7:0/2102577015 wait complete. 2024-09-13T15:57:34.884 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:35.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 Processor -- start 2024-09-13T15:57:35.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 -- start start 2024-09-13T15:57:35.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f935c15a570 0x7f935c0cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f935c0cc700 0x7f935c0cb320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f935c0ca280 con 0x7f935c0cb860 2024-09-13T15:57:35.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f935c0c9bf0 con 0x7f935c15a570 2024-09-13T15:57:35.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9360c4d640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f935c0ca560 con 0x7f935c0cc700 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f935c15a570 0x7f935c0cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f935c15a570 0x7f935c0cc1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43328/0 (socket says 172.21.15.7:43328) 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 -- 172.21.15.7:0/2089526761 learned_addr learned my addr 172.21.15.7:0/2089526761 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9359d9b640 1 --2- 172.21.15.7:0/2089526761 >> v2:172.21.15.77:3300/0 conn(0x7f935c0cc700 0x7f935c0cb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 -- 172.21.15.7:0/2089526761 >> v2:172.21.15.77:3300/0 conn(0x7f935c0cc700 msgr2=0x7f935c0cb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 --2- 172.21.15.7:0/2089526761 >> v2:172.21.15.77:3300/0 conn(0x7f935c0cc700 0x7f935c0cb320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 -- 172.21.15.7:0/2089526761 >> v1:172.21.15.77:6789/0 conn(0x7f935c0cb860 legacy=0x7f935c0b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f935a59c640 1 -- 172.21.15.7:0/2089526761 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f935c0ca840 con 0x7f935c15a570 2024-09-13T15:57:35.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.003+0000 7f9359d9b640 1 --2- 172.21.15.7:0/2089526761 >> v2:172.21.15.77:3300/0 conn(0x7f935c0cc700 0x7f935c0cb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:35.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935a59c640 1 --2- 172.21.15.7:0/2089526761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0cc1c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f935c0cbf00 tx=0x7f934c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19f5d2884bcea86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935959a640 1 -- 172.21.15.7:0/2089526761 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934c0a5790 con 0x7f935c15a570 2024-09-13T15:57:35.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935959a640 1 -- 172.21.15.7:0/2089526761 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f934c0a58f0 con 0x7f935c15a570 2024-09-13T15:57:35.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935959a640 1 -- 172.21.15.7:0/2089526761 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934c0a5c80 con 0x7f935c15a570 2024-09-13T15:57:35.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- 172.21.15.7:0/2089526761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 msgr2=0x7f935c0cc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 --2- 172.21.15.7:0/2089526761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0cc1c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f935c0cbf00 tx=0x7f934c01c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- 172.21.15.7:0/2089526761 shutdown_connections 2024-09-13T15:57:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 --2- 172.21.15.7:0/2089526761 >> v2:172.21.15.77:3300/0 conn(0x7f935c0cc700 0x7f935c0cb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 --2- 172.21.15.7:0/2089526761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0cc1c0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- 172.21.15.7:0/2089526761 >> 172.21.15.7:0/2089526761 conn(0x7f935c065eb0 msgr2=0x7f935c069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- 172.21.15.7:0/2089526761 shutdown_connections 2024-09-13T15:57:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- 172.21.15.7:0/2089526761 wait complete. 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 Processor -- start 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- start start 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f935c0cb860 0x7f935c0af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f935c0cc700 0x7f935c15abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0adee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c14e630 con 0x7f935c15a570 2024-09-13T15:57:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c15cc90 con 0x7f935c0cb860 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9360c4d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f935c15cf70 con 0x7f935c0cc700 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0adee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0adee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43344/0 (socket says 172.21.15.7:43344) 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 -- 172.21.15.7:0/458988610 learned_addr learned my addr 172.21.15.7:0/458988610 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f9359d9b640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f935c0cc700 0x7f935c15abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935a59c640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f935c0cb860 0x7f935c0af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 -- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f935c0cc700 msgr2=0x7f935c15abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f935c0cc700 0x7f935c15abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 -- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f935c0cb860 msgr2=0x7f935c0af950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f935c0cb860 0x7f935c0af950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.007+0000 7f935ad9d640 1 -- 172.21.15.7:0/458988610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f934c009b30 con 0x7f935c15a570 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f935ad9d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0adee0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f935400c340 tx=0x7f935400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9354005220 con 0x7f935c15a570 2024-09-13T15:57:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9354005380 con 0x7f935c15a570 2024-09-13T15:57:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f935c15d250 con 0x7f935c15a570 2024-09-13T15:57:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9354007270 con 0x7f935c15a570 2024-09-13T15:57:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f935c15d810 con 0x7f935c15a570 2024-09-13T15:57:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f935c160dc0 con 0x7f935c15a570 2024-09-13T15:57:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f93540073d0 con 0x7f935c15a570 2024-09-13T15:57:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9352ffd640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f933c0666c0 0x7f933c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f93540834e0 con 0x7f935c15a570 2024-09-13T15:57:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f935a59c640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f933c0666c0 0x7f933c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.011+0000 7f935a59c640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f933c0666c0 0x7f933c068b80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f934c0ae000 tx=0x7f934c0a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.015+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f93540508e0 con 0x7f935c15a570 2024-09-13T15:57:35.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.175+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f935c160ae0 con 0x7f935c15a570 2024-09-13T15:57:35.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.175+0000 7f9352ffd640 1 -- 172.21.15.7:0/458988610 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9354053f00 con 0x7f935c15a570 2024-09-13T15:57:35.182 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f933c0666c0 msgr2=0x7f933c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f933c0666c0 0x7f933c068b80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f934c0ae000 tx=0x7f934c0a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 msgr2=0x7f935c0adee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0adee0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f935400c340 tx=0x7f935400c800 comp rx=0 tx=0).stop 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 shutdown_connections 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f933c0666c0 0x7f933c068b80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f935c15a570 0x7f935c0adee0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f935c0cc700 0x7f935c15abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 --2- 172.21.15.7:0/458988610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f935c0cb860 0x7f935c0af950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 >> 172.21.15.7:0/458988610 conn(0x7f935c065eb0 msgr2=0x7f935c070a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:35.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 shutdown_connections 2024-09-13T15:57:35.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.179+0000 7f9360c4d640 1 -- 172.21.15.7:0/458988610 wait complete. 2024-09-13T15:57:35.202 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:35.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 Processor -- start 2024-09-13T15:57:35.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- start start 2024-09-13T15:57:35.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff8340cdc60 0x7ff83406aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8340b1f80 con 0x7ff83415c7d0 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8340cd020 con 0x7ff8340d1120 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8340ccd40 con 0x7ff8340cdc60 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83259c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff83415c7d0 0x7ff83406a3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36382/0 (socket says 172.21.15.7:36382) 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83259c640 1 -- 172.21.15.7:0/1359431752 learned_addr learned my addr 172.21.15.7:0/1359431752 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff831d9b640 1 --2- 172.21.15.7:0/1359431752 >> v2:172.21.15.77:3300/0 conn(0x7ff8340cdc60 0x7ff83406aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 393058192 0 0) 0x7ff8340b1f80 con 0x7ff83415c7d0 2024-09-13T15:57:35.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff820003530 con 0x7ff83415c7d0 2024-09-13T15:57:35.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2948131989 0 0) 0x7ff820003530 con 0x7ff83415c7d0 2024-09-13T15:57:35.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 >> v2:172.21.15.77:3300/0 conn(0x7ff8340cdc60 msgr2=0x7ff83406aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 --2- 172.21.15.7:0/1359431752 >> v2:172.21.15.77:3300/0 conn(0x7ff8340cdc60 0x7ff83406aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 >> v1:172.21.15.77:6789/0 conn(0x7ff8340d1120 legacy=0x7ff8340d1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8340d0360 con 0x7ff83415c7d0 2024-09-13T15:57:35.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7ff824001680 con 0x7ff83415c7d0 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 >> v1:172.21.15.7:6789/0 conn(0x7ff83415c7d0 legacy=0x7ff83406a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff820003980 0x7ff820003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8200047d0 0x7ff820004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff82000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340ccd40 con 0x7ff820005190 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82000c030 con 0x7ff820003980 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff82000c1f0 con 0x7ff8200047d0 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff82000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83259c640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff820003980 0x7ff820003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff831d9b640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8200047d0 0x7ff820004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 -- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8200047d0 msgr2=0x7ff820004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8200047d0 0x7ff820004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 -- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff820003980 msgr2=0x7ff820003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff820003980 0x7ff820003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 -- 172.21.15.7:0/1359431752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff820003530 con 0x7ff820005190 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 -- 172.21.15.7:0/1359431752 reap_dead start 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff832d9d640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff82000b990 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff82c001780 tx=0x7ff82c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35d61a9a1fabcab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c0052d0 con 0x7ff820005190 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff82c005470 con 0x7ff820005190 2024-09-13T15:57:35.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff83159a640 1 -- 172.21.15.7:0/1359431752 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c003840 con 0x7ff820005190 2024-09-13T15:57:35.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- 172.21.15.7:0/1359431752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 msgr2=0x7ff82000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff82000b990 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff82c001780 tx=0x7ff82c01c420 comp rx=0 tx=0).stop 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- 172.21.15.7:0/1359431752 shutdown_connections 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 --2- 172.21.15.7:0/1359431752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff82000b990 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- 172.21.15.7:0/1359431752 >> 172.21.15.7:0/1359431752 conn(0x7ff8340d26f0 msgr2=0x7ff8340d2b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- 172.21.15.7:0/1359431752 shutdown_connections 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.319+0000 7ff838fa5640 1 -- 172.21.15.7:0/1359431752 wait complete. 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 Processor -- start 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- start start 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff8340b0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8340c86b0 0x7ff8340c6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8340c7170 0x7ff83414e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340c7610 con 0x7ff820005190 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340c78f0 con 0x7ff8340c7170 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8340c7bd0 con 0x7ff8340c86b0 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff8340b0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff8340b0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43360/0 (socket says 172.21.15.7:43360) 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 -- 172.21.15.7:0/502628199 learned_addr learned my addr 172.21.15.7:0/502628199 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff832d9d640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8340c7170 0x7ff83414e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff831d9b640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8340c86b0 0x7ff8340c6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 -- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8340c86b0 msgr2=0x7ff8340c6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8340c86b0 0x7ff8340c6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 -- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8340c7170 msgr2=0x7ff83414e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8340c7170 0x7ff83414e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 -- 172.21.15.7:0/502628199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8340c7eb0 con 0x7ff820005190 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff831d9b640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8340c86b0 0x7ff8340c6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff83259c640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff8340b0520 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff82400e780 tx=0x7ff82400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82400ee90 con 0x7ff820005190 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff82400c8d0 con 0x7ff820005190 2024-09-13T15:57:35.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8340c8190 con 0x7ff820005190 2024-09-13T15:57:35.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82400cc80 con 0x7ff820005190 2024-09-13T15:57:35.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8340cc830 con 0x7ff820005190 2024-09-13T15:57:35.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.323+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8340c83b0 con 0x7ff820005190 2024-09-13T15:57:35.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.327+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff82401d460 con 0x7ff820005190 2024-09-13T15:57:35.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.327+0000 7ff82affd640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff814066690 0x7ff814068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.327+0000 7ff831d9b640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff814066690 0x7ff814068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.327+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff824084190 con 0x7ff820005190 2024-09-13T15:57:35.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.327+0000 7ff831d9b640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff814066690 0x7ff814068b50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff8340b8370 tx=0x7ff81c00b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.331+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff824051460 con 0x7ff820005190 2024-09-13T15:57:35.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff83415cbb0 con 0x7ff820005190 2024-09-13T15:57:35.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff82affd640 1 -- 172.21.15.7:0/502628199 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff824054a80 con 0x7ff820005190 2024-09-13T15:57:35.508 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:35.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff814066690 msgr2=0x7ff814068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff814066690 0x7ff814068b50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff8340b8370 tx=0x7ff81c00b040 comp rx=0 tx=0).stop 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 msgr2=0x7ff8340b0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff8340b0520 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff82400e780 tx=0x7ff82400ec40 comp rx=0 tx=0).stop 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 shutdown_connections 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff814066690 0x7ff814068b50 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8340c7170 0x7ff83414e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff8340c86b0 0x7ff8340c6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 --2- 172.21.15.7:0/502628199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff820005190 0x7ff8340b0520 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 >> 172.21.15.7:0/502628199 conn(0x7ff8340d26f0 msgr2=0x7ff83406ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:35.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 shutdown_connections 2024-09-13T15:57:35.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.503+0000 7ff838fa5640 1 -- 172.21.15.7:0/502628199 wait complete. 2024-09-13T15:57:35.527 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-13T15:57:35.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:35.527 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T15:57:35.549 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:35.549 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:57:35.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:35.549 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T15:57:35.605 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:57:35.605 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:35.612 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:57:35.612 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:35.660 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 Processor -- start 2024-09-13T15:57:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 -- start start 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f985c158b40 0x7f985c070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f985c0b20d0 0x7f985c0cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c0b2620 0x7f985c0b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f985c0b2fc0 con 0x7f985c0b20d0 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f985c158f20 con 0x7f985c158b40 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9864766640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f985c06bd60 con 0x7f985c0b2620 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f985c0b20d0 0x7f985c0cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f985c0b20d0 0x7f985c0cba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43374/0 (socket says 172.21.15.7:43374) 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 -- 172.21.15.7:0/545367162 learned_addr learned my addr 172.21.15.7:0/545367162 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9862502640 1 --2- 172.21.15.7:0/545367162 >> v2:172.21.15.77:3300/0 conn(0x7f985c158b40 0x7f985c070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9862d03640 1 --2- 172.21.15.7:0/545367162 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c0b2620 0x7f985c0b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 -- 172.21.15.7:0/545367162 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c0b2620 msgr2=0x7f985c0b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 --2- 172.21.15.7:0/545367162 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c0b2620 0x7f985c0b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 -- 172.21.15.7:0/545367162 >> v2:172.21.15.77:3300/0 conn(0x7f985c158b40 msgr2=0x7f985c070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 --2- 172.21.15.7:0/545367162 >> v2:172.21.15.77:3300/0 conn(0x7f985c158b40 0x7f985c070930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9861d01640 1 -- 172.21.15.7:0/545367162 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f985c071180 con 0x7f985c0b20d0 2024-09-13T15:57:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.771+0000 7f9862502640 1 --2- 172.21.15.7:0/545367162 >> v2:172.21.15.77:3300/0 conn(0x7f985c158b40 0x7f985c070930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9861d01640 1 --2- 172.21.15.7:0/545367162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c0cba90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f985c06ab60 tx=0x7f984c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379cab663effbb79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9861500640 1 -- 172.21.15.7:0/545367162 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c0a7070 con 0x7f985c0b20d0 2024-09-13T15:57:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9861500640 1 -- 172.21.15.7:0/545367162 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f984c0ab430 con 0x7f985c0b20d0 2024-09-13T15:57:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9861500640 1 -- 172.21.15.7:0/545367162 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c0ab7c0 con 0x7f985c0b20d0 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- 172.21.15.7:0/545367162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 msgr2=0x7f985c0cba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- 172.21.15.7:0/545367162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c0cba90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f985c06ab60 tx=0x7f984c01c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- 172.21.15.7:0/545367162 shutdown_connections 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- 172.21.15.7:0/545367162 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c0b2620 0x7f985c0b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- 172.21.15.7:0/545367162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c0cba90 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- 172.21.15.7:0/545367162 >> v2:172.21.15.77:3300/0 conn(0x7f985c158b40 0x7f985c070930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- 172.21.15.7:0/545367162 >> 172.21.15.7:0/545367162 conn(0x7f985c069f00 msgr2=0x7f985c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- 172.21.15.7:0/545367162 shutdown_connections 2024-09-13T15:57:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- 172.21.15.7:0/545367162 wait complete. 2024-09-13T15:57:35.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 Processor -- start 2024-09-13T15:57:35.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- start start 2024-09-13T15:57:35.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c15aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f985c0b2620 0x7f985c0aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c158b40 0x7f985c0af130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f985c15f6f0 con 0x7f985c0b20d0 2024-09-13T15:57:35.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f985c159060 con 0x7f985c0b2620 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.775+0000 7f9864766640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f985c15a350 con 0x7f985c158b40 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c15aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9861d01640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f985c0b2620 0x7f985c0aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c15aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43376/0 (socket says 172.21.15.7:43376) 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 -- 172.21.15.7:0/2962613197 learned_addr learned my addr 172.21.15.7:0/2962613197 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9861d01640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f985c0b2620 0x7f985c0aebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:35518/0 (socket says 172.21.15.7:35518) 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862d03640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c158b40 0x7f985c0af130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 -- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c158b40 msgr2=0x7f985c0af130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c158b40 0x7f985c0af130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 -- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f985c0b2620 msgr2=0x7f985c0aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f985c0b2620 0x7f985c0aebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 -- 172.21.15.7:0/2962613197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f984c0094d0 con 0x7f985c0b20d0 2024-09-13T15:57:35.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9862502640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c15aa40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f985800d900 tx=0x7f985800ddc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985800aae0 con 0x7f985c0b20d0 2024-09-13T15:57:35.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f985800ac40 con 0x7f985c0b20d0 2024-09-13T15:57:35.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f985c1592b0 con 0x7f985c0b20d0 2024-09-13T15:57:35.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9858011460 con 0x7f985c0b20d0 2024-09-13T15:57:35.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f985c159870 con 0x7f985c0b20d0 2024-09-13T15:57:35.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f985c0b2a80 con 0x7f985c0b20d0 2024-09-13T15:57:35.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f98580115e0 con 0x7f985c0b20d0 2024-09-13T15:57:35.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9852ffd640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9840066690 0x7f9840068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:35.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9858084850 con 0x7f985c0b20d0 2024-09-13T15:57:35.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9861d01640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9840066690 0x7f9840068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:35.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.779+0000 7f9861d01640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9840066690 0x7f9840068b50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f984c0af000 tx=0x7f984c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:35.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.783+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9858051de0 con 0x7f985c0b20d0 2024-09-13T15:57:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.943+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f985c0b1eb0 con 0x7f985c0b20d0 2024-09-13T15:57:35.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9852ffd640 1 -- 172.21.15.7:0/2962613197 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f985800b040 con 0x7f985c0b20d0 2024-09-13T15:57:35.952 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:35.953 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:35.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9840066690 msgr2=0x7f9840068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9840066690 0x7f9840068b50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f984c0af000 tx=0x7f984c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:35.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 msgr2=0x7f985c15aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c15aa40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f985800d900 tx=0x7f985800ddc0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 shutdown_connections 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9840066690 0x7f9840068b50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f985c158b40 0x7f985c0af130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f985c0b2620 0x7f985c0aebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 --2- 172.21.15.7:0/2962613197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f985c0b20d0 0x7f985c15aa40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 >> 172.21.15.7:0/2962613197 conn(0x7f985c069f00 msgr2=0x7f985c157e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 shutdown_connections 2024-09-13T15:57:35.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:35.951+0000 7f9864766640 1 -- 172.21.15.7:0/2962613197 wait complete. 2024-09-13T15:57:35.970 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:35.971 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf5a1ab640 1 Processor -- start 2024-09-13T15:57:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf5a1ab640 1 -- start start 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf5a1ab640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbf540cab60 0x7fbf540b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf5a1ab640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf540adad0 con 0x7fbf540b0000 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf5a1ab640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf540b0920 con 0x7fbf541620c0 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf5a1ab640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf540cb0c0 con 0x7fbf540cab60 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf537fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbf540b0000 0x7fbf5415b530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36392/0 (socket says 172.21.15.7:36392) 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf537fe640 1 -- 172.21.15.7:0/3585020593 learned_addr learned my addr 172.21.15.7:0/3585020593 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf52ffd640 1 --2- 172.21.15.7:0/3585020593 >> v2:172.21.15.77:3300/0 conn(0x7fbf540cab60 0x7fbf540b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1444403455 0 0) 0x7fbf44001120 con 0x7fbf540b0000 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf3c003530 con 0x7fbf540b0000 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3964198122 0 0) 0x7fbf3c003530 con 0x7fbf540b0000 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 >> v2:172.21.15.77:3300/0 conn(0x7fbf540cab60 msgr2=0x7fbf540b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 --2- 172.21.15.7:0/3585020593 >> v2:172.21.15.77:3300/0 conn(0x7fbf540cab60 0x7fbf540b03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 >> v1:172.21.15.77:6789/0 conn(0x7fbf541620c0 legacy=0x7fbf541644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf540cb3a0 con 0x7fbf540b0000 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fbf44001810 con 0x7fbf540b0000 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 >> v1:172.21.15.7:6789/0 conn(0x7fbf540b0000 legacy=0x7fbf5415b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf3c003980 0x7fbf3c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf3c0047d0 0x7fbf3c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf3c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf540cb0c0 con 0x7fbf3c005190 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c00c030 con 0x7fbf3c003980 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c00c1f0 con 0x7fbf3c0047d0 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf53fff640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf3c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf537fe640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf3c003980 0x7fbf3c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf52ffd640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf3c0047d0 0x7fbf3c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf53fff640 1 -- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf3c0047d0 msgr2=0x7fbf3c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf53fff640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf3c0047d0 0x7fbf3c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf53fff640 1 -- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf3c003980 msgr2=0x7fbf3c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf53fff640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf3c003980 0x7fbf3c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf53fff640 1 -- 172.21.15.7:0/3585020593 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf3c003530 con 0x7fbf3c005190 2024-09-13T15:57:36.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.087+0000 7fbf52ffd640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf3c0047d0 0x7fbf3c004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf53fff640 1 -- 172.21.15.7:0/3585020593 reap_dead start 2024-09-13T15:57:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf53fff640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf3c00b990 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c001e70 tx=0x7fbf4c01c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d7dd0cac83856b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c003b80 con 0x7fbf3c005190 2024-09-13T15:57:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4c003d00 con 0x7fbf3c005190 2024-09-13T15:57:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf527fc640 1 -- 172.21.15.7:0/3585020593 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c005260 con 0x7fbf3c005190 2024-09-13T15:57:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/3585020593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 msgr2=0x7fbf3c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf3c00b990 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c001e70 tx=0x7fbf4c01c780 comp rx=0 tx=0).stop 2024-09-13T15:57:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/3585020593 shutdown_connections 2024-09-13T15:57:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/3585020593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf3c00b990 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/3585020593 >> 172.21.15.7:0/3585020593 conn(0x7fbf54065eb0 msgr2=0x7fbf54069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/3585020593 shutdown_connections 2024-09-13T15:57:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/3585020593 wait complete. 2024-09-13T15:57:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 Processor -- start 2024-09-13T15:57:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.091+0000 7fbf5a1ab640 1 -- start start 2024-09-13T15:57:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf54148dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf5414cb30 0x7fbf5414c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54161720 0x7fbf5415cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5415e8b0 con 0x7fbf3c005190 2024-09-13T15:57:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf54161290 con 0x7fbf54161720 2024-09-13T15:57:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5415eb00 con 0x7fbf5414cb30 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf54148dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf54148dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43394/0 (socket says 172.21.15.7:43394) 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 -- 172.21.15.7:0/2539034817 learned_addr learned my addr 172.21.15.7:0/2539034817 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf53fff640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54161720 0x7fbf5415cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf52ffd640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf5414cb30 0x7fbf5414c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 -- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf5414cb30 msgr2=0x7fbf5414c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf5414cb30 0x7fbf5414c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 -- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54161720 msgr2=0x7fbf5415cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54161720 0x7fbf5415cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 -- 172.21.15.7:0/2539034817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf5415ede0 con 0x7fbf3c005190 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf53fff640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54161720 0x7fbf5415cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf537fe640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf54148dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf440072c0 tx=0x7fbf44007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf44007e70 con 0x7fbf3c005190 2024-09-13T15:57:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4400f9c0 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4400fd70 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf54160f20 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf5415e520 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf540ce260 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbf4401c3b0 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf3bfff640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbf40066690 0x7fbf40068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf44083880 con 0x7fbf3c005190 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf52ffd640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbf40066690 0x7fbf40068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.095+0000 7fbf52ffd640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbf40066690 0x7fbf40068b50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbf540b3050 tx=0x7fbf48008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.099+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbf44050b50 con 0x7fbf3c005190 2024-09-13T15:57:36.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbf540adad0 con 0x7fbf3c005190 2024-09-13T15:57:36.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf3bfff640 1 -- 172.21.15.7:0/2539034817 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbf44018020 con 0x7fbf3c005190 2024-09-13T15:57:36.261 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:36.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbf40066690 msgr2=0x7fbf40068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbf40066690 0x7fbf40068b50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbf540b3050 tx=0x7fbf48008040 comp rx=0 tx=0).stop 2024-09-13T15:57:36.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 msgr2=0x7fbf54148dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf54148dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf440072c0 tx=0x7fbf44007780 comp rx=0 tx=0).stop 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 shutdown_connections 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbf40066690 0x7fbf40068b50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54161720 0x7fbf5415cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbf5414cb30 0x7fbf5414c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 --2- 172.21.15.7:0/2539034817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf3c005190 0x7fbf54148dc0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 >> 172.21.15.7:0/2539034817 conn(0x7fbf54065eb0 msgr2=0x7fbf540af480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 shutdown_connections 2024-09-13T15:57:36.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.259+0000 7fbf5a1ab640 1 -- 172.21.15.7:0/2539034817 wait complete. 2024-09-13T15:57:36.277 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:36.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a806ef640 1 Processor -- start 2024-09-13T15:57:36.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a806ef640 1 -- start start 2024-09-13T15:57:36.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a806ef640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 0x7f9a78070c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a806ef640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a78071190 con 0x7f9a7815e0e0 2024-09-13T15:57:36.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a806ef640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a780b3200 con 0x7f9a7815dc80 2024-09-13T15:57:36.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a806ef640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a780b34e0 con 0x7f9a78070870 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f9a7815e0e0 0x7f9a780ad5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36400/0 (socket says 172.21.15.7:36400) 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 -- 172.21.15.7:0/2350778675 learned_addr learned my addr 172.21.15.7:0/2350778675 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7e48b640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 0x7f9a78070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4282246938 0 0) 0x7f9a78071190 con 0x7f9a7815e0e0 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a64003530 con 0x7f9a7815e0e0 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 155088678 0 0) 0x7f9a64003530 con 0x7f9a7815e0e0 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 msgr2=0x7f9a78070c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 0x7f9a78070c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 >> v1:172.21.15.77:6789/0 conn(0x7f9a7815dc80 legacy=0x7f9a780b3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a780b37c0 con 0x7f9a7815e0e0 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f9a70001a00 con 0x7f9a7815e0e0 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 >> v1:172.21.15.7:6789/0 conn(0x7f9a7815e0e0 legacy=0x7f9a780ad5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a640039b0 0x7f9a64003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 0x7f9a640047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a64004d10 0x7f9a64005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a780b34e0 con 0x7f9a64004d10 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6400bb20 con 0x7f9a640039b0 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6400bcb0 con 0x7f9a78070870 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a64004d10 0x7f9a64005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7e48b640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a640039b0 0x7f9a64003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7dc8a640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 0x7f9a640047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 -- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 msgr2=0x7f9a640047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a78070870 0x7f9a640047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 -- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a640039b0 msgr2=0x7f9a64003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a640039b0 0x7f9a64003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.391+0000 7f9a7ec8c640 1 -- 172.21.15.7:0/2350778675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a64003530 con 0x7f9a64004d10 2024-09-13T15:57:36.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7ec8c640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a64004d10 0x7f9a64005190 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9a780af1a0 tx=0x7f9a7001d2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4202f094962df53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a700a5ea0 con 0x7f9a64004d10 2024-09-13T15:57:36.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a700a8070 con 0x7f9a64004d10 2024-09-13T15:57:36.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7d489640 1 -- 172.21.15.7:0/2350778675 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a700ad850 con 0x7f9a64004d10 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/2350778675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a64004d10 msgr2=0x7f9a64005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 --2- 172.21.15.7:0/2350778675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a64004d10 0x7f9a64005190 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9a780af1a0 tx=0x7f9a7001d2c0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7ec8c640 1 -- 172.21.15.7:0/2350778675 reap_dead start 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/2350778675 shutdown_connections 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/2350778675 >> 172.21.15.7:0/2350778675 conn(0x7f9a7806b410 msgr2=0x7f9a7806b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/2350778675 shutdown_connections 2024-09-13T15:57:36.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/2350778675 wait complete. 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 Processor -- start 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- start start 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a64004d10 0x7f9a78142a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 0x7f9a78158ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a780b0840 0x7f9a781f11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a78140cd0 con 0x7f9a781f52f0 2024-09-13T15:57:36.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a781f5b40 con 0x7f9a64004d10 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a781f5e20 con 0x7f9a780b0840 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 0x7f9a78158ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 0x7f9a78158ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43418/0 (socket says 172.21.15.7:43418) 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 -- 172.21.15.7:0/3385583305 learned_addr learned my addr 172.21.15.7:0/3385583305 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7ec8c640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a780b0840 0x7f9a781f11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7e48b640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a64004d10 0x7f9a78142a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 -- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a780b0840 msgr2=0x7f9a781f11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a780b0840 0x7f9a781f11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 -- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a64004d10 msgr2=0x7f9a78142a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a64004d10 0x7f9a78142a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 -- 172.21.15.7:0/3385583305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a78140f40 con 0x7f9a781f52f0 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a7dc8a640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 0x7f9a78158ae0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9a6800d540 tx=0x7f9a6800da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a68005480 con 0x7f9a781f52f0 2024-09-13T15:57:36.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a68003620 con 0x7f9a781f52f0 2024-09-13T15:57:36.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a781f6100 con 0x7f9a781f52f0 2024-09-13T15:57:36.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a680039d0 con 0x7f9a781f52f0 2024-09-13T15:57:36.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.395+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a78159020 con 0x7f9a781f52f0 2024-09-13T15:57:36.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.399+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a781410d0 con 0x7f9a781f52f0 2024-09-13T15:57:36.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.399+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9a68003b30 con 0x7f9a781f52f0 2024-09-13T15:57:36.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.399+0000 7f9a6effd640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9a5c0666c0 0x7f9a5c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.399+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9a680840a0 con 0x7f9a781f52f0 2024-09-13T15:57:36.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.399+0000 7f9a7e48b640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9a5c0666c0 0x7f9a5c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.399+0000 7f9a7e48b640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9a5c0666c0 0x7f9a5c068b80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9a7400b9b0 tx=0x7f9a74008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.403+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9a68051410 con 0x7f9a781f52f0 2024-09-13T15:57:36.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.555+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9a78070c50 con 0x7f9a781f52f0 2024-09-13T15:57:36.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.555+0000 7f9a6effd640 1 -- 172.21.15.7:0/3385583305 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9a68054a30 con 0x7f9a781f52f0 2024-09-13T15:57:36.558 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9a5c0666c0 msgr2=0x7f9a5c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9a5c0666c0 0x7f9a5c068b80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9a7400b9b0 tx=0x7f9a74008040 comp rx=0 tx=0).stop 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 msgr2=0x7f9a78158ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 0x7f9a78158ae0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9a6800d540 tx=0x7f9a6800da00 comp rx=0 tx=0).stop 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 shutdown_connections 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9a5c0666c0 0x7f9a5c068b80 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9a780b0840 0x7f9a781f11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a781f52f0 0x7f9a78158ae0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 --2- 172.21.15.7:0/3385583305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9a64004d10 0x7f9a78142a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 >> 172.21.15.7:0/3385583305 conn(0x7f9a7806b410 msgr2=0x7f9a7815cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 shutdown_connections 2024-09-13T15:57:36.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.559+0000 7f9a806ef640 1 -- 172.21.15.7:0/3385583305 wait complete. 2024-09-13T15:57:36.576 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:36.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 Processor -- start 2024-09-13T15:57:36.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 -- start start 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f413415a210 0x7f41340b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 0x7f4134071540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4134160930 con 0x7f4134159e30 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4134160c10 con 0x7f413415a210 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4139658640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4134160ef0 con 0x7f413415d3b0 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4132ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f4134159e30 0x7f4134160150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36416/0 (socket says 172.21.15.7:36416) 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4132ffd640 1 -- 172.21.15.7:0/2277381601 learned_addr learned my addr 172.21.15.7:0/2277381601 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:36.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41337fe640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 0x7f4134071540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 917270589 0 0) 0x7f4134160930 con 0x7f4134159e30 2024-09-13T15:57:36.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 --2- 172.21.15.7:0/2277381601 >> v2:172.21.15.77:3300/0 conn(0x7f413415a210 0x7f41340b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f411c003530 con 0x7f4134159e30 2024-09-13T15:57:36.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1863351807 0 0) 0x7f411c003530 con 0x7f4134159e30 2024-09-13T15:57:36.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 msgr2=0x7f4134071540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 0x7f4134071540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 >> v2:172.21.15.77:3300/0 conn(0x7f413415a210 msgr2=0x7f41340b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 --2- 172.21.15.7:0/2277381601 >> v2:172.21.15.77:3300/0 conn(0x7f413415a210 0x7f41340b3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f413415ce90 con 0x7f4134159e30 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f4124001680 con 0x7f4134159e30 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 >> v1:172.21.15.7:6789/0 conn(0x7f4134159e30 legacy=0x7f4134160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f411c003980 0x7f411c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f411c0047d0 0x7f411c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 0x7f411c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4134160c10 con 0x7f411c0047d0 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4134160ef0 con 0x7f411c003980 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f411c00b990 con 0x7f413415d3b0 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f411c0047d0 0x7f411c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4132ffd640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f411c003980 0x7f411c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41337fe640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 0x7f411c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 -- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 msgr2=0x7f411c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f413415d3b0 0x7f411c005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 -- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f411c003980 msgr2=0x7f411c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f411c003980 0x7f411c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f41327fc640 1 -- 172.21.15.7:0/2277381601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f411c003530 con 0x7f411c0047d0 2024-09-13T15:57:36.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.691+0000 7f4132ffd640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f411c003980 0x7f411c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f41327fc640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f411c0047d0 0x7f411c004c50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f4128009b10 tx=0x7f412801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd932f75bdd83bd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41280a5540 con 0x7f411c0047d0 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41280a56a0 con 0x7f411c0047d0 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4131ffb640 1 -- 172.21.15.7:0/2277381601 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41280a5a50 con 0x7f411c0047d0 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- 172.21.15.7:0/2277381601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f411c0047d0 msgr2=0x7f411c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 --2- 172.21.15.7:0/2277381601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f411c0047d0 0x7f411c004c50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f4128009b10 tx=0x7f412801cab0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f41337fe640 1 -- 172.21.15.7:0/2277381601 reap_dead start 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- 172.21.15.7:0/2277381601 shutdown_connections 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- 172.21.15.7:0/2277381601 >> 172.21.15.7:0/2277381601 conn(0x7f413406a6c0 msgr2=0x7f413406d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- 172.21.15.7:0/2277381601 shutdown_connections 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- 172.21.15.7:0/2277381601 wait complete. 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 Processor -- start 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- start start 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f411c0047d0 0x7f413414e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 0x7f413414ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f413414efa0 0x7f41340ca1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413414e890 con 0x7f413414f700 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41341563a0 con 0x7f413414efa0 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f4139658640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4134156680 con 0x7f411c0047d0 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f41327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 0x7f413414ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f41327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 0x7f413414ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43444/0 (socket says 172.21.15.7:43444) 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.695+0000 7f41327fc640 1 -- 172.21.15.7:0/1779388595 learned_addr learned my addr 172.21.15.7:0/1779388595 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f4132ffd640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f411c0047d0 0x7f413414e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41337fe640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f413414efa0 0x7f41340ca1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41327fc640 1 -- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f411c0047d0 msgr2=0x7f413414e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41327fc640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f411c0047d0 0x7f413414e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41327fc640 1 -- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f413414efa0 msgr2=0x7f41340ca1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41327fc640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f413414efa0 0x7f41340ca1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41327fc640 1 -- 172.21.15.7:0/1779388595 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4134156960 con 0x7f413414f700 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41337fe640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f413414efa0 0x7f41340ca1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f41327fc640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 0x7f413414ea60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f412801c8e0 tx=0x7f411c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41280be070 con 0x7f413414f700 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41280a5db0 con 0x7f413414f700 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4134156c40 con 0x7f413414f700 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4128004280 con 0x7f413414f700 2024-09-13T15:57:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41340cafd0 con 0x7f413414f700 2024-09-13T15:57:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f413406b910 con 0x7f413414f700 2024-09-13T15:57:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f41280b4040 con 0x7f413414f700 2024-09-13T15:57:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f411b7fe640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f41200666c0 0x7f4120068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f412811d730 con 0x7f413414f700 2024-09-13T15:57:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f4132ffd640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f41200666c0 0x7f4120068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.699+0000 7f4132ffd640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f41200666c0 0x7f4120068b80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f413414f4b0 tx=0x7f4124009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:36.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.703+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f41280ead00 con 0x7f413414f700 2024-09-13T15:57:36.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4134155ad0 con 0x7f413414f700 2024-09-13T15:57:36.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f411b7fe640 1 -- 172.21.15.7:0/1779388595 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f41280ee320 con 0x7f413414f700 2024-09-13T15:57:36.864 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f41200666c0 msgr2=0x7f4120068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f41200666c0 0x7f4120068b80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f413414f4b0 tx=0x7f4124009040 comp rx=0 tx=0).stop 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 msgr2=0x7f413414ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 0x7f413414ea60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f412801c8e0 tx=0x7f411c005800 comp rx=0 tx=0).stop 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 shutdown_connections 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f41200666c0 0x7f4120068b80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f413414efa0 0x7f41340ca1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f413414f700 0x7f413414ea60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 --2- 172.21.15.7:0/1779388595 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f411c0047d0 0x7f413414e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 >> 172.21.15.7:0/1779388595 conn(0x7f413406a6c0 msgr2=0x7f41340b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 shutdown_connections 2024-09-13T15:57:36.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:36.863+0000 7f4139658640 1 -- 172.21.15.7:0/1779388595 wait complete. 2024-09-13T15:57:36.883 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 Processor -- start 2024-09-13T15:57:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 -- start start 2024-09-13T15:57:37.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa95806a610 0x7fa9580cc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143fd0 0x7fa9580cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa95806d100 con 0x7fa958143bf0 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9580cd0d0 con 0x7fa95806a610 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95cffb640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9580cce20 con 0x7fa958143fd0 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa955d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa95806a610 0x7fa9580cc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95659c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa958143bf0 0x7fa958069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36430/0 (socket says 172.21.15.7:36430) 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa955d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa95806a610 0x7fa9580cc3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43460/0 (socket says 172.21.15.7:43460) 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa95659c640 1 -- 172.21.15.7:0/977934753 learned_addr learned my addr 172.21.15.7:0/977934753 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa956d9d640 1 --2- 172.21.15.7:0/977934753 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143fd0 0x7fa9580cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa955d9b640 1 -- 172.21.15.7:0/977934753 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143fd0 msgr2=0x7fa9580cc8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa955d9b640 1 --2- 172.21.15.7:0/977934753 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143fd0 0x7fa9580cc8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa955d9b640 1 -- 172.21.15.7:0/977934753 >> v1:172.21.15.7:6789/0 conn(0x7fa958143bf0 legacy=0x7fa958069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.007+0000 7fa955d9b640 1 -- 172.21.15.7:0/977934753 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa95806d350 con 0x7fa95806a610 2024-09-13T15:57:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa955d9b640 1 --2- 172.21.15.7:0/977934753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa9580cc3a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa9400097c0 tx=0x7fa94001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbddddca16a46fc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95559a640 1 -- 172.21.15.7:0/977934753 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9400ab670 con 0x7fa95806a610 2024-09-13T15:57:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95559a640 1 -- 172.21.15.7:0/977934753 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9400ab7d0 con 0x7fa95806a610 2024-09-13T15:57:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95559a640 1 -- 172.21.15.7:0/977934753 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9400abb60 con 0x7fa95806a610 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- 172.21.15.7:0/977934753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 msgr2=0x7fa9580cc3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 --2- 172.21.15.7:0/977934753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa9580cc3a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa9400097c0 tx=0x7fa94001c470 comp rx=0 tx=0).stop 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- 172.21.15.7:0/977934753 shutdown_connections 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 --2- 172.21.15.7:0/977934753 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143fd0 0x7fa9580cc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 --2- 172.21.15.7:0/977934753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa9580cc3a0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- 172.21.15.7:0/977934753 >> 172.21.15.7:0/977934753 conn(0x7fa95806b1e0 msgr2=0x7fa95806b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- 172.21.15.7:0/977934753 shutdown_connections 2024-09-13T15:57:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- 172.21.15.7:0/977934753 wait complete. 2024-09-13T15:57:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 Processor -- start 2024-09-13T15:57:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- start start 2024-09-13T15:57:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa958137a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143bf0 0x7fa958159c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa958143fd0 0x7fa958134bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9580afa20 con 0x7fa95806a610 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9580af3a0 con 0x7fa958143fd0 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95cffb640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa95813f360 con 0x7fa958143bf0 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa958137a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa958137a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43464/0 (socket says 172.21.15.7:43464) 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa95659c640 1 -- 172.21.15.7:0/3993179858 learned_addr learned my addr 172.21.15.7:0/3993179858 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.011+0000 7fa955d9b640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143bf0 0x7fa958159c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa956d9d640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa958143fd0 0x7fa958134bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95659c640 1 -- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143bf0 msgr2=0x7fa958159c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95659c640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143bf0 0x7fa958159c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95659c640 1 -- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa958143fd0 msgr2=0x7fa958134bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95659c640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa958143fd0 0x7fa958134bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95659c640 1 -- 172.21.15.7:0/3993179858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa940009420 con 0x7fa95806a610 2024-09-13T15:57:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95659c640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa958137a40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa95000cb10 tx=0x7fa95000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa95000ac70 con 0x7fa95806a610 2024-09-13T15:57:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa95000add0 con 0x7fa95806a610 2024-09-13T15:57:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa950012620 con 0x7fa95806a610 2024-09-13T15:57:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9580af640 con 0x7fa95806a610 2024-09-13T15:57:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa95813ef80 con 0x7fa95806a610 2024-09-13T15:57:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa958069f00 con 0x7fa95806a610 2024-09-13T15:57:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa950007070 con 0x7fa95806a610 2024-09-13T15:57:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa94effd640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa938066690 0x7fa938068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa9500840b0 con 0x7fa95806a610 2024-09-13T15:57:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa955d9b640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa938066690 0x7fa938068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.015+0000 7fa955d9b640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa938066690 0x7fa938068b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa9400af000 tx=0x7fa9400a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.019+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa9500514c0 con 0x7fa95806a610 2024-09-13T15:57:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.191+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa95815a810 con 0x7fa95806a610 2024-09-13T15:57:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.191+0000 7fa94effd640 1 -- 172.21.15.7:0/3993179858 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa950054ae0 con 0x7fa95806a610 2024-09-13T15:57:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:37.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa938066690 msgr2=0x7fa938068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa938066690 0x7fa938068b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa9400af000 tx=0x7fa9400a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:37.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 msgr2=0x7fa958137a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa958137a40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa95000cb10 tx=0x7fa95000a060 comp rx=0 tx=0).stop 2024-09-13T15:57:37.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 shutdown_connections 2024-09-13T15:57:37.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa938066690 0x7fa938068b50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa958143fd0 0x7fa958134bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa958143bf0 0x7fa958159c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 --2- 172.21.15.7:0/3993179858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95806a610 0x7fa958137a40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 >> 172.21.15.7:0/3993179858 conn(0x7fa95806b1e0 msgr2=0x7fa95815c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 shutdown_connections 2024-09-13T15:57:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.195+0000 7fa95cffb640 1 -- 172.21.15.7:0/3993179858 wait complete. 2024-09-13T15:57:37.213 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:57:37.213 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:37.220 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:37.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 Processor -- start 2024-09-13T15:57:37.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 -- start start 2024-09-13T15:57:37.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f338815da10 0x7f338815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3388143af0 0x7f33880b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f338815af90 con 0x7f33880cd3e0 2024-09-13T15:57:37.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f338815ddf0 con 0x7f3388143af0 2024-09-13T15:57:37.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338c8c5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33880b3000 con 0x7f338815da10 2024-09-13T15:57:37.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f3386d9d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f33880cd3e0 0x7f33880cd830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36434/0 (socket says 172.21.15.7:36434) 2024-09-13T15:57:37.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f3386d9d640 1 -- 172.21.15.7:0/1185092892 learned_addr learned my addr 172.21.15.7:0/1185092892 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:37.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338659c640 1 --2- 172.21.15.7:0/1185092892 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f338815da10 0x7f338815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f337ffff640 1 --2- 172.21.15.7:0/1185092892 >> v2:172.21.15.77:3300/0 conn(0x7f3388143af0 0x7f33880b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f3385d9b640 1 -- 172.21.15.7:0/1185092892 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1816020395 0 0) 0x7f338815af90 con 0x7f33880cd3e0 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f3385d9b640 1 -- 172.21.15.7:0/1185092892 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3374003530 con 0x7f33880cd3e0 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338659c640 1 -- 172.21.15.7:0/1185092892 >> v2:172.21.15.77:3300/0 conn(0x7f3388143af0 msgr2=0x7f33880b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338659c640 1 --2- 172.21.15.7:0/1185092892 >> v2:172.21.15.77:3300/0 conn(0x7f3388143af0 0x7f33880b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338659c640 1 -- 172.21.15.7:0/1185092892 >> v1:172.21.15.7:6789/0 conn(0x7f33880cd3e0 legacy=0x7f33880cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.343+0000 7f338659c640 1 -- 172.21.15.7:0/1185092892 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f338806b570 con 0x7f338815da10 2024-09-13T15:57:37.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338659c640 1 --2- 172.21.15.7:0/1185092892 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f338815da10 0x7f338815aa50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f33780097c0 tx=0x7f337801c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6b565a083733a16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f3385d9b640 1 -- 172.21.15.7:0/1185092892 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33780ab670 con 0x7f338815da10 2024-09-13T15:57:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f3385d9b640 1 -- 172.21.15.7:0/1185092892 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33780ab7d0 con 0x7f338815da10 2024-09-13T15:57:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f3385d9b640 1 -- 172.21.15.7:0/1185092892 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33780abb40 con 0x7f338815da10 2024-09-13T15:57:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- 172.21.15.7:0/1185092892 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f338815da10 msgr2=0x7f338815aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 --2- 172.21.15.7:0/1185092892 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f338815da10 0x7f338815aa50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f33780097c0 tx=0x7f337801c470 comp rx=0 tx=0).stop 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- 172.21.15.7:0/1185092892 shutdown_connections 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 --2- 172.21.15.7:0/1185092892 >> v2:172.21.15.77:3300/0 conn(0x7f3388143af0 0x7f33880b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 --2- 172.21.15.7:0/1185092892 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f338815da10 0x7f338815aa50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- 172.21.15.7:0/1185092892 >> 172.21.15.7:0/1185092892 conn(0x7f3388069f00 msgr2=0x7f338806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- 172.21.15.7:0/1185092892 shutdown_connections 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- 172.21.15.7:0/1185092892 wait complete. 2024-09-13T15:57:37.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 Processor -- start 2024-09-13T15:57:37.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- start start 2024-09-13T15:57:37.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f33880cd3e0 0x7f33880a9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 0x7f338813c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f338815da10 0x7f33880aa500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33880aa000 con 0x7f3388143af0 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338813c5e0 con 0x7f338815da10 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338c8c5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f338813ddf0 con 0x7f33880cd3e0 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f337ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 0x7f338813c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f337ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 0x7f338813c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43466/0 (socket says 172.21.15.7:43466) 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f337ffff640 1 -- 172.21.15.7:0/2451398997 learned_addr learned my addr 172.21.15.7:0/2451398997 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f338659c640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f33880cd3e0 0x7f33880a9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.347+0000 7f3386d9d640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f338815da10 0x7f33880aa500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337ffff640 1 -- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f33880cd3e0 msgr2=0x7f33880a9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337ffff640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f33880cd3e0 0x7f33880a9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337ffff640 1 -- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f338815da10 msgr2=0x7f33880aa500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337ffff640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f338815da10 0x7f33880aa500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337ffff640 1 -- 172.21.15.7:0/2451398997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3378009420 con 0x7f3388143af0 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f3386d9d640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f338815da10 0x7f33880aa500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337ffff640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 0x7f338813c0a0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f337000e930 tx=0x7f337000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3370009690 con 0x7f3388143af0 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f337000c9a0 con 0x7f3388143af0 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337000cd50 con 0x7f3388143af0 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f338813d1e0 con 0x7f3388143af0 2024-09-13T15:57:37.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f338813d7a0 con 0x7f3388143af0 2024-09-13T15:57:37.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f338806cf50 con 0x7f3388143af0 2024-09-13T15:57:37.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3370013470 con 0x7f3388143af0 2024-09-13T15:57:37.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337effd640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3368066690 0x7f3368068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3370084980 con 0x7f3388143af0 2024-09-13T15:57:37.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.351+0000 7f338659c640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3368066690 0x7f3368068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.355+0000 7f338659c640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3368066690 0x7f3368068b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f33780af000 tx=0x7f33780a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.355+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3370051f40 con 0x7f3388143af0 2024-09-13T15:57:37.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.515+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f338815ee20 con 0x7f3388143af0 2024-09-13T15:57:37.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.515+0000 7f337effd640 1 -- 172.21.15.7:0/2451398997 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16397 (secure 0 0 0) 0x7f3370017090 con 0x7f3388143af0 2024-09-13T15:57:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:37.519 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":22,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:56:59.263265+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3368066690 msgr2=0x7f3368068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3368066690 0x7f3368068b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f33780af000 tx=0x7f33780a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 msgr2=0x7f338813c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 0x7f338813c0a0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f337000e930 tx=0x7f337000edf0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 shutdown_connections 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3368066690 0x7f3368068b50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f338815da10 0x7f33880aa500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3388143af0 0x7f338813c0a0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 --2- 172.21.15.7:0/2451398997 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f33880cd3e0 0x7f33880a9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 >> 172.21.15.7:0/2451398997 conn(0x7f3388069f00 msgr2=0x7f33880b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 shutdown_connections 2024-09-13T15:57:37.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.519+0000 7f338c8c5640 1 -- 172.21.15.7:0/2451398997 wait complete. 2024-09-13T15:57:37.537 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:37.537 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:37.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.663+0000 7f0683fdc640 1 Processor -- start 2024-09-13T15:57:37.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0683fdc640 1 -- start start 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0683fdc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f067c15dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0683fdc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f067c15e520 0x7f067c0cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0683fdc640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f067c15e9f0 con 0x7f067c0cdd60 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0683fdc640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f067c0cce10 con 0x7f067c15e520 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0683fdc640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f067c15ecd0 con 0x7f067c143d40 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0682579640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f067c0cdd60 0x7f067c0b4080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36444/0 (socket says 172.21.15.7:36444) 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0682579640 1 -- 172.21.15.7:0/2603657477 learned_addr learned my addr 172.21.15.7:0/2603657477 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1570247693 0 0) 0x7f067c15e9f0 con 0x7f067c0cdd60 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681577640 1 --2- 172.21.15.7:0/2603657477 >> v2:172.21.15.77:3300/0 conn(0x7f067c15e520 0x7f067c0cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0668003530 con 0x7f067c0cdd60 2024-09-13T15:57:37.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f067c15dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2389213347 0 0) 0x7f0668003530 con 0x7f067c0cdd60 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 msgr2=0x7f067c15dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f067c15dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 >> v2:172.21.15.77:3300/0 conn(0x7f067c15e520 msgr2=0x7f067c0cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 --2- 172.21.15.7:0/2603657477 >> v2:172.21.15.77:3300/0 conn(0x7f067c15e520 0x7f067c0cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f067c0cd020 con 0x7f067c0cdd60 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f0674001680 con 0x7f067c0cdd60 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 >> v1:172.21.15.7:6789/0 conn(0x7f067c0cdd60 legacy=0x7f067c0b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0668003980 0x7f0668003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f06680047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0668004d10 0x7f0668005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067c0cce10 con 0x7f0668003980 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067c15ecd0 con 0x7f0668004d10 2024-09-13T15:57:37.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f066800b990 con 0x7f067c143d40 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0668003980 0x7f0668003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0682579640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0668004d10 0x7f0668005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 -- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 msgr2=0x7f06680047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681577640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f06680047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f06680047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 -- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0668004d10 msgr2=0x7f0668005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0668004d10 0x7f0668005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681d78640 1 -- 172.21.15.7:0/2603657477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0668003530 con 0x7f0668003980 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0682579640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0668004d10 0x7f0668005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:37.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.667+0000 7f0681577640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c143d40 0x7f06680047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:37.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0668003980 0x7f0668003da0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0678009fc0 tx=0x7f067801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cab70b5e43e1272 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06780a5a70 con 0x7f0668003980 2024-09-13T15:57:37.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f067800f040 con 0x7f0668003980 2024-09-13T15:57:37.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0680d76640 1 -- 172.21.15.7:0/2603657477 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06780a5e10 con 0x7f0668003980 2024-09-13T15:57:37.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- 172.21.15.7:0/2603657477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0668003980 msgr2=0x7f0668003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 --2- 172.21.15.7:0/2603657477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0668003980 0x7f0668003da0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0678009fc0 tx=0x7f067801cc80 comp rx=0 tx=0).stop 2024-09-13T15:57:37.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0682579640 1 -- 172.21.15.7:0/2603657477 reap_dead start 2024-09-13T15:57:37.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- 172.21.15.7:0/2603657477 shutdown_connections 2024-09-13T15:57:37.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- 172.21.15.7:0/2603657477 >> 172.21.15.7:0/2603657477 conn(0x7f067c06a6c0 msgr2=0x7f067c06d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- 172.21.15.7:0/2603657477 shutdown_connections 2024-09-13T15:57:37.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- 172.21.15.7:0/2603657477 wait complete. 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 Processor -- start 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- start start 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 0x7f067c15b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c137b30 0x7f067c163200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f067c163740 0x7f067c15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067c15c4f0 con 0x7f067c137750 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067c15b970 con 0x7f067c163740 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0683fdc640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f067c15bc50 con 0x7f067c137b30 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 0x7f067c15b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 0x7f067c15b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43490/0 (socket says 172.21.15.7:43490) 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 -- 172.21.15.7:0/1036018638 learned_addr learned my addr 172.21.15.7:0/1036018638 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:37.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0682579640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f067c163740 0x7f067c15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681577640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c137b30 0x7f067c163200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 -- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c137b30 msgr2=0x7f067c163200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c137b30 0x7f067c163200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 -- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f067c163740 msgr2=0x7f067c15ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f067c163740 0x7f067c15ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681d78640 1 -- 172.21.15.7:0/1036018638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f067c15bf30 con 0x7f067c137750 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0681577640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c137b30 0x7f067c163200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.671+0000 7f0682579640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f067c163740 0x7f067c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f0681d78640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 0x7f067c15b370 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f067801cab0 tx=0x7f0678009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06780039a0 con 0x7f067c137750 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0678003b00 con 0x7f067c137750 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f067c15c210 con 0x7f067c137750 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0678003e70 con 0x7f067c137750 2024-09-13T15:57:37.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f067c15d360 con 0x7f067c137750 2024-09-13T15:57:37.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f067c0cd820 con 0x7f067c137750 2024-09-13T15:57:37.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f06780b4040 con 0x7f067c137750 2024-09-13T15:57:37.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f06727fc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0660066690 0x7f0660068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f067811dca0 con 0x7f067c137750 2024-09-13T15:57:37.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f0681577640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0660066690 0x7f0660068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.675+0000 7f0681577640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0660066690 0x7f0660068b50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f067c06f8f0 tx=0x7f066c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.679+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f06780eb1e0 con 0x7f067c137750 2024-09-13T15:57:37.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.839+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f067c06f920 con 0x7f067c137750 2024-09-13T15:57:37.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.839+0000 7f06727fc640 1 -- 172.21.15.7:0/1036018638 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f06780b20a0 con 0x7f067c137750 2024-09-13T15:57:37.842 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0660066690 msgr2=0x7f0660068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0660066690 0x7f0660068b50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f067c06f8f0 tx=0x7f066c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 msgr2=0x7f067c15b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 0x7f067c15b370 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f067801cab0 tx=0x7f0678009750 comp rx=0 tx=0).stop 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 shutdown_connections 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0660066690 0x7f0660068b50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f067c163740 0x7f067c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f067c137b30 0x7f067c163200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 --2- 172.21.15.7:0/1036018638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f067c137750 0x7f067c15b370 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 >> 172.21.15.7:0/1036018638 conn(0x7f067c06a6c0 msgr2=0x7f067c0b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 shutdown_connections 2024-09-13T15:57:37.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.843+0000 7f0683fdc640 1 -- 172.21.15.7:0/1036018638 wait complete. 2024-09-13T15:57:37.861 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:37.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.987+0000 7f6a0786a640 1 Processor -- start 2024-09-13T15:57:37.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.987+0000 7f6a0786a640 1 -- start start 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.987+0000 7f6a0786a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6a000b0710 0x7f6a00159d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.987+0000 7f6a0786a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a0006faf0 con 0x7f6a0015af80 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.987+0000 7f6a0786a640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a0015b3e0 con 0x7f6a00153b90 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.987+0000 7f6a0786a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a00153f70 con 0x7f6a000b0710 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a04e05640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f6a0015af80 0x7f6a000b0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36456/0 (socket says 172.21.15.7:36456) 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a04e05640 1 -- 172.21.15.7:0/1394855337 learned_addr learned my addr 172.21.15.7:0/1394855337 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:37.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 --2- 172.21.15.7:0/1394855337 >> v2:172.21.15.77:3300/0 conn(0x7f6a000b0710 0x7f6a00159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3176695279 0 0) 0x7f6a0006faf0 con 0x7f6a0015af80 2024-09-13T15:57:37.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f69ec005740 con 0x7f6a0015af80 2024-09-13T15:57:37.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 998969165 0 0) 0x7f69ec005740 con 0x7f6a0015af80 2024-09-13T15:57:37.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 >> v2:172.21.15.77:3300/0 conn(0x7f6a000b0710 msgr2=0x7f6a00159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 --2- 172.21.15.7:0/1394855337 >> v2:172.21.15.77:3300/0 conn(0x7f6a000b0710 0x7f6a00159d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 >> v1:172.21.15.77:6789/0 conn(0x7f6a00153b90 legacy=0x7f6a0015da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a000cdb30 con 0x7f6a0015af80 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f69f0001680 con 0x7f6a0015af80 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 >> v1:172.21.15.7:6789/0 conn(0x7f6a0015af80 legacy=0x7f6a000b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69ec005b90 0x7f69ec005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69ec0069e0 0x7f69ec006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f69ec00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a00153f70 con 0x7f69ec0073a0 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69ec00e240 con 0x7f69ec0069e0 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69ec00e400 con 0x7f69ec005b90 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f69ec00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05606640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69ec005b90 0x7f69ec005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a04e05640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69ec0069e0 0x7f69ec006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 -- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69ec005b90 msgr2=0x7f69ec005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69ec005b90 0x7f69ec005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 -- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69ec0069e0 msgr2=0x7f69ec006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69ec0069e0 0x7f69ec006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 -- 172.21.15.7:0/1394855337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ec005740 con 0x7f69ec0073a0 2024-09-13T15:57:37.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 -- 172.21.15.7:0/1394855337 reap_dead start 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f6a05e07640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f69ec00dba0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009ae0 tx=0x7f69f801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93d2b33d8ca2ab73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f8004020 con 0x7f69ec0073a0 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69f80041c0 con 0x7f69ec0073a0 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.991+0000 7f69f7fff640 1 -- 172.21.15.7:0/1394855337 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f80a56a0 con 0x7f69ec0073a0 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/1394855337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 msgr2=0x7f69ec00dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f69ec00dba0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009ae0 tx=0x7f69f801cab0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/1394855337 shutdown_connections 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 --2- 172.21.15.7:0/1394855337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f69ec00dba0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/1394855337 >> 172.21.15.7:0/1394855337 conn(0x7f6a00065eb0 msgr2=0x7f6a00069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/1394855337 shutdown_connections 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/1394855337 wait complete. 2024-09-13T15:57:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 Processor -- start 2024-09-13T15:57:37.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- start start 2024-09-13T15:57:37.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f6a0014c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6a00154110 0x7f6a000c98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:37.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a00154570 0x7f6a000c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a0006b3e0 con 0x7f69ec0073a0 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a0006bf60 con 0x7f6a00154570 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a0014c5a0 con 0x7f6a00154110 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f6a0014c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f6a0014c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43506/0 (socket says 172.21.15.7:43506) 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 -- 172.21.15.7:0/2233617934 learned_addr learned my addr 172.21.15.7:0/2233617934 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05e07640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a00154570 0x7f6a000c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a04e05640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6a00154110 0x7f6a000c98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 -- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6a00154110 msgr2=0x7f6a000c98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6a00154110 0x7f6a000c98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 -- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a00154570 msgr2=0x7f6a000c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a00154570 0x7f6a000c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 -- 172.21.15.7:0/2233617934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a0006b630 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a05606640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f6a0014c060 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f69fc00e7e0 tx=0x7f69fc00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69fc003b90 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69fc003cf0 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a0006b910 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69fc0052f0 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.995+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a000ae0a0 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.999+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a000cd470 con 0x7f69ec0073a0 2024-09-13T15:57:38.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.999+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f69fc005450 con 0x7f69ec0073a0 2024-09-13T15:57:38.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.999+0000 7f69f5ffb640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69e4066690 0x7f69e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.999+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f69fc0840a0 con 0x7f69ec0073a0 2024-09-13T15:57:38.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.999+0000 7f6a04e05640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69e4066690 0x7f69e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:37.999+0000 7f6a04e05640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69e4066690 0x7f69e4068b50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a00153560 tx=0x7f69f0007040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.003+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f69fc0514c0 con 0x7f69ec0073a0 2024-09-13T15:57:38.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.155+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6a0015ccc0 con 0x7f69ec0073a0 2024-09-13T15:57:38.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.155+0000 7f69f5ffb640 1 -- 172.21.15.7:0/2233617934 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f69fc001800 con 0x7f69ec0073a0 2024-09-13T15:57:38.158 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69e4066690 msgr2=0x7f69e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69e4066690 0x7f69e4068b50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a00153560 tx=0x7f69f0007040 comp rx=0 tx=0).stop 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 msgr2=0x7f6a0014c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f6a0014c060 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f69fc00e7e0 tx=0x7f69fc00eca0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 shutdown_connections 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69e4066690 0x7f69e4068b50 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a00154570 0x7f6a000c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6a00154110 0x7f6a000c98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 --2- 172.21.15.7:0/2233617934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69ec0073a0 0x7f6a0014c060 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 >> 172.21.15.7:0/2233617934 conn(0x7f6a00065eb0 msgr2=0x7f6a001579e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 shutdown_connections 2024-09-13T15:57:38.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.159+0000 7f6a0786a640 1 -- 172.21.15.7:0/2233617934 wait complete. 2024-09-13T15:57:38.175 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:38.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 Processor -- start 2024-09-13T15:57:38.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 -- start start 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8a381440b0 0x7f8a380b3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3806ee80 0x7f8a3815ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a380b3f30 con 0x7f8a3815b160 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a380b4bb0 con 0x7f8a381440b0 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a400b1640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a380b4210 con 0x7f8a3806ee80 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8a381440b0 0x7f8a380b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8a381440b0 0x7f8a380b3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43512/0 (socket says 172.21.15.7:43512) 2024-09-13T15:57:38.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 -- 172.21.15.7:0/621057336 learned_addr learned my addr 172.21.15.7:0/621057336 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:38.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3d64c640 1 --2- 172.21.15.7:0/621057336 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3806ee80 0x7f8a3815ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 -- 172.21.15.7:0/621057336 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3806ee80 msgr2=0x7f8a3815ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:38.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 --2- 172.21.15.7:0/621057336 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3806ee80 0x7f8a3815ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 -- 172.21.15.7:0/621057336 >> v1:172.21.15.77:6789/0 conn(0x7f8a3815b160 legacy=0x7f8a380b4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.307+0000 7f8a3de4d640 1 -- 172.21.15.7:0/621057336 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a380b44f0 con 0x7f8a381440b0 2024-09-13T15:57:38.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3de4d640 1 --2- 172.21.15.7:0/621057336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a380b3630 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f8a34009e50 tx=0x7f8a3401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4532c2fefb271a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3ce4b640 1 -- 172.21.15.7:0/621057336 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a340a56e0 con 0x7f8a381440b0 2024-09-13T15:57:38.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3ce4b640 1 -- 172.21.15.7:0/621057336 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a340a5840 con 0x7f8a381440b0 2024-09-13T15:57:38.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3ce4b640 1 -- 172.21.15.7:0/621057336 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a340a5bd0 con 0x7f8a381440b0 2024-09-13T15:57:38.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- 172.21.15.7:0/621057336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 msgr2=0x7f8a380b3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 --2- 172.21.15.7:0/621057336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a380b3630 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f8a34009e50 tx=0x7f8a3401c910 comp rx=0 tx=0).stop 2024-09-13T15:57:38.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- 172.21.15.7:0/621057336 shutdown_connections 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 --2- 172.21.15.7:0/621057336 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3806ee80 0x7f8a3815ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 --2- 172.21.15.7:0/621057336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a380b3630 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- 172.21.15.7:0/621057336 >> 172.21.15.7:0/621057336 conn(0x7f8a380b2330 msgr2=0x7f8a380b2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- 172.21.15.7:0/621057336 shutdown_connections 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- 172.21.15.7:0/621057336 wait complete. 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 Processor -- start 2024-09-13T15:57:38.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- start start 2024-09-13T15:57:38.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a3806ee80 0x7f8a38159510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a3813df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3815b160 0x7f8a381414e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a38159a50 con 0x7f8a381440b0 2024-09-13T15:57:38.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a38164c60 con 0x7f8a3806ee80 2024-09-13T15:57:38.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a400b1640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a38165190 con 0x7f8a3815b160 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a3813df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a3813df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43524/0 (socket says 172.21.15.7:43524) 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 -- 172.21.15.7:0/1914255118 learned_addr learned my addr 172.21.15.7:0/1914255118 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3de4d640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a3806ee80 0x7f8a38159510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3e64e640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3815b160 0x7f8a381414e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 -- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3815b160 msgr2=0x7f8a381414e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3815b160 0x7f8a381414e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 -- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a3806ee80 msgr2=0x7f8a38159510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a3806ee80 0x7f8a38159510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 -- 172.21.15.7:0/1914255118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a34009b30 con 0x7f8a381440b0 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3e64e640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3815b160 0x7f8a381414e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a3d64c640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a3813df60 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800d5c0 tx=0x7f8a2800da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.311+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a28004240 con 0x7f8a381440b0 2024-09-13T15:57:38.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a280043a0 con 0x7f8a381440b0 2024-09-13T15:57:38.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a38164eb0 con 0x7f8a381440b0 2024-09-13T15:57:38.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a28003840 con 0x7f8a381440b0 2024-09-13T15:57:38.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a3806b390 con 0x7f8a381440b0 2024-09-13T15:57:38.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a3815ac20 con 0x7f8a381440b0 2024-09-13T15:57:38.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8a280039a0 con 0x7f8a381440b0 2024-09-13T15:57:38.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a2e7fc640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a1c066690 0x7f8a1c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a28084330 con 0x7f8a381440b0 2024-09-13T15:57:38.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a3de4d640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a1c066690 0x7f8a1c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.315+0000 7f8a3de4d640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a1c066690 0x7f8a1c068b50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8a340ae000 tx=0x7f8a340a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.319+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8a280516a0 con 0x7f8a381440b0 2024-09-13T15:57:38.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.479+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8a380b2f20 con 0x7f8a381440b0 2024-09-13T15:57:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.479+0000 7f8a2e7fc640 1 -- 172.21.15.7:0/1914255118 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8a28054cc0 con 0x7f8a381440b0 2024-09-13T15:57:38.482 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:38.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a1c066690 msgr2=0x7f8a1c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a1c066690 0x7f8a1c068b50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8a340ae000 tx=0x7f8a340a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 msgr2=0x7f8a3813df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a3813df60 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800d5c0 tx=0x7f8a2800da80 comp rx=0 tx=0).stop 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 shutdown_connections 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8a1c066690 0x7f8a1c068b50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8a3815b160 0x7f8a381414e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a381440b0 0x7f8a3813df60 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 --2- 172.21.15.7:0/1914255118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a3806ee80 0x7f8a38159510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 >> 172.21.15.7:0/1914255118 conn(0x7f8a380b2330 msgr2=0x7f8a380afb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 shutdown_connections 2024-09-13T15:57:38.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.483+0000 7f8a400b1640 1 -- 172.21.15.7:0/1914255118 wait complete. 2024-09-13T15:57:38.501 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:38.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.627+0000 7fdf8582e640 1 Processor -- start 2024-09-13T15:57:38.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.627+0000 7fdf8582e640 1 -- start start 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf80143af0 0x7fdf8015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8015af90 con 0x7fdf800cd3e0 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf800b2d60 con 0x7fdf8015da10 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf8015ddf0 con 0x7fdf80143af0 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7e7fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf80143af0 0x7fdf8015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7f7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fdf800cd3e0 0x7fdf800cd850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36458/0 (socket says 172.21.15.7:36458) 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7f7fe640 1 -- 172.21.15.7:0/2529829694 learned_addr learned my addr 172.21.15.7:0/2529829694 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7e7fc640 1 -- 172.21.15.7:0/2529829694 >> v1:172.21.15.77:6789/0 conn(0x7fdf8015da10 legacy=0x7fdf800b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7e7fc640 1 -- 172.21.15.7:0/2529829694 >> v1:172.21.15.7:6789/0 conn(0x7fdf800cd3e0 legacy=0x7fdf800cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7e7fc640 1 -- 172.21.15.7:0/2529829694 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf800b3000 con 0x7fdf80143af0 2024-09-13T15:57:38.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7dffb640 1 -- 172.21.15.7:0/2529829694 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2486053217 0 0) 0x7fdf8015af90 con 0x7fdf800cd3e0 2024-09-13T15:57:38.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7e7fc640 1 --2- 172.21.15.7:0/2529829694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf80143af0 0x7fdf8015aa50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fdf740097c0 tx=0x7fdf7401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d495daf8228501c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7dffb640 1 -- 172.21.15.7:0/2529829694 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf740ab670 con 0x7fdf80143af0 2024-09-13T15:57:38.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7dffb640 1 -- 172.21.15.7:0/2529829694 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf740ab7d0 con 0x7fdf80143af0 2024-09-13T15:57:38.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf7dffb640 1 -- 172.21.15.7:0/2529829694 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf740abb60 con 0x7fdf80143af0 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- 172.21.15.7:0/2529829694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf80143af0 msgr2=0x7fdf8015aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 --2- 172.21.15.7:0/2529829694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf80143af0 0x7fdf8015aa50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fdf740097c0 tx=0x7fdf7401c470 comp rx=0 tx=0).stop 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- 172.21.15.7:0/2529829694 shutdown_connections 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 --2- 172.21.15.7:0/2529829694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf80143af0 0x7fdf8015aa50 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- 172.21.15.7:0/2529829694 >> 172.21.15.7:0/2529829694 conn(0x7fdf80069f00 msgr2=0x7fdf8006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.631+0000 7fdf8582e640 1 -- 172.21.15.7:0/2529829694 shutdown_connections 2024-09-13T15:57:38.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- 172.21.15.7:0/2529829694 wait complete. 2024-09-13T15:57:38.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 Processor -- start 2024-09-13T15:57:38.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- start start 2024-09-13T15:57:38.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 0x7fdf80141c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf80143af0 0x7fdf80159d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf8015da10 0x7fdf800a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf80140f60 con 0x7fdf800cd3e0 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf80141800 con 0x7fdf80143af0 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf800aa980 con 0x7fdf8015da10 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 0x7fdf80141c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 0x7fdf80141c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43538/0 (socket says 172.21.15.7:43538) 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 -- 172.21.15.7:0/1531002439 learned_addr learned my addr 172.21.15.7:0/1531002439 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7e7fc640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf80143af0 0x7fdf80159d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7f7fe640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf8015da10 0x7fdf800a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 -- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf8015da10 msgr2=0x7fdf800a9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf8015da10 0x7fdf800a9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 -- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf80143af0 msgr2=0x7fdf80159d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf80143af0 0x7fdf80159d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 -- 172.21.15.7:0/1531002439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf74009420 con 0x7fdf800cd3e0 2024-09-13T15:57:38.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf7effd640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 0x7fdf80141c90 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fdf7000c3f0 tx=0x7fdf7000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf700052d0 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf70005430 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf801411b0 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf70003840 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.635+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf8013c200 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.639+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf801421d0 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.639+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf700039a0 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.639+0000 7fdf67fff640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf6c066690 0x7fdf6c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.639+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdf70083660 con 0x7fdf800cd3e0 2024-09-13T15:57:38.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.639+0000 7fdf7e7fc640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf6c066690 0x7fdf6c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:38.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.639+0000 7fdf7e7fc640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf6c066690 0x7fdf6c068b50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdf740af000 tx=0x7fdf740a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:38.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.643+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdf70050a80 con 0x7fdf800cd3e0 2024-09-13T15:57:38.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fdf8015bbd0 con 0x7fdf800cd3e0 2024-09-13T15:57:38.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf67fff640 1 -- 172.21.15.7:0/1531002439 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7fdf700540a0 con 0x7fdf800cd3e0 2024-09-13T15:57:38.824 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf6c066690 msgr2=0x7fdf6c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf6c066690 0x7fdf6c068b50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdf740af000 tx=0x7fdf740a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 msgr2=0x7fdf80141c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 0x7fdf80141c90 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fdf7000c3f0 tx=0x7fdf7000c8b0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 shutdown_connections 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf6c066690 0x7fdf6c068b50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf8015da10 0x7fdf800a9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf80143af0 0x7fdf80159d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 --2- 172.21.15.7:0/1531002439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf800cd3e0 0x7fdf80141c90 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 >> 172.21.15.7:0/1531002439 conn(0x7fdf80069f00 msgr2=0x7fdf8015e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 shutdown_connections 2024-09-13T15:57:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:38.823+0000 7fdf8582e640 1 -- 172.21.15.7:0/1531002439 wait complete. 2024-09-13T15:57:38.843 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi077.front.sepia.ceph.com... 2024-09-13T15:57:38.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:38.844 DEBUG:teuthology.orchestra.run.smithi077:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T15:57:38.877 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:38.877 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:57:38.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:38.878 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T15:57:38.928 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:57:38.928 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:38.937 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:57:38.937 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:38.995 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:39.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 Processor -- start 2024-09-13T15:57:39.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 -- start start 2024-09-13T15:57:39.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9b0c0b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f9b0c0cd2c0 0x7f9b0c0cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b0c0d17e0 con 0x7f9b0c0d0630 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b0c0cdcb0 con 0x7f9b0c0cd2c0 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b11be3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0c0d0bd0 con 0x7f9b0c15c760 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0affd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f9b0c0d0630 0x7f9b0c0d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36462/0 (socket says 172.21.15.7:36462) 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0affd640 1 -- 172.21.15.7:0/172868869 learned_addr learned my addr 172.21.15.7:0/172868869 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0b7fe640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9b0c0b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 125678549 0 0) 0x7f9b0c0d17e0 con 0x7f9b0c0d0630 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/172868869 >> v2:172.21.15.77:3300/0 conn(0x7f9b0c0cd2c0 0x7f9b0c0cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9af4003530 con 0x7f9b0c0d0630 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3272768362 0 0) 0x7f9af4003530 con 0x7f9b0c0d0630 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 msgr2=0x7f9b0c0b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9b0c0b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 >> v2:172.21.15.77:3300/0 conn(0x7f9b0c0cd2c0 msgr2=0x7f9b0c0cd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 --2- 172.21.15.7:0/172868869 >> v2:172.21.15.77:3300/0 conn(0x7f9b0c0cd2c0 0x7f9b0c0cd770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b0c0d0eb0 con 0x7f9b0c0d0630 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f9b00001680 con 0x7f9b0c0d0630 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 >> v1:172.21.15.7:6789/0 conn(0x7f9b0c0d0630 legacy=0x7f9b0c0d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4003980 0x7f9af4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9af40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9af4004d10 0x7f9af4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0c0cdcb0 con 0x7f9af4004d10 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0c0d0bd0 con 0x7f9af4003980 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9af400b990 con 0x7f9b0c15c760 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9af4004d10 0x7f9af4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0b7fe640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4003980 0x7f9af4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0affd640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9af40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 -- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 msgr2=0x7f9af40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9af40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 -- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4003980 msgr2=0x7f9af4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4003980 0x7f9af4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0bfff640 1 -- 172.21.15.7:0/172868869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9af4003530 con 0x7f9af4004d10 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.175+0000 7f9b0affd640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c15c760 0x7f9af40047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9af4004d10 0x7f9af4005190 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9b04009ae0 tx=0x7f9b0401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18bdf25d59ee428f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b040a56a0 con 0x7f9af4004d10 2024-09-13T15:57:39.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b040a5800 con 0x7f9af4004d10 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0a7fc640 1 -- 172.21.15.7:0/172868869 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b040a5bb0 con 0x7f9af4004d10 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- 172.21.15.7:0/172868869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9af4004d10 msgr2=0x7f9af4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 --2- 172.21.15.7:0/172868869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9af4004d10 0x7f9af4005190 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9b04009ae0 tx=0x7f9b0401cab0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0bfff640 1 -- 172.21.15.7:0/172868869 reap_dead start 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- 172.21.15.7:0/172868869 shutdown_connections 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- 172.21.15.7:0/172868869 >> 172.21.15.7:0/172868869 conn(0x7f9b0c0cf070 msgr2=0x7f9b0c0cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- 172.21.15.7:0/172868869 shutdown_connections 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- 172.21.15.7:0/172868869 wait complete. 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 Processor -- start 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- start start 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4004d10 0x7f9b0c0b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c155c60 0x7f9b0c0b6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 0x7f9b0c0b6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0c152b40 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0c153350 con 0x7f9af4004d10 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b11be3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b0c152d90 con 0x7f9b0c155c60 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 0x7f9b0c0b6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.179+0000 7f9b0bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 0x7f9b0c0b6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43568/0 (socket says 172.21.15.7:43568) 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 -- 172.21.15.7:0/231627581 learned_addr learned my addr 172.21.15.7:0/231627581 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0b7fe640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4004d10 0x7f9b0c0b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0affd640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c155c60 0x7f9b0c0b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 -- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c155c60 msgr2=0x7f9b0c0b6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c155c60 0x7f9b0c0b6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 -- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4004d10 msgr2=0x7f9b0c0b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4004d10 0x7f9b0c0b5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 -- 172.21.15.7:0/231627581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b0c153070 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0affd640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c155c60 0x7f9b0c0b6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0bfff640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 0x7f9b0c0b6d80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9b04009ae0 tx=0x7f9af4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b040ba070 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b04004020 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b0c155460 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b040a56a0 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b0c0b8290 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b0c1552c0 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9b040b4070 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9af3fff640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9af80666c0 0x7f9af8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f9b0411e160 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0b7fe640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9af80666c0 0x7f9af8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.183+0000 7f9b0b7fe640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9af80666c0 0x7f9af8068b80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9afc009fd0 tx=0x7f9afc00b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.187+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9b0c1552c0 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.347+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9b0c1552c0 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.351+0000 7f9af3fff640 1 -- 172.21.15.7:0/231627581 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f9b0c1552c0 con 0x7f9b0c0b68d0 2024-09-13T15:57:39.354 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:39.354 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":23,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:38.639391+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:39.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9af80666c0 msgr2=0x7f9af8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9af80666c0 0x7f9af8068b80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9afc009fd0 tx=0x7f9afc00b040 comp rx=0 tx=0).stop 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 msgr2=0x7f9b0c0b6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 0x7f9b0c0b6d80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9b04009ae0 tx=0x7f9af4005800 comp rx=0 tx=0).stop 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 shutdown_connections 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9af80666c0 0x7f9af8068b80 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b0c0b68d0 0x7f9b0c0b6d80 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9b0c155c60 0x7f9b0c0b6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 --2- 172.21.15.7:0/231627581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af4004d10 0x7f9b0c0b5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 >> 172.21.15.7:0/231627581 conn(0x7f9b0c0cf070 msgr2=0x7f9b0c15e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 shutdown_connections 2024-09-13T15:57:39.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.355+0000 7f9b11be3640 1 -- 172.21.15.7:0/231627581 wait complete. 2024-09-13T15:57:39.373 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:39.374 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:39.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 Processor -- start 2024-09-13T15:57:39.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 -- start start 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f13440705c0 0x7f134406be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440b3bd0 0x7f13440709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f134406d830 con 0x7f1344070ee0 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f134406c790 con 0x7f13440705c0 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1349910640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f134406ca70 con 0x7f13440b3bd0 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f13440705c0 0x7f134406be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f13440705c0 0x7f134406be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43576/0 (socket says 172.21.15.7:43576) 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 -- 172.21.15.7:0/2256982980 learned_addr learned my addr 172.21.15.7:0/2256982980 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 -- 172.21.15.7:0/2256982980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440b3bd0 msgr2=0x7f13440709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f13427fc640 1 --2- 172.21.15.7:0/2256982980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440b3bd0 0x7f13440709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 --2- 172.21.15.7:0/2256982980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440b3bd0 0x7f13440709a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 -- 172.21.15.7:0/2256982980 >> v1:172.21.15.77:6789/0 conn(0x7f1344070ee0 legacy=0x7f13440acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.499+0000 7f1342ffd640 1 -- 172.21.15.7:0/2256982980 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f134406cd50 con 0x7f13440705c0 2024-09-13T15:57:39.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1342ffd640 1 --2- 172.21.15.7:0/2256982980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13440705c0 0x7f134406be90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1334009e50 tx=0x7f133401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6850db8107b42989 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1341ffb640 1 -- 172.21.15.7:0/2256982980 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340a5840 con 0x7f13440705c0 2024-09-13T15:57:39.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1341ffb640 1 -- 172.21.15.7:0/2256982980 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13340a59a0 con 0x7f13440705c0 2024-09-13T15:57:39.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1341ffb640 1 -- 172.21.15.7:0/2256982980 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340a5d30 con 0x7f13440705c0 2024-09-13T15:57:39.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- 172.21.15.7:0/2256982980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13440705c0 msgr2=0x7f134406be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 --2- 172.21.15.7:0/2256982980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13440705c0 0x7f134406be90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1334009e50 tx=0x7f133401c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- 172.21.15.7:0/2256982980 shutdown_connections 2024-09-13T15:57:39.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 --2- 172.21.15.7:0/2256982980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440b3bd0 0x7f13440709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 --2- 172.21.15.7:0/2256982980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13440705c0 0x7f134406be90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- 172.21.15.7:0/2256982980 >> 172.21.15.7:0/2256982980 conn(0x7f1344069f00 msgr2=0x7f134406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:39.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- 172.21.15.7:0/2256982980 shutdown_connections 2024-09-13T15:57:39.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- 172.21.15.7:0/2256982980 wait complete. 2024-09-13T15:57:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 Processor -- start 2024-09-13T15:57:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- start start 2024-09-13T15:57:39.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440705c0 0x7f1344143840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 0x7f1344147820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13440b3bd0 0x7f134415ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1344147d60 con 0x7f1344070ee0 2024-09-13T15:57:39.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f134414b6a0 con 0x7f13440b3bd0 2024-09-13T15:57:39.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1349910640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1344148880 con 0x7f13440705c0 2024-09-13T15:57:39.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f13427fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 0x7f1344147820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f13427fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 0x7f1344147820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43578/0 (socket says 172.21.15.7:43578) 2024-09-13T15:57:39.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f13427fc640 1 -- 172.21.15.7:0/1030679821 learned_addr learned my addr 172.21.15.7:0/1030679821 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:39.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f13437fe640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13440b3bd0 0x7f134415ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.503+0000 7f1342ffd640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440705c0 0x7f1344143840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13427fc640 1 -- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440705c0 msgr2=0x7f1344143840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13427fc640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440705c0 0x7f1344143840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13427fc640 1 -- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13440b3bd0 msgr2=0x7f134415ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13427fc640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13440b3bd0 0x7f134415ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13427fc640 1 -- 172.21.15.7:0/1030679821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1334009b30 con 0x7f1344070ee0 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13437fe640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13440b3bd0 0x7f134415ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f13427fc640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 0x7f1344147820 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f133800c7f0 tx=0x7f133800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1338007820 con 0x7f1344070ee0 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1338007980 con 0x7f1344070ee0 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1344148b60 con 0x7f1344070ee0 2024-09-13T15:57:39.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1338007d30 con 0x7f1344070ee0 2024-09-13T15:57:39.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1344148510 con 0x7f1344070ee0 2024-09-13T15:57:39.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13440673e0 con 0x7f1344070ee0 2024-09-13T15:57:39.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f13380113f0 con 0x7f1344070ee0 2024-09-13T15:57:39.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f132bfff640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1330066690 0x7f1330068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f13380844e0 con 0x7f1344070ee0 2024-09-13T15:57:39.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f1342ffd640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1330066690 0x7f1330068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.507+0000 7f1342ffd640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1330066690 0x7f1330068b50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f13340ae000 tx=0x7f13340a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.511+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1338051790 con 0x7f1344070ee0 2024-09-13T15:57:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.675+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f134414b860 con 0x7f1344070ee0 2024-09-13T15:57:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.675+0000 7f132bfff640 1 -- 172.21.15.7:0/1030679821 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f133801f020 con 0x7f1344070ee0 2024-09-13T15:57:39.678 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1330066690 msgr2=0x7f1330068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1330066690 0x7f1330068b50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f13340ae000 tx=0x7f13340a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 msgr2=0x7f1344147820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 0x7f1344147820 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f133800c7f0 tx=0x7f133800ccb0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 shutdown_connections 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1330066690 0x7f1330068b50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13440b3bd0 0x7f134415ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1344070ee0 0x7f1344147820 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 --2- 172.21.15.7:0/1030679821 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f13440705c0 0x7f1344143840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 >> 172.21.15.7:0/1030679821 conn(0x7f1344069f00 msgr2=0x7f134415dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 shutdown_connections 2024-09-13T15:57:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.679+0000 7f1349910640 1 -- 172.21.15.7:0/1030679821 wait complete. 2024-09-13T15:57:39.696 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:39.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 Processor -- start 2024-09-13T15:57:39.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 -- start start 2024-09-13T15:57:39.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb6d00cd7f0 0x7fb6d00b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cdc30 0x7fb6d00b4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6d00d0db0 con 0x7fb6d015c900 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6d00d2560 con 0x7fb6d00cd7f0 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d6ce6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d015cce0 con 0x7fb6d00cdc30 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb6d00cd7f0 0x7fb6d00b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb6d00cd7f0 0x7fb6d00b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43580/0 (socket says 172.21.15.7:43580) 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 -- 172.21.15.7:0/762680495 learned_addr learned my addr 172.21.15.7:0/762680495 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6d5283640 1 --2- 172.21.15.7:0/762680495 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cdc30 0x7fb6d00b4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 -- 172.21.15.7:0/762680495 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cdc30 msgr2=0x7fb6d00b4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 --2- 172.21.15.7:0/762680495 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cdc30 0x7fb6d00b4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 -- 172.21.15.7:0/762680495 >> v1:172.21.15.77:6789/0 conn(0x7fb6d015c900 legacy=0x7fb6d00d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.823+0000 7fb6cffff640 1 -- 172.21.15.7:0/762680495 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d00d1090 con 0x7fb6d00cd7f0 2024-09-13T15:57:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6cffff640 1 --2- 172.21.15.7:0/762680495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cd7f0 0x7fb6d00b4210 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4009870 tx=0x7fb6c401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76a1b20308d6bfcc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6cf7fe640 1 -- 172.21.15.7:0/762680495 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40aa610 con 0x7fb6d00cd7f0 2024-09-13T15:57:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6cf7fe640 1 -- 172.21.15.7:0/762680495 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c40a6040 con 0x7fb6d00cd7f0 2024-09-13T15:57:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6cf7fe640 1 -- 172.21.15.7:0/762680495 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40aa990 con 0x7fb6d00cd7f0 2024-09-13T15:57:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/762680495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cd7f0 msgr2=0x7fb6d00b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/762680495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cd7f0 0x7fb6d00b4210 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4009870 tx=0x7fb6c401c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/762680495 shutdown_connections 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/762680495 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cdc30 0x7fb6d00b4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/762680495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cd7f0 0x7fb6d00b4210 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/762680495 >> 172.21.15.7:0/762680495 conn(0x7fb6d00cf210 msgr2=0x7fb6d00cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/762680495 shutdown_connections 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/762680495 wait complete. 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 Processor -- start 2024-09-13T15:57:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- start start 2024-09-13T15:57:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cd7f0 0x7fb6d0152220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 0x7fb6d0158240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6d015c900 0x7fb6d015ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d00cad10 con 0x7fb6d00cdc30 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d0152b90 con 0x7fb6d015c900 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.827+0000 7fb6d6ce6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d01528b0 con 0x7fb6d00cd7f0 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 0x7fb6d0158240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 0x7fb6d0158240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43586/0 (socket says 172.21.15.7:43586) 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 -- 172.21.15.7:0/1289111265 learned_addr learned my addr 172.21.15.7:0/1289111265 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d4a82640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cd7f0 0x7fb6d0152220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d5283640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6d015c900 0x7fb6d015ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 -- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cd7f0 msgr2=0x7fb6d0152220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cd7f0 0x7fb6d0152220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 -- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6d015c900 msgr2=0x7fb6d015ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6d015c900 0x7fb6d015ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 -- 172.21.15.7:0/1289111265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6c40094d0 con 0x7fb6d00cdc30 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cffff640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 0x7fb6d0158240 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40ac040 tx=0x7fb6c401ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40bd5f0 con 0x7fb6d00cdc30 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c40bd750 con 0x7fb6d00cdc30 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40bdb00 con 0x7fb6d00cdc30 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6d00caf40 con 0x7fb6d00cdc30 2024-09-13T15:57:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6d00cb500 con 0x7fb6d00cdc30 2024-09-13T15:57:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6d00cb6f0 con 0x7fb6d00cdc30 2024-09-13T15:57:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb6c40b33f0 con 0x7fb6d00cdc30 2024-09-13T15:57:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cd7fa640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb6bc066690 0x7fb6bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fb6c411ed50 con 0x7fb6d00cdc30 2024-09-13T15:57:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d4a82640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb6bc066690 0x7fb6bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.831+0000 7fb6d4a82640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb6bc066690 0x7fb6bc068b50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0007fd0 tx=0x7fb6c0007e40 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.835+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb6c4122030 con 0x7fb6d00cdc30 2024-09-13T15:57:39.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.987+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb6d00d1e50 con 0x7fb6d00cdc30 2024-09-13T15:57:39.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6cd7fa640 1 -- 172.21.15.7:0/1289111265 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb6c40ec0c0 con 0x7fb6d00cdc30 2024-09-13T15:57:39.992 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb6bc066690 msgr2=0x7fb6bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb6bc066690 0x7fb6bc068b50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0007fd0 tx=0x7fb6c0007e40 comp rx=0 tx=0).stop 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 msgr2=0x7fb6d0158240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 0x7fb6d0158240 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb6c40ac040 tx=0x7fb6c401ad30 comp rx=0 tx=0).stop 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 shutdown_connections 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb6bc066690 0x7fb6bc068b50 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6d015c900 0x7fb6d015ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6d00cdc30 0x7fb6d0158240 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 --2- 172.21.15.7:0/1289111265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb6d00cd7f0 0x7fb6d0152220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 >> 172.21.15.7:0/1289111265 conn(0x7fb6d00cf210 msgr2=0x7fb6d00b26b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 shutdown_connections 2024-09-13T15:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:39.991+0000 7fb6d6ce6640 1 -- 172.21.15.7:0/1289111265 wait complete. 2024-09-13T15:57:40.009 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:40.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 Processor -- start 2024-09-13T15:57:40.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 -- start start 2024-09-13T15:57:40.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbc1815c900 0x7fbc180d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180b4920 0x7fbc180b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc180d0db0 con 0x7fbc180cd7f0 2024-09-13T15:57:40.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc1815cce0 con 0x7fbc1815c900 2024-09-13T15:57:40.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc1dbe2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc180d1090 con 0x7fbc180b4920 2024-09-13T15:57:40.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc177fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbc1815c900 0x7fbc180d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc16ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbc180cd7f0 0x7fbc180b4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36474/0 (socket says 172.21.15.7:36474) 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc16ffd640 1 -- 172.21.15.7:0/1040703948 learned_addr learned my addr 172.21.15.7:0/1040703948 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc17fff640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180b4920 0x7fbc180b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc177fe640 1 -- 172.21.15.7:0/1040703948 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180b4920 msgr2=0x7fbc180b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc177fe640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180b4920 0x7fbc180b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc177fe640 1 -- 172.21.15.7:0/1040703948 >> v1:172.21.15.7:6789/0 conn(0x7fbc180cd7f0 legacy=0x7fbc180b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc177fe640 1 -- 172.21.15.7:0/1040703948 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc180d1370 con 0x7fbc1815c900 2024-09-13T15:57:40.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.135+0000 7fbc17fff640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180b4920 0x7fbc180b59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc1815c900 0x7fbc180d1e50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009d90 tx=0x7fbc0801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be78dc82e7c9976f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc167fc640 1 -- 172.21.15.7:0/1040703948 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080a58e0 con 0x7fbc1815c900 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc167fc640 1 -- 172.21.15.7:0/1040703948 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc080a5a40 con 0x7fbc1815c900 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc167fc640 1 -- 172.21.15.7:0/1040703948 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080a5dd0 con 0x7fbc1815c900 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/1040703948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc1815c900 msgr2=0x7fbc180d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc1815c900 0x7fbc180d1e50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009d90 tx=0x7fbc0801c940 comp rx=0 tx=0).stop 2024-09-13T15:57:40.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/1040703948 shutdown_connections 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180b4920 0x7fbc180b59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/1040703948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc1815c900 0x7fbc180d1e50 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/1040703948 >> 172.21.15.7:0/1040703948 conn(0x7fbc180cf210 msgr2=0x7fbc180cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/1040703948 shutdown_connections 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/1040703948 wait complete. 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 Processor -- start 2024-09-13T15:57:40.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- start start 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 0x7fbc181521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180cd7f0 0x7fbc1815ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc1815c900 0x7fbc1814f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc18153430 con 0x7fbc180b4920 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc18152820 con 0x7fbc1815c900 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc18152b00 con 0x7fbc180cd7f0 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 0x7fbc181521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 0x7fbc181521d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43598/0 (socket says 172.21.15.7:43598) 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 -- 172.21.15.7:0/820617685 learned_addr learned my addr 172.21.15.7:0/820617685 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 -- 172.21.15.7:0/820617685 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180cd7f0 msgr2=0x7fbc1815ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180cd7f0 0x7fbc1815ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 -- 172.21.15.7:0/820617685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc1815c900 msgr2=0x7fbc1814f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc1815c900 0x7fbc1814f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 -- 172.21.15.7:0/820617685 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc08009a70 con 0x7fbc180b4920 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc177fe640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 0x7fbc181521d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fbc080b0040 tx=0x7fbc080196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080ad950 con 0x7fbc180b4920 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc080adab0 con 0x7fbc180b4920 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc180d2510 con 0x7fbc180b4920 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080ade40 con 0x7fbc180b4920 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.139+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc181530c0 con 0x7fbc180b4920 2024-09-13T15:57:40.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.143+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc180b59a0 con 0x7fbc180b4920 2024-09-13T15:57:40.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.143+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbc080b4050 con 0x7fbc180b4920 2024-09-13T15:57:40.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.143+0000 7fbbfffff640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbc04066690 0x7fbc04068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.143+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fbc0811f2a0 con 0x7fbc180b4920 2024-09-13T15:57:40.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.143+0000 7fbc16ffd640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbc04066690 0x7fbc04068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.143+0000 7fbc16ffd640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbc04066690 0x7fbc04068b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c000f70 tx=0x7fbc0c007a90 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.147+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbc080ec5f0 con 0x7fbc180b4920 2024-09-13T15:57:40.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbc180c92d0 con 0x7fbc180b4920 2024-09-13T15:57:40.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbbfffff640 1 -- 172.21.15.7:0/820617685 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbc080efc10 con 0x7fbc180b4920 2024-09-13T15:57:40.304 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:40.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbc04066690 msgr2=0x7fbc04068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbc04066690 0x7fbc04068b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c000f70 tx=0x7fbc0c007a90 comp rx=0 tx=0).stop 2024-09-13T15:57:40.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 msgr2=0x7fbc181521d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 0x7fbc181521d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fbc080b0040 tx=0x7fbc080196e0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 shutdown_connections 2024-09-13T15:57:40.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbc04066690 0x7fbc04068b50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc1815c900 0x7fbc1814f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc180cd7f0 0x7fbc1815ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 --2- 172.21.15.7:0/820617685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbc180b4920 0x7fbc181521d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 >> 172.21.15.7:0/820617685 conn(0x7fbc180cf210 msgr2=0x7fbc180b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:40.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.303+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 shutdown_connections 2024-09-13T15:57:40.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.307+0000 7fbc1dbe2640 1 -- 172.21.15.7:0/820617685 wait complete. 2024-09-13T15:57:40.323 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 Processor -- start 2024-09-13T15:57:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 -- start start 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcaf80cd3e0 0x7fcaf80cd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcaf815af90 con 0x7fcaf8143af0 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaf815ddf0 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcafd9d9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf80b2d60 con 0x7fcaf815da10 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcaf80cd3e0 0x7fcaf80cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcaf80cd3e0 0x7fcaf80cd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43606/0 (socket says 172.21.15.7:43606) 2024-09-13T15:57:40.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 -- 172.21.15.7:0/18682526 learned_addr learned my addr 172.21.15.7:0/18682526 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:40.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf6ffd640 1 --2- 172.21.15.7:0/18682526 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 -- 172.21.15.7:0/18682526 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 msgr2=0x7fcaf815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:40.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 --2- 172.21.15.7:0/18682526 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 -- 172.21.15.7:0/18682526 >> v1:172.21.15.77:6789/0 conn(0x7fcaf8143af0 legacy=0x7fcaf80b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:40.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 -- 172.21.15.7:0/18682526 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaf80b3000 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.435+0000 7fcaf77fe640 1 --2- 172.21.15.7:0/18682526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf80cd830 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0009e50 tx=0x7fcaf001ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7a1513aa1363a8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf5ffb640 1 -- 172.21.15.7:0/18682526 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaf00a58d0 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf5ffb640 1 -- 172.21.15.7:0/18682526 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcaf00a5a30 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf5ffb640 1 -- 172.21.15.7:0/18682526 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaf00a5dc0 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/18682526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 msgr2=0x7fcaf80cd830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/18682526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf80cd830 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0009e50 tx=0x7fcaf001ca00 comp rx=0 tx=0).stop 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/18682526 shutdown_connections 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/18682526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf80cd830 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/18682526 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/18682526 >> 172.21.15.7:0/18682526 conn(0x7fcaf8069f00 msgr2=0x7fcaf806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/18682526 shutdown_connections 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/18682526 wait complete. 2024-09-13T15:57:40.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 Processor -- start 2024-09-13T15:57:40.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- start start 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf815f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcaf8143af0 0x7fcaf815c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf8140100 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf813f230 con 0x7fcaf8143af0 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf8140520 con 0x7fcaf815da10 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf815f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcaf8143af0 0x7fcaf815c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf815f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43614/0 (socket says 172.21.15.7:43614) 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 -- 172.21.15.7:0/1071964956 learned_addr learned my addr 172.21.15.7:0/1071964956 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf77fe640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 -- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 msgr2=0x7fcaf815c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 -- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcaf8143af0 msgr2=0x7fcaf815c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcaf8143af0 0x7fcaf815c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 -- 172.21.15.7:0/1071964956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaf0009b30 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcaf6ffd640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf815f0b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fcae800d5f0 tx=0x7fcae800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae80125f0 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae8012750 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae8012ae0 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcaf813f480 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.439+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcaf813fa40 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.443+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcaf806cf20 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.443+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcae8012c40 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.443+0000 7fcadffff640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcae4066690 0x7fcae4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.443+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fcae8084540 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.443+0000 7fcaf67fc640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcae4066690 0x7fcae4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.443+0000 7fcaf67fc640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcae4066690 0x7fcae4068b50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcaf815ae30 tx=0x7fcaec009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.447+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcae8051940 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fcaf80b0ce0 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcadffff640 1 -- 172.21.15.7:0/1071964956 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7fcae8054f60 con 0x7fcaf80cd3e0 2024-09-13T15:57:40.620 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcae4066690 msgr2=0x7fcae4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcae4066690 0x7fcae4068b50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcaf815ae30 tx=0x7fcaec009040 comp rx=0 tx=0).stop 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 msgr2=0x7fcaf815f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf815f0b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fcae800d5f0 tx=0x7fcae800dab0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 shutdown_connections 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcae4066690 0x7fcae4068b50 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcaf815da10 0x7fcaf815c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcaf8143af0 0x7fcaf815c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 --2- 172.21.15.7:0/1071964956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaf80cd3e0 0x7fcaf815f0b0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 >> 172.21.15.7:0/1071964956 conn(0x7fcaf8069f00 msgr2=0x7fcaf80cb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 shutdown_connections 2024-09-13T15:57:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.619+0000 7fcafd9d9640 1 -- 172.21.15.7:0/1071964956 wait complete. 2024-09-13T15:57:40.640 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:57:40.640 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:40.647 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:40.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.803+0000 7f5c30024640 1 Processor -- start 2024-09-13T15:57:40.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.803+0000 7f5c30024640 1 -- start start 2024-09-13T15:57:40.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c280b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5c2806d4b0 0x7f5c28159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c280b15c0 con 0x7f5c280b2f00 2024-09-13T15:57:40.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c28070860 con 0x7f5c2806d4b0 2024-09-13T15:57:40.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c28070b40 con 0x7f5c2806d0d0 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2d5bf640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f5c280b2f00 0x7f5c2806f470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36478/0 (socket says 172.21.15.7:36478) 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2d5bf640 1 -- 172.21.15.7:0/945616377 learned_addr learned my addr 172.21.15.7:0/945616377 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2e5c1640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5c2806d4b0 0x7f5c28159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2e5c1640 1 -- 172.21.15.7:0/945616377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 msgr2=0x7f5c280b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2ddc0640 1 --2- 172.21.15.7:0/945616377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c280b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2e5c1640 1 --2- 172.21.15.7:0/945616377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c280b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2cdbe640 1 -- 172.21.15.7:0/945616377 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2472408517 0 0) 0x7f5c280b15c0 con 0x7f5c280b2f00 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2e5c1640 1 -- 172.21.15.7:0/945616377 >> v1:172.21.15.7:6789/0 conn(0x7f5c280b2f00 legacy=0x7f5c2806f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2e5c1640 1 -- 172.21.15.7:0/945616377 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c28070e20 con 0x7f5c2806d4b0 2024-09-13T15:57:40.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2e5c1640 1 --2- 172.21.15.7:0/945616377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28159fb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009d90 tx=0x7f5c2001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a99dc81cc51550d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2cdbe640 1 -- 172.21.15.7:0/945616377 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c200a5970 con 0x7f5c2806d4b0 2024-09-13T15:57:40.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2cdbe640 1 -- 172.21.15.7:0/945616377 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c200a5ad0 con 0x7f5c2806d4b0 2024-09-13T15:57:40.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c2cdbe640 1 -- 172.21.15.7:0/945616377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c200a5e60 con 0x7f5c2806d4b0 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- 172.21.15.7:0/945616377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 msgr2=0x7f5c28159fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 --2- 172.21.15.7:0/945616377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28159fb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009d90 tx=0x7f5c2001c8b0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- 172.21.15.7:0/945616377 shutdown_connections 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 --2- 172.21.15.7:0/945616377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28159fb0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 --2- 172.21.15.7:0/945616377 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c280b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- 172.21.15.7:0/945616377 >> 172.21.15.7:0/945616377 conn(0x7f5c28069f00 msgr2=0x7f5c2806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- 172.21.15.7:0/945616377 shutdown_connections 2024-09-13T15:57:40.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.807+0000 7f5c30024640 1 -- 172.21.15.7:0/945616377 wait complete. 2024-09-13T15:57:40.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 Processor -- start 2024-09-13T15:57:40.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- start start 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c2815b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28162390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c280b2f00 0x7f5c281628d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2815bd90 con 0x7f5c2806d4b0 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2815c070 con 0x7f5c280b2f00 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2815c350 con 0x7f5c2806d0d0 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28162390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28162390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43646/0 (socket says 172.21.15.7:43646) 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 -- 172.21.15.7:0/892359147 learned_addr learned my addr 172.21.15.7:0/892359147 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:40.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2e5c1640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c280b2f00 0x7f5c281628d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 -- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 msgr2=0x7f5c2815b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c2815b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 -- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c280b2f00 msgr2=0x7f5c281628d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c280b2f00 0x7f5c281628d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 -- 172.21.15.7:0/892359147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c20009a70 con 0x7f5c2806d4b0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c2d5bf640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28162390 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800c450 tx=0x7f5c1800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c180074e0 con 0x7f5c2806d4b0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c18007640 con 0x7f5c2806d4b0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c2815c630 con 0x7f5c2806d4b0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c180049f0 con 0x7f5c2806d4b0 2024-09-13T15:57:40.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c2815baa0 con 0x7f5c2806d4b0 2024-09-13T15:57:40.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c281f6490 con 0x7f5c2806d4b0 2024-09-13T15:57:40.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.811+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5c18004b50 con 0x7f5c2806d4b0 2024-09-13T15:57:40.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.815+0000 7f5c1e7fc640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c0c0666c0 0x7f5c0c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:40.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.815+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f5c18083700 con 0x7f5c2806d4b0 2024-09-13T15:57:40.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.815+0000 7f5c2ddc0640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c0c0666c0 0x7f5c0c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:40.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.815+0000 7f5c2ddc0640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c0c0666c0 0x7f5c0c068b80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5c2400a8b0 tx=0x7f5c24008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:40.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.819+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5c281f6490 con 0x7f5c2806d4b0 2024-09-13T15:57:40.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.971+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5c281f6490 con 0x7f5c2806d4b0 2024-09-13T15:57:40.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.975+0000 7f5c1e7fc640 1 -- 172.21.15.7:0/892359147 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f5c281f6490 con 0x7f5c2806d4b0 2024-09-13T15:57:40.977 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:40.977 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:39.649859+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.975+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c0c0666c0 msgr2=0x7f5c0c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.975+0000 7f5c30024640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c0c0666c0 0x7f5c0c068b80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5c2400a8b0 tx=0x7f5c24008040 comp rx=0 tx=0).stop 2024-09-13T15:57:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.975+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 msgr2=0x7f5c28162390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.975+0000 7f5c30024640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28162390 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800c450 tx=0x7f5c1800c910 comp rx=0 tx=0).stop 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 shutdown_connections 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5c0c0666c0 0x7f5c0c068b80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c280b2f00 0x7f5c281628d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c2806d4b0 0x7f5c28162390 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 --2- 172.21.15.7:0/892359147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5c2806d0d0 0x7f5c2815b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 >> 172.21.15.7:0/892359147 conn(0x7f5c28069f00 msgr2=0x7f5c28155f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 shutdown_connections 2024-09-13T15:57:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:40.979+0000 7f5c30024640 1 -- 172.21.15.7:0/892359147 wait complete. 2024-09-13T15:57:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:40.996 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:41.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 Processor -- start 2024-09-13T15:57:41.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 -- start start 2024-09-13T15:57:41.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f954815b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f95480cab60 0x7f95480b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f95480ccac0 0x7f95480ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95480adad0 con 0x7f95480ccac0 2024-09-13T15:57:41.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f954815ba70 con 0x7f95480cab60 2024-09-13T15:57:41.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f954e127640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95480b0920 con 0x7f95480b0000 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f95480ccac0 0x7f95480ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f95480ccac0 0x7f95480ccf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43654/0 (socket says 172.21.15.7:43654) 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 -- 172.21.15.7:0/270591229 learned_addr learned my addr 172.21.15.7:0/270591229 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f95477fe640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f954815b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f953ffff640 1 --2- 172.21.15.7:0/270591229 >> v2:172.21.15.77:3300/0 conn(0x7f95480cab60 0x7f95480b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 -- 172.21.15.7:0/270591229 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 msgr2=0x7f954815b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f954815b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 -- 172.21.15.7:0/270591229 >> v2:172.21.15.77:3300/0 conn(0x7f95480cab60 msgr2=0x7f95480b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 --2- 172.21.15.7:0/270591229 >> v2:172.21.15.77:3300/0 conn(0x7f95480cab60 0x7f95480b03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f9547fff640 1 -- 172.21.15.7:0/270591229 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95480cb0c0 con 0x7f95480ccac0 2024-09-13T15:57:41.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.123+0000 7f95477fe640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f954815b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:41.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f9547fff640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480ccac0 0x7f95480ccf70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f95480718b0 tx=0x7f954001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2cca1dc45fe185e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f9546ffd640 1 -- 172.21.15.7:0/270591229 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95400a5840 con 0x7f95480ccac0 2024-09-13T15:57:41.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f9546ffd640 1 -- 172.21.15.7:0/270591229 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95400a59a0 con 0x7f95480ccac0 2024-09-13T15:57:41.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f9546ffd640 1 -- 172.21.15.7:0/270591229 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95400a5d30 con 0x7f95480ccac0 2024-09-13T15:57:41.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- 172.21.15.7:0/270591229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480ccac0 msgr2=0x7f95480ccf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480ccac0 0x7f95480ccf70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f95480718b0 tx=0x7f954001c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- 172.21.15.7:0/270591229 shutdown_connections 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480ccac0 0x7f95480ccf70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- 172.21.15.7:0/270591229 >> v2:172.21.15.77:3300/0 conn(0x7f95480cab60 0x7f95480b03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- 172.21.15.7:0/270591229 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f954815b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- 172.21.15.7:0/270591229 >> 172.21.15.7:0/270591229 conn(0x7f9548065eb0 msgr2=0x7f9548069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- 172.21.15.7:0/270591229 shutdown_connections 2024-09-13T15:57:41.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- 172.21.15.7:0/270591229 wait complete. 2024-09-13T15:57:41.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 Processor -- start 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- start start 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f95481456f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 0x7f95480c9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95480ccac0 0x7f95480c9580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95480b2720 con 0x7f95480cab60 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9548145c30 con 0x7f95480ccac0 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.127+0000 7f954e127640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95480b2160 con 0x7f95480b0000 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 0x7f95480c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 0x7f95480c9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43666/0 (socket says 172.21.15.7:43666) 2024-09-13T15:57:41.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 -- 172.21.15.7:0/3171316179 learned_addr learned my addr 172.21.15.7:0/3171316179 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9547fff640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95480ccac0 0x7f95480c9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f95477fe640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f95481456f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 -- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 msgr2=0x7f95481456f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f95481456f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 -- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95480ccac0 msgr2=0x7f95480c9580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95480ccac0 0x7f95480c9580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 -- 172.21.15.7:0/3171316179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9540009b30 con 0x7f95480cab60 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9547fff640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95480ccac0 0x7f95480c9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f953ffff640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 0x7f95480c9040 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f953000d5d0 tx=0x7f953000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9530004240 con 0x7f95480cab60 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95300043a0 con 0x7f95480cab60 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95480b2440 con 0x7f95480cab60 2024-09-13T15:57:41.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9530003840 con 0x7f95480cab60 2024-09-13T15:57:41.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f954806f880 con 0x7f95480cab60 2024-09-13T15:57:41.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f954806f3e0 con 0x7f95480cab60 2024-09-13T15:57:41.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f95300039a0 con 0x7f95480cab60 2024-09-13T15:57:41.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9544ff9640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f952c066690 0x7f952c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f9530084410 con 0x7f95480cab60 2024-09-13T15:57:41.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f95477fe640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f952c066690 0x7f952c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.131+0000 7f95477fe640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f952c066690 0x7f952c068b50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f953800b990 tx=0x7f9538008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.135+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f95300516d0 con 0x7f95480cab60 2024-09-13T15:57:41.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.287+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f95480b03e0 con 0x7f95480cab60 2024-09-13T15:57:41.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f9544ff9640 1 -- 172.21.15.7:0/3171316179 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9530054cf0 con 0x7f95480cab60 2024-09-13T15:57:41.292 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f952c066690 msgr2=0x7f952c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f952c066690 0x7f952c068b50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f953800b990 tx=0x7f9538008040 comp rx=0 tx=0).stop 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 msgr2=0x7f95480c9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 0x7f95480c9040 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f953000d5d0 tx=0x7f953000da90 comp rx=0 tx=0).stop 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 shutdown_connections 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f952c066690 0x7f952c068b50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95480ccac0 0x7f95480c9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95480cab60 0x7f95480c9040 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 --2- 172.21.15.7:0/3171316179 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f95480b0000 0x7f95481456f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 >> 172.21.15.7:0/3171316179 conn(0x7f9548065eb0 msgr2=0x7f954814ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:41.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 shutdown_connections 2024-09-13T15:57:41.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.291+0000 7f954e127640 1 -- 172.21.15.7:0/3171316179 wait complete. 2024-09-13T15:57:41.309 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:41.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 Processor -- start 2024-09-13T15:57:41.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 -- start start 2024-09-13T15:57:41.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f673415c900 0x7f67340d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 0x7f67340b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67340d0db0 con 0x7f67340cd7f0 2024-09-13T15:57:41.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f673415cce0 con 0x7f673415c900 2024-09-13T15:57:41.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f673b69c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67340d1090 con 0x7f67340b4920 2024-09-13T15:57:41.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f67340cd7f0 0x7f67340b4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36484/0 (socket says 172.21.15.7:36484) 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 -- 172.21.15.7:0/1009839486 learned_addr learned my addr 172.21.15.7:0/1009839486 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2245058160 0 0) 0x7f67340d0db0 con 0x7f67340cd7f0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6720003530 con 0x7f67340cd7f0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6739c39640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 0x7f67340b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6739438640 1 --2- 172.21.15.7:0/1009839486 >> v2:172.21.15.77:3300/0 conn(0x7f673415c900 0x7f67340d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1430473481 0 0) 0x7f6720003530 con 0x7f67340cd7f0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 msgr2=0x7f67340b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 0x7f67340b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 >> v2:172.21.15.77:3300/0 conn(0x7f673415c900 msgr2=0x7f67340d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 --2- 172.21.15.7:0/1009839486 >> v2:172.21.15.77:3300/0 conn(0x7f673415c900 0x7f67340d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67340d1370 con 0x7f67340cd7f0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f6724001680 con 0x7f67340cd7f0 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 >> v1:172.21.15.7:6789/0 conn(0x7f67340cd7f0 legacy=0x7f67340b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6720003980 0x7f6720003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67200047d0 0x7f6720004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 0x7f6720005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673415cce0 con 0x7f67200047d0 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67340d1090 con 0x7f6720003980 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f672000b990 con 0x7f67340b4920 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67200047d0 0x7f6720004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 -- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 msgr2=0x7f6720005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b4920 0x7f6720005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 -- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6720003980 msgr2=0x7f6720003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6739438640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6720003980 0x7f6720003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6720003980 0x7f6720003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6738c37640 1 -- 172.21.15.7:0/1009839486 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6720003530 con 0x7f67200047d0 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.431+0000 7f6739438640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6720003980 0x7f6720003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f6738c37640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67200047d0 0x7f6720004c50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f672400c290 tx=0x7f672401f450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed61d3b82da220d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240a8cf0 con 0x7f67200047d0 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67240a8e50 con 0x7f67200047d0 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f672bfff640 1 -- 172.21.15.7:0/1009839486 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6724005b20 con 0x7f67200047d0 2024-09-13T15:57:41.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 -- 172.21.15.7:0/1009839486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67200047d0 msgr2=0x7f6720004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 --2- 172.21.15.7:0/1009839486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67200047d0 0x7f6720004c50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f672400c290 tx=0x7f672401f450 comp rx=0 tx=0).stop 2024-09-13T15:57:41.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f6739c39640 1 -- 172.21.15.7:0/1009839486 reap_dead start 2024-09-13T15:57:41.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 -- 172.21.15.7:0/1009839486 shutdown_connections 2024-09-13T15:57:41.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 -- 172.21.15.7:0/1009839486 >> 172.21.15.7:0/1009839486 conn(0x7f67340cf210 msgr2=0x7f67340cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:41.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 -- 172.21.15.7:0/1009839486 shutdown_connections 2024-09-13T15:57:41.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 -- 172.21.15.7:0/1009839486 wait complete. 2024-09-13T15:57:41.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.435+0000 7f673b69c640 1 Processor -- start 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- start start 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67200047d0 0x7f6734150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 0x7f67340aaac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340ab000 0x7f673415efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673415e270 con 0x7f673415e690 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67340ab490 con 0x7f67200047d0 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f673415fc60 con 0x7f67340ab000 2024-09-13T15:57:41.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 0x7f67340aaac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 0x7f67340aaac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43688/0 (socket says 172.21.15.7:43688) 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 -- 172.21.15.7:0/2971792769 learned_addr learned my addr 172.21.15.7:0/2971792769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6739c39640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340ab000 0x7f673415efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 -- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340ab000 msgr2=0x7f673415efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340ab000 0x7f673415efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 -- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67200047d0 msgr2=0x7f6734150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6739438640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67200047d0 0x7f6734150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67200047d0 0x7f6734150ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 -- 172.21.15.7:0/2971792769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f673415d8d0 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6738c37640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 0x7f67340aaac0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f672401f280 tx=0x7f6720005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240a8cf0 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67240b6070 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6724007310 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f673415dbb0 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6734151010 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67340cdc30 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f67240b8070 con 0x7f673415e690 2024-09-13T15:57:41.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6729ffb640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6718066690 0x7f6718068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f67241211d0 con 0x7f673415e690 2024-09-13T15:57:41.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6739438640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6718066690 0x7f6718068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.439+0000 7f6739438640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6718066690 0x7f6718068b50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f67300099e0 tx=0x7f6730008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.443+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f67240ee4a0 con 0x7f673415e690 2024-09-13T15:57:41.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.603+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f67340b1b30 con 0x7f673415e690 2024-09-13T15:57:41.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f6729ffb640 1 -- 172.21.15.7:0/2971792769 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6724001c90 con 0x7f673415e690 2024-09-13T15:57:41.607 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:41.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6718066690 msgr2=0x7f6718068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6718066690 0x7f6718068b50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f67300099e0 tx=0x7f6730008040 comp rx=0 tx=0).stop 2024-09-13T15:57:41.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 msgr2=0x7f67340aaac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 0x7f67340aaac0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f672401f280 tx=0x7f6720005800 comp rx=0 tx=0).stop 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 shutdown_connections 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6718066690 0x7f6718068b50 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340ab000 0x7f673415efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e690 0x7f67340aaac0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 --2- 172.21.15.7:0/2971792769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67200047d0 0x7f6734150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 >> 172.21.15.7:0/2971792769 conn(0x7f67340cf210 msgr2=0x7f67340b7a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 shutdown_connections 2024-09-13T15:57:41.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.607+0000 7f673b69c640 1 -- 172.21.15.7:0/2971792769 wait complete. 2024-09-13T15:57:41.628 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:41.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 Processor -- start 2024-09-13T15:57:41.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 -- start start 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac070870 0x7fe7ac070c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe7ac15dc80 0x7fe7ac0b3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7ac071190 con 0x7fe7ac15e0e0 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7ac0b3200 con 0x7fe7ac15dc80 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b2a09640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7ac0b34e0 con 0x7fe7ac070870 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7a37fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe7ac15dc80 0x7fe7ac0b3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b0fa6640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fe7ac15e0e0 0x7fe7ac0ad5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36496/0 (socket says 172.21.15.7:36496) 2024-09-13T15:57:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7b0fa6640 1 -- 172.21.15.7:0/3687951240 learned_addr learned my addr 172.21.15.7:0/3687951240 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7a37fe640 1 -- 172.21.15.7:0/3687951240 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac070870 msgr2=0x7fe7ac070c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7a37fe640 1 --2- 172.21.15.7:0/3687951240 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac070870 0x7fe7ac070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7a37fe640 1 -- 172.21.15.7:0/3687951240 >> v1:172.21.15.7:6789/0 conn(0x7fe7ac15e0e0 legacy=0x7fe7ac0ad5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7a37fe640 1 -- 172.21.15.7:0/3687951240 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7ac0b37c0 con 0x7fe7ac15dc80 2024-09-13T15:57:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7ab7fe640 1 -- 172.21.15.7:0/3687951240 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 589124357 0 0) 0x7fe7ac071190 con 0x7fe7ac15e0e0 2024-09-13T15:57:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.747+0000 7fe7a37fe640 1 --2- 172.21.15.7:0/3687951240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac0b3fc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe7940097c0 tx=0x7fe79401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6303dbdf98d6eb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7ab7fe640 1 -- 172.21.15.7:0/3687951240 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7940aa610 con 0x7fe7ac15dc80 2024-09-13T15:57:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7ab7fe640 1 -- 172.21.15.7:0/3687951240 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7940a6040 con 0x7fe7ac15dc80 2024-09-13T15:57:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7ab7fe640 1 -- 172.21.15.7:0/3687951240 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7940aa990 con 0x7fe7ac15dc80 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/3687951240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 msgr2=0x7fe7ac0b3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/3687951240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac0b3fc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe7940097c0 tx=0x7fe79401c490 comp rx=0 tx=0).stop 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/3687951240 shutdown_connections 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/3687951240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac0b3fc0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/3687951240 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac070870 0x7fe7ac070c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/3687951240 >> 172.21.15.7:0/3687951240 conn(0x7fe7ac06b410 msgr2=0x7fe7ac06b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/3687951240 shutdown_connections 2024-09-13T15:57:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/3687951240 wait complete. 2024-09-13T15:57:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 Processor -- start 2024-09-13T15:57:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- start start 2024-09-13T15:57:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7ac070870 0x7fe7ac1365f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac06e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac15e0e0 0x7fe7ac06e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7ac06ca20 con 0x7fe7ac15dc80 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7ac06cd00 con 0x7fe7ac070870 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7ac06cfe0 con 0x7fe7ac15e0e0 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac06e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac06e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43710/0 (socket says 172.21.15.7:43710) 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 -- 172.21.15.7:0/531034400 learned_addr learned my addr 172.21.15.7:0/531034400 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b0fa6640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac15e0e0 0x7fe7ac06e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7abfff640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7ac070870 0x7fe7ac1365f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 -- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac15e0e0 msgr2=0x7fe7ac06e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac15e0e0 0x7fe7ac06e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 -- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7ac070870 msgr2=0x7fe7ac1365f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7ac070870 0x7fe7ac1365f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 -- 172.21.15.7:0/531034400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe794009420 con 0x7fe7ac15dc80 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7abfff640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7ac070870 0x7fe7ac1365f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a37fe640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac06e060 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe7940ac040 tx=0x7fe79401acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe794004220 con 0x7fe7ac15dc80 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7940b8070 con 0x7fe7ac15dc80 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7ac06d2c0 con 0x7fe7ac15dc80 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe794003620 con 0x7fe7ac15dc80 2024-09-13T15:57:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.751+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7ac137080 con 0x7fe7ac15dc80 2024-09-13T15:57:41.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.755+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7ac0b3fc0 con 0x7fe7ac15dc80 2024-09-13T15:57:41.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.755+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe794003780 con 0x7fe7ac15dc80 2024-09-13T15:57:41.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.755+0000 7fe7a97fa640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe78c066690 0x7fe78c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:41.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.755+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fe7940ba070 con 0x7fe7ac15dc80 2024-09-13T15:57:41.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.755+0000 7fe7abfff640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe78c066690 0x7fe78c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:41.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.755+0000 7fe7abfff640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe78c066690 0x7fe78c068b50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe79c00a8b0 tx=0x7fe79c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.759+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7940ebe90 con 0x7fe7ac15dc80 2024-09-13T15:57:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.911+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe7ac06d770 con 0x7fe7ac15dc80 2024-09-13T15:57:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.911+0000 7fe7a97fa640 1 -- 172.21.15.7:0/531034400 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe7940c3070 con 0x7fe7ac15dc80 2024-09-13T15:57:41.914 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe78c066690 msgr2=0x7fe78c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe78c066690 0x7fe78c068b50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe79c00a8b0 tx=0x7fe79c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 msgr2=0x7fe7ac06e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac06e060 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe7940ac040 tx=0x7fe79401acd0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 shutdown_connections 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe78c066690 0x7fe78c068b50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7ac15e0e0 0x7fe7ac06e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7ac15dc80 0x7fe7ac06e060 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 --2- 172.21.15.7:0/531034400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7ac070870 0x7fe7ac1365f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 >> 172.21.15.7:0/531034400 conn(0x7fe7ac06b410 msgr2=0x7fe7ac06b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 shutdown_connections 2024-09-13T15:57:41.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:41.915+0000 7fe7b2a09640 1 -- 172.21.15.7:0/531034400 wait complete. 2024-09-13T15:57:41.932 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:42.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 Processor -- start 2024-09-13T15:57:42.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 -- start start 2024-09-13T15:57:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2b18143af0 0x7f2b1815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b180cd3e0 0x7f2b180cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b1815af90 con 0x7f2b1815da10 2024-09-13T15:57:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b1815ddf0 con 0x7f2b18143af0 2024-09-13T15:57:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b1d4d7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b180b2d60 con 0x7f2b180cd3e0 2024-09-13T15:57:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b16ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f2b1815da10 0x7f2b180b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36498/0 (socket says 172.21.15.7:36498) 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b16ffd640 1 -- 172.21.15.7:0/142637792 learned_addr learned my addr 172.21.15.7:0/142637792 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b167fc640 1 --2- 172.21.15.7:0/142637792 >> v2:172.21.15.77:3300/0 conn(0x7f2b18143af0 0x7f2b1815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1495159847 0 0) 0x7f2b1815af90 con 0x7f2b1815da10 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b00003530 con 0x7f2b1815da10 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b180cd3e0 0x7f2b180cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4183786601 0 0) 0x7f2b00003530 con 0x7f2b1815da10 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b180cd3e0 msgr2=0x7f2b180cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b180cd3e0 0x7f2b180cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 >> v2:172.21.15.77:3300/0 conn(0x7f2b18143af0 msgr2=0x7f2b1815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 --2- 172.21.15.7:0/142637792 >> v2:172.21.15.77:3300/0 conn(0x7f2b18143af0 0x7f2b1815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b180b3000 con 0x7f2b1815da10 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f2b08001680 con 0x7f2b1815da10 2024-09-13T15:57:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 >> v1:172.21.15.7:6789/0 conn(0x7f2b1815da10 legacy=0x7f2b180b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b00003980 0x7f2b00003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b00004370 0x7f2b00004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b00004f70 0x7f2b0000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1815ddf0 con 0x7f2b00004f70 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b180b2d60 con 0x7f2b00004370 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b0000bf00 con 0x7f2b00003980 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b180cd3e0 0x7f2b180cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b00004f70 0x7f2b0000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b16ffd640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b00003980 0x7f2b00003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 -- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b00003980 msgr2=0x7f2b00003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b167fc640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b00004370 0x7f2b00004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b00003980 0x7f2b00003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 -- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b00004370 msgr2=0x7f2b00004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.055+0000 7f2b177fe640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b00004370 0x7f2b00004850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b177fe640 1 -- 172.21.15.7:0/142637792 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b00003530 con 0x7f2b00004f70 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b177fe640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b00004f70 0x7f2b0000b990 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f2b180ce4e0 tx=0x7f2b1001cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94bf06dabfbc706d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b100a5c00 con 0x7f2b00004f70 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b100a5d60 con 0x7f2b00004f70 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b15ffb640 1 -- 172.21.15.7:0/142637792 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b10003bc0 con 0x7f2b00004f70 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/142637792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b00004f70 msgr2=0x7f2b0000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/142637792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b00004f70 0x7f2b0000b990 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f2b180ce4e0 tx=0x7f2b1001cd10 comp rx=0 tx=0).stop 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b177fe640 1 -- 172.21.15.7:0/142637792 reap_dead start 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/142637792 shutdown_connections 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/142637792 >> 172.21.15.7:0/142637792 conn(0x7f2b18069f00 msgr2=0x7f2b1806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:42.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/142637792 shutdown_connections 2024-09-13T15:57:42.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.059+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/142637792 wait complete. 2024-09-13T15:57:42.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 Processor -- start 2024-09-13T15:57:42.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- start start 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 0x7f2b1813b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b181593d0 0x7f2b1813c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b1813c650 0x7f2b18070bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1813bc90 con 0x7f2b18158ff0 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b18070730 con 0x7f2b1813c650 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1806fb20 con 0x7f2b181593d0 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 0x7f2b1813b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 0x7f2b1813b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43730/0 (socket says 172.21.15.7:43730) 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 -- 172.21.15.7:0/2631300799 learned_addr learned my addr 172.21.15.7:0/2631300799 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b177fe640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b1813c650 0x7f2b18070bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 -- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b181593d0 msgr2=0x7f2b1813c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b167fc640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b181593d0 0x7f2b1813c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b181593d0 0x7f2b1813c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 -- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b1813c650 msgr2=0x7f2b18070bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b1813c650 0x7f2b18070bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 -- 172.21.15.7:0/2631300799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b1806fe00 con 0x7f2b18158ff0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b177fe640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b1813c650 0x7f2b18070bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b16ffd640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 0x7f2b1813b750 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800eaf0 tx=0x7f2b080016d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b0800c870 con 0x7f2b18158ff0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b0800c9d0 con 0x7f2b18158ff0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b0800cd80 con 0x7f2b18158ff0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b180700e0 con 0x7f2b18158ff0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b18159f30 con 0x7f2b18158ff0 2024-09-13T15:57:42.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b1815bbd0 con 0x7f2b18158ff0 2024-09-13T15:57:42.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2b0801d460 con 0x7f2b18158ff0 2024-09-13T15:57:42.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2aff7fe640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b040666c0 0x7f2b04068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f2b08084270 con 0x7f2b18158ff0 2024-09-13T15:57:42.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.063+0000 7f2b167fc640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b040666c0 0x7f2b04068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.067+0000 7f2b167fc640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b040666c0 0x7f2b04068b80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2b181f57d0 tx=0x7f2b0c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.071+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2b08051530 con 0x7f2b18158ff0 2024-09-13T15:57:42.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.239+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f2b180ae630 con 0x7f2b18158ff0 2024-09-13T15:57:42.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.239+0000 7f2aff7fe640 1 -- 172.21.15.7:0/2631300799 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7f2b08054b50 con 0x7f2b18158ff0 2024-09-13T15:57:42.242 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:42.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b040666c0 msgr2=0x7f2b04068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b040666c0 0x7f2b04068b80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2b181f57d0 tx=0x7f2b0c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 msgr2=0x7f2b1813b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 0x7f2b1813b750 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800eaf0 tx=0x7f2b080016d0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 shutdown_connections 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b040666c0 0x7f2b04068b80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b1813c650 0x7f2b18070bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b181593d0 0x7f2b1813c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 --2- 172.21.15.7:0/2631300799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b18158ff0 0x7f2b1813b750 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 >> 172.21.15.7:0/2631300799 conn(0x7f2b18069f00 msgr2=0x7f2b1815df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 shutdown_connections 2024-09-13T15:57:42.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.243+0000 7f2b1d4d7640 1 -- 172.21.15.7:0/2631300799 wait complete. 2024-09-13T15:57:42.261 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-13T15:57:42.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:42.261 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-13T15:57:42.274 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:42.274 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:57:42.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:42.274 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T15:57:42.320 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:57:42.320 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:42.327 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:57:42.327 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:42.380 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:42.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c7decd640 1 Processor -- start 2024-09-13T15:57:42.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c7decd640 1 -- start start 2024-09-13T15:57:42.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c7decd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0c78158b40 0x7f0c78070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c7decd640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c78158f20 con 0x7f0c780b20d0 2024-09-13T15:57:42.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c7decd640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c7806bd60 con 0x7f0c780b2620 2024-09-13T15:57:42.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c7decd640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c78071180 con 0x7f0c78158b40 2024-09-13T15:57:42.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c777fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0c78158b40 0x7f0c78070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c76ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f0c780b20d0 0x7f0c780cba90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:36506/0 (socket says 172.21.15.7:36506) 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c76ffd640 1 -- 172.21.15.7:0/3086002465 learned_addr learned my addr 172.21.15.7:0/3086002465 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c777fe640 1 --2- 172.21.15.7:0/3086002465 >> v2:172.21.15.7:3300/0 conn(0x7f0c78158b40 0x7f0c78070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43734/0 (socket says 172.21.15.7:43734) 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c767fc640 1 -- 172.21.15.7:0/3086002465 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 515935646 0 0) 0x7f0c6c001120 con 0x7f0c780b20d0 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c767fc640 1 -- 172.21.15.7:0/3086002465 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c60003530 con 0x7f0c780b20d0 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c777fe640 1 -- 172.21.15.7:0/3086002465 >> v1:172.21.15.77:6789/0 conn(0x7f0c780b2620 legacy=0x7f0c7806ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c777fe640 1 -- 172.21.15.7:0/3086002465 >> v1:172.21.15.7:6789/0 conn(0x7f0c780b20d0 legacy=0x7f0c780cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.503+0000 7f0c777fe640 1 -- 172.21.15.7:0/3086002465 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c7806bfb0 con 0x7f0c78158b40 2024-09-13T15:57:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c777fe640 1 --2- 172.21.15.7:0/3086002465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c78158b40 0x7f0c78070930 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0c6800ba50 tx=0x7f0c6801e8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=717b647ef219c65c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c767fc640 1 -- 172.21.15.7:0/3086002465 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c680a79b0 con 0x7f0c78158b40 2024-09-13T15:57:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c767fc640 1 -- 172.21.15.7:0/3086002465 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c680ab070 con 0x7f0c78158b40 2024-09-13T15:57:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c767fc640 1 -- 172.21.15.7:0/3086002465 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c680a7d30 con 0x7f0c78158b40 2024-09-13T15:57:42.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- 172.21.15.7:0/3086002465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c78158b40 msgr2=0x7f0c78070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3086002465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c78158b40 0x7f0c78070930 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0c6800ba50 tx=0x7f0c6801e8e0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- 172.21.15.7:0/3086002465 shutdown_connections 2024-09-13T15:57:42.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3086002465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c78158b40 0x7f0c78070930 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- 172.21.15.7:0/3086002465 >> 172.21.15.7:0/3086002465 conn(0x7f0c78069f00 msgr2=0x7f0c7806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- 172.21.15.7:0/3086002465 shutdown_connections 2024-09-13T15:57:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- 172.21.15.7:0/3086002465 wait complete. 2024-09-13T15:57:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 Processor -- start 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- start start 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0c780b20d0 0x7f0c780ae770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 0x7f0c780aecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c78158b40 0x7f0c78150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c781f5530 con 0x7f0c780b2620 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c781f60a0 con 0x7f0c78158b40 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c7decd640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c781f6530 con 0x7f0c780b20d0 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 0x7f0c780aecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 0x7f0c780aecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43736/0 (socket says 172.21.15.7:43736) 2024-09-13T15:57:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 -- 172.21.15.7:0/3423466440 learned_addr learned my addr 172.21.15.7:0/3423466440 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:42.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c77fff640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c78158b40 0x7f0c78150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 -- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0c780b20d0 msgr2=0x7f0c780ae770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0c780b20d0 0x7f0c780ae770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 -- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c78158b40 msgr2=0x7f0c78150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c78158b40 0x7f0c78150080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 -- 172.21.15.7:0/3423466440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c6800b6b0 con 0x7f0c780b2620 2024-09-13T15:57:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.507+0000 7f0c76ffd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 0x7f0c780aecb0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c00c4d0 tx=0x7f0c6c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c005cf0 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c6c005e50 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c781f5770 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c007290 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c781f5d30 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c78070930 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0c6c0073f0 con 0x7f0c780b2620 2024-09-13T15:57:42.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c5ffff640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0c64066690 0x7f0c64068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f0c6c083670 con 0x7f0c780b2620 2024-09-13T15:57:42.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c777fe640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0c64066690 0x7f0c64068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.511+0000 7f0c777fe640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0c64066690 0x7f0c64068b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0c680b2000 tx=0x7f0c68004740 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.515+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0c6c0509c0 con 0x7f0c780b2620 2024-09-13T15:57:42.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.667+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0c78150db0 con 0x7f0c780b2620 2024-09-13T15:57:42.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c5ffff640 1 -- 172.21.15.7:0/3423466440 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f0c6c053fe0 con 0x7f0c780b2620 2024-09-13T15:57:42.672 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:42.673 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:39.649859+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0c64066690 msgr2=0x7f0c64068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0c64066690 0x7f0c64068b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0c680b2000 tx=0x7f0c68004740 comp rx=0 tx=0).stop 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 msgr2=0x7f0c780aecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 0x7f0c780aecb0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c00c4d0 tx=0x7f0c6c00c990 comp rx=0 tx=0).stop 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 shutdown_connections 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0c64066690 0x7f0c64068b50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c78158b40 0x7f0c78150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c780b2620 0x7f0c780aecb0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 --2- 172.21.15.7:0/3423466440 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0c780b20d0 0x7f0c780ae770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 >> 172.21.15.7:0/3423466440 conn(0x7f0c78069f00 msgr2=0x7f0c781518a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 shutdown_connections 2024-09-13T15:57:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.671+0000 7f0c7decd640 1 -- 172.21.15.7:0/3423466440 wait complete. 2024-09-13T15:57:42.691 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:42.692 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.815+0000 7f29a91e5640 1 Processor -- start 2024-09-13T15:57:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.815+0000 7f29a91e5640 1 -- start start 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a91e5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 0x7f29a40cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a91e5640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f29a40cc700 0x7f29a40cb320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a91e5640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29a40ca280 con 0x7f29a40cb860 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a91e5640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29a40c9bf0 con 0x7f29a40cc700 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a91e5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40ca560 con 0x7f29a415a570 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f29a40cb860 0x7f29a40b0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59960/0 (socket says 172.21.15.7:59960) 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 -- 172.21.15.7:0/2908520271 learned_addr learned my addr 172.21.15.7:0/2908520271 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a259c640 1 --2- 172.21.15.7:0/2908520271 >> v2:172.21.15.77:3300/0 conn(0x7f29a40cc700 0x7f29a40cb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a2d9d640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 0x7f29a40cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3980143585 0 0) 0x7f29a40ca280 con 0x7f29a40cb860 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f298c003530 con 0x7f29a40cb860 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1763509872 0 0) 0x7f298c003530 con 0x7f29a40cb860 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 msgr2=0x7f29a40cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 0x7f29a40cc1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 >> v2:172.21.15.77:3300/0 conn(0x7f29a40cc700 msgr2=0x7f29a40cb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 --2- 172.21.15.7:0/2908520271 >> v2:172.21.15.77:3300/0 conn(0x7f29a40cc700 0x7f29a40cb320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29a40ca840 con 0x7f29a40cb860 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f299c001a00 con 0x7f29a40cb860 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 >> v1:172.21.15.7:6789/0 conn(0x7f29a40cb860 legacy=0x7f29a40b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f298c003980 0x7f298c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 0x7f298c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c004d10 0x7f298c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40c9bf0 con 0x7f298c004d10 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40ca560 con 0x7f298c003980 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f298c00b990 con 0x7f29a415a570 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c004d10 0x7f298c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a259c640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 0x7f298c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a2d9d640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f298c003980 0x7f298c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 -- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 msgr2=0x7f298c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a415a570 0x7f298c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 -- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f298c003980 msgr2=0x7f298c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f298c003980 0x7f298c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.819+0000 7f29a359e640 1 -- 172.21.15.7:0/2908520271 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f298c003530 con 0x7f298c004d10 2024-09-13T15:57:42.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a359e640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c004d10 0x7f298c005190 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f299c00a8d0 tx=0x7f299c01d400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf9c703910aa079 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c0ad630 con 0x7f298c004d10 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f299c0a8070 con 0x7f298c004d10 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a1d9b640 1 -- 172.21.15.7:0/2908520271 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c0ad9d0 con 0x7f298c004d10 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- 172.21.15.7:0/2908520271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c004d10 msgr2=0x7f298c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2908520271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c004d10 0x7f298c005190 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f299c00a8d0 tx=0x7f299c01d400 comp rx=0 tx=0).stop 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a359e640 1 -- 172.21.15.7:0/2908520271 reap_dead start 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- 172.21.15.7:0/2908520271 shutdown_connections 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- 172.21.15.7:0/2908520271 >> 172.21.15.7:0/2908520271 conn(0x7f29a4065eb0 msgr2=0x7f29a4069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- 172.21.15.7:0/2908520271 shutdown_connections 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- 172.21.15.7:0/2908520271 wait complete. 2024-09-13T15:57:42.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 Processor -- start 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- start start 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a4140eb0 0x7f29a406caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4141290 0x7f29a41f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 0x7f29a41558b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a4155df0 con 0x7f29a4155430 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a41f63a0 con 0x7f29a4141290 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a91e5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a406d740 con 0x7f29a4140eb0 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 0x7f29a41558b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 0x7f29a41558b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43948/0 (socket says 172.21.15.7:43948) 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a359e640 1 -- 172.21.15.7:0/2460287250 learned_addr learned my addr 172.21.15.7:0/2460287250 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a259c640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4141290 0x7f29a41f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.823+0000 7f29a2d9d640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a4140eb0 0x7f29a406caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a359e640 1 -- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a4140eb0 msgr2=0x7f29a406caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a359e640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a4140eb0 0x7f29a406caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a359e640 1 -- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4141290 msgr2=0x7f29a41f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a359e640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4141290 0x7f29a41f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a359e640 1 -- 172.21.15.7:0/2460287250 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29a406d180 con 0x7f29a4155430 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a259c640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4141290 0x7f29a41f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a359e640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 0x7f29a41558b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f299c098d90 tx=0x7f298c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c0019d0 con 0x7f29a4155430 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f299c002010 con 0x7f29a4155430 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29a406d460 con 0x7f29a4155430 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c0ad630 con 0x7f29a4155430 2024-09-13T15:57:42.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29a40b1760 con 0x7f29a4155430 2024-09-13T15:57:42.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29a40b1950 con 0x7f29a4155430 2024-09-13T15:57:42.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f299c0aa030 con 0x7f29a4155430 2024-09-13T15:57:42.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f298b7fe640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f29900666c0 0x7f2990068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:42.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a2d9d640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f29900666c0 0x7f2990068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:42.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f299c11dce0 con 0x7f29a4155430 2024-09-13T15:57:42.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.827+0000 7f29a2d9d640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f29900666c0 0x7f2990068b80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f29940099b0 tx=0x7f2994008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:42.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.831+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f299c0eb050 con 0x7f29a4155430 2024-09-13T15:57:42.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f29a40b1950 con 0x7f29a4155430 2024-09-13T15:57:42.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f298b7fe640 1 -- 172.21.15.7:0/2460287250 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f299c0ba0a0 con 0x7f29a4155430 2024-09-13T15:57:42.992 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f29900666c0 msgr2=0x7f2990068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f29900666c0 0x7f2990068b80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f29940099b0 tx=0x7f2994008040 comp rx=0 tx=0).stop 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 msgr2=0x7f29a41558b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 0x7f29a41558b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f299c098d90 tx=0x7f298c005800 comp rx=0 tx=0).stop 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 shutdown_connections 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f29900666c0 0x7f2990068b80 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29a4155430 0x7f29a41558b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f29a4141290 0x7f29a41f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 --2- 172.21.15.7:0/2460287250 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f29a4140eb0 0x7f29a406caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:42.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 >> 172.21.15.7:0/2460287250 conn(0x7f29a4065eb0 msgr2=0x7f29a4069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:42.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 shutdown_connections 2024-09-13T15:57:42.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:42.991+0000 7f29a91e5640 1 -- 172.21.15.7:0/2460287250 wait complete. 2024-09-13T15:57:43.010 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:43.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 Processor -- start 2024-09-13T15:57:43.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 -- start start 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f08600cb320 0x7f08600cb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f08600b0000 0x7f08600b0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08600ca280 con 0x7f086015a570 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08600c9bf0 con 0x7f08600b0000 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f08681e3640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08600b09d0 con 0x7f08600cb320 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0865f7f640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f086015a570 0x7f08600cc1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59970/0 (socket says 172.21.15.7:59970) 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0865f7f640 1 -- 172.21.15.7:0/1001025409 learned_addr learned my addr 172.21.15.7:0/1001025409 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:43.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0866780640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f08600b0000 0x7f08600b0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f086577e640 1 --2- 172.21.15.7:0/1001025409 >> v2:172.21.15.77:3300/0 conn(0x7f08600cb320 0x7f08600cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0866780640 1 -- 172.21.15.7:0/1001025409 >> v2:172.21.15.77:3300/0 conn(0x7f08600cb320 msgr2=0x7f08600cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:43.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0866780640 1 --2- 172.21.15.7:0/1001025409 >> v2:172.21.15.77:3300/0 conn(0x7f08600cb320 0x7f08600cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0866780640 1 -- 172.21.15.7:0/1001025409 >> v1:172.21.15.7:6789/0 conn(0x7f086015a570 legacy=0x7f08600cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f0866780640 1 -- 172.21.15.7:0/1001025409 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08600ca560 con 0x7f08600b0000 2024-09-13T15:57:43.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.127+0000 7f086577e640 1 --2- 172.21.15.7:0/1001025409 >> v2:172.21.15.77:3300/0 conn(0x7f08600cb320 0x7f08600cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:43.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f0866780640 1 --2- 172.21.15.7:0/1001025409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600b0000 0x7f08600b0490 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f08600cbf00 tx=0x7f085801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21aebdfb27bb0167 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f0864f7d640 1 -- 172.21.15.7:0/1001025409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08580a58e0 con 0x7f08600b0000 2024-09-13T15:57:43.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f0864f7d640 1 -- 172.21.15.7:0/1001025409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08580a5a40 con 0x7f08600b0000 2024-09-13T15:57:43.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f0864f7d640 1 -- 172.21.15.7:0/1001025409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08580a5dd0 con 0x7f08600b0000 2024-09-13T15:57:43.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- 172.21.15.7:0/1001025409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600b0000 msgr2=0x7f08600b0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 --2- 172.21.15.7:0/1001025409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600b0000 0x7f08600b0490 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f08600cbf00 tx=0x7f085801c930 comp rx=0 tx=0).stop 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- 172.21.15.7:0/1001025409 shutdown_connections 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 --2- 172.21.15.7:0/1001025409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600b0000 0x7f08600b0490 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 --2- 172.21.15.7:0/1001025409 >> v2:172.21.15.77:3300/0 conn(0x7f08600cb320 0x7f08600cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- 172.21.15.7:0/1001025409 >> 172.21.15.7:0/1001025409 conn(0x7f0860065eb0 msgr2=0x7f0860069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- 172.21.15.7:0/1001025409 shutdown_connections 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- 172.21.15.7:0/1001025409 wait complete. 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 Processor -- start 2024-09-13T15:57:43.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- start start 2024-09-13T15:57:43.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08600b0000 0x7f08600b1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 0x7f0860158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f086015a570 0x7f0860159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0860071350 con 0x7f08600cb320 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0860159970 con 0x7f086015a570 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f08681e3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0860159c50 con 0x7f08600b0000 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 0x7f0860158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 0x7f0860158e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43974/0 (socket says 172.21.15.7:43974) 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 -- 172.21.15.7:0/2917958006 learned_addr learned my addr 172.21.15.7:0/2917958006 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f0866780640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f086015a570 0x7f0860159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f0865f7f640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08600b0000 0x7f08600b1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 -- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08600b0000 msgr2=0x7f08600b1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08600b0000 0x7f08600b1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 -- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f086015a570 msgr2=0x7f0860159390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f086015a570 0x7f0860159390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 -- 172.21.15.7:0/2917958006 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0858009a70 con 0x7f08600cb320 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.131+0000 7f086577e640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 0x7f0860158e50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f085000c7c0 tx=0x7f085000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0850007a30 con 0x7f08600cb320 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0850007b90 con 0x7f08600cb320 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08600cca50 con 0x7f08600cb320 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085000ce70 con 0x7f08600cb320 2024-09-13T15:57:43.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f086006ff40 con 0x7f08600cb320 2024-09-13T15:57:43.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f086015e9c0 con 0x7f08600cb320 2024-09-13T15:57:43.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f08500113f0 con 0x7f08600cb320 2024-09-13T15:57:43.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08567fc640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0844066690 0x7f0844068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f0850084650 con 0x7f08600cb320 2024-09-13T15:57:43.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f0865f7f640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0844066690 0x7f0844068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.135+0000 7f0865f7f640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0844066690 0x7f0844068b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f086015de10 tx=0x7f085c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.139+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f086015e9c0 con 0x7f08600cb320 2024-09-13T15:57:43.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.299+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f086015e9c0 con 0x7f08600cb320 2024-09-13T15:57:43.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.299+0000 7f08567fc640 1 -- 172.21.15.7:0/2917958006 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f086015e9c0 con 0x7f08600cb320 2024-09-13T15:57:43.301 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:43.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0844066690 msgr2=0x7f0844068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0844066690 0x7f0844068b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f086015de10 tx=0x7f085c009040 comp rx=0 tx=0).stop 2024-09-13T15:57:43.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 msgr2=0x7f0860158e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 0x7f0860158e50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f085000c7c0 tx=0x7f085000cc80 comp rx=0 tx=0).stop 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 shutdown_connections 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0844066690 0x7f0844068b50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f086015a570 0x7f0860159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08600cb320 0x7f0860158e50 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 --2- 172.21.15.7:0/2917958006 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f08600b0000 0x7f08600b1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 >> 172.21.15.7:0/2917958006 conn(0x7f0860065eb0 msgr2=0x7f08600cc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 shutdown_connections 2024-09-13T15:57:43.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.303+0000 7f08681e3640 1 -- 172.21.15.7:0/2917958006 wait complete. 2024-09-13T15:57:43.320 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:43.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb6703640 1 Processor -- start 2024-09-13T15:57:43.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb6703640 1 -- start start 2024-09-13T15:57:43.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb6703640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3cb015af80 0x7f3cb00b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb6703640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cb006faf0 con 0x7f3cb00b0540 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb6703640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cb015b3e0 con 0x7f3cb0153b90 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb6703640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cb00b0970 con 0x7f3cb015af80 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3ca77fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3cb015af80 0x7f3cb00b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb4ca0640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3cb00b0540 0x7f3cb0159d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59976/0 (socket says 172.21.15.7:59976) 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3cb4ca0640 1 -- 172.21.15.7:0/2941699055 learned_addr learned my addr 172.21.15.7:0/2941699055 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2941699055 >> v1:172.21.15.77:6789/0 conn(0x7f3cb0153b90 legacy=0x7f3cb015da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2941699055 >> v1:172.21.15.7:6789/0 conn(0x7f3cb00b0540 legacy=0x7f3cb0159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2941699055 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cb0153f70 con 0x7f3cb015af80 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.443+0000 7f3ca77fe640 1 --2- 172.21.15.7:0/2941699055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb015af80 0x7f3cb00b0000 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3c980097c0 tx=0x7f3c9801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0b523b145a2e842 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3caf7fe640 1 -- 172.21.15.7:0/2941699055 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c980ab660 con 0x7f3cb015af80 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3caf7fe640 1 -- 172.21.15.7:0/2941699055 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c980ab7c0 con 0x7f3cb015af80 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3caf7fe640 1 -- 172.21.15.7:0/2941699055 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c980abb50 con 0x7f3cb015af80 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- 172.21.15.7:0/2941699055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb015af80 msgr2=0x7f3cb00b0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2941699055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb015af80 0x7f3cb00b0000 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3c980097c0 tx=0x7f3c9801c460 comp rx=0 tx=0).stop 2024-09-13T15:57:43.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- 172.21.15.7:0/2941699055 shutdown_connections 2024-09-13T15:57:43.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2941699055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb015af80 0x7f3cb00b0000 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- 172.21.15.7:0/2941699055 >> 172.21.15.7:0/2941699055 conn(0x7f3cb0065eb0 msgr2=0x7f3cb0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:43.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- 172.21.15.7:0/2941699055 shutdown_connections 2024-09-13T15:57:43.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- 172.21.15.7:0/2941699055 wait complete. 2024-09-13T15:57:43.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 Processor -- start 2024-09-13T15:57:43.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- start start 2024-09-13T15:57:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cb00b0540 0x7f3cb0150680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 0x7f3cb0150eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cb015af80 0x7f3cb00b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cb00b2ba0 con 0x7f3cb0153b90 2024-09-13T15:57:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cb0156e70 con 0x7f3cb015af80 2024-09-13T15:57:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb6703640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cb00b1f20 con 0x7f3cb00b0540 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 0x7f3cb0150eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 0x7f3cb0150eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44002/0 (socket says 172.21.15.7:44002) 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2120175834 learned_addr learned my addr 172.21.15.7:0/2120175834 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3cb4ca0640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cb015af80 0x7f3cb00b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3caffff640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cb00b0540 0x7f3cb0150680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cb00b0540 msgr2=0x7f3cb0150680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cb00b0540 0x7f3cb0150680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cb015af80 msgr2=0x7f3cb00b2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cb015af80 0x7f3cb00b2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 -- 172.21.15.7:0/2120175834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c98009420 con 0x7f3cb0153b90 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.447+0000 7f3ca77fe640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 0x7f3cb0150eb0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3c98019070 tx=0x7f3c9801aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c980aa950 con 0x7f3cb0153b90 2024-09-13T15:57:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c980aaad0 con 0x7f3cb0153b90 2024-09-13T15:57:43.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c980aae80 con 0x7f3cb0153b90 2024-09-13T15:57:43.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cb00b2200 con 0x7f3cb0153b90 2024-09-13T15:57:43.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cb00b27c0 con 0x7f3cb0153b90 2024-09-13T15:57:43.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c94005260 con 0x7f3cb0153b90 2024-09-13T15:57:43.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3c980a9070 con 0x7f3cb0153b90 2024-09-13T15:57:43.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cad7fa640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c90066690 0x7f3c90068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3caffff640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c90066690 0x7f3c90068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f3c9811eab0 con 0x7f3cb0153b90 2024-09-13T15:57:43.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.451+0000 7f3caffff640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c90066690 0x7f3c90068b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0003d60 tx=0x7f3ca0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.455+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3c980ebe00 con 0x7f3cb0153b90 2024-09-13T15:57:43.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.615+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3c94005a90 con 0x7f3cb0153b90 2024-09-13T15:57:43.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.615+0000 7f3cad7fa640 1 -- 172.21.15.7:0/2120175834 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3c980ef420 con 0x7f3cb0153b90 2024-09-13T15:57:43.618 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:43.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c90066690 msgr2=0x7f3c90068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c90066690 0x7f3c90068b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0003d60 tx=0x7f3ca0009040 comp rx=0 tx=0).stop 2024-09-13T15:57:43.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 msgr2=0x7f3cb0150eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 0x7f3cb0150eb0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3c98019070 tx=0x7f3c9801aca0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 shutdown_connections 2024-09-13T15:57:43.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c90066690 0x7f3c90068b50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3cb015af80 0x7f3cb00b2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3cb0153b90 0x7f3cb0150eb0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 --2- 172.21.15.7:0/2120175834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3cb00b0540 0x7f3cb0150680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 >> 172.21.15.7:0/2120175834 conn(0x7f3cb0065eb0 msgr2=0x7f3cb0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:43.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 shutdown_connections 2024-09-13T15:57:43.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.619+0000 7f3cb6703640 1 -- 172.21.15.7:0/2120175834 wait complete. 2024-09-13T15:57:43.637 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:43.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d4044640 1 Processor -- start 2024-09-13T15:57:43.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d4044640 1 -- start start 2024-09-13T15:57:43.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d4044640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc6cc15da10 0x7fc6cc15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d4044640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6cc15af90 con 0x7fc6cc0cd3e0 2024-09-13T15:57:43.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d4044640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6cc0b2d60 con 0x7fc6cc143af0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d4044640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6cc15ddf0 con 0x7fc6cc15da10 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d25e1640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc6cc0cd3e0 0x7fc6cc0cd850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59986/0 (socket says 172.21.15.7:59986) 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d25e1640 1 -- 172.21.15.7:0/2428637465 learned_addr learned my addr 172.21.15.7:0/2428637465 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/2428637465 >> v2:172.21.15.77:3300/0 conn(0x7fc6cc15da10 0x7fc6cc15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3530632380 0 0) 0x7fc6cc15af90 con 0x7fc6cc0cd3e0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.755+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6b8003530 con 0x7fc6cc0cd3e0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 830884782 0 0) 0x7fc6b8003530 con 0x7fc6cc0cd3e0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 >> v2:172.21.15.77:3300/0 conn(0x7fc6cc15da10 msgr2=0x7fc6cc15aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 --2- 172.21.15.7:0/2428637465 >> v2:172.21.15.77:3300/0 conn(0x7fc6cc15da10 0x7fc6cc15aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 >> v1:172.21.15.77:6789/0 conn(0x7fc6cc143af0 legacy=0x7fc6cc0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6cc0b3000 con 0x7fc6cc0cd3e0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fc6c4001a00 con 0x7fc6cc0cd3e0 2024-09-13T15:57:43.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 >> v1:172.21.15.7:6789/0 conn(0x7fc6cc0cd3e0 legacy=0x7fc6cc0cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6b80039d0 0x7fc6b8003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6b80047d0 0x7fc6b8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b8005190 0x7fc6b800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6cc15ddf0 con 0x7fc6b80039d0 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b800c090 con 0x7fc6b80047d0 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b800c250 con 0x7fc6b8005190 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6b80039d0 0x7fc6b8003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d15df640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6b80047d0 0x7fc6b8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d25e1640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b8005190 0x7fc6b800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 -- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b8005190 msgr2=0x7fc6b800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b8005190 0x7fc6b800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 -- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6b80047d0 msgr2=0x7fc6b8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:43.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6b80047d0 0x7fc6b8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d25e1640 1 -- 172.21.15.7:0/2428637465 reap_dead start 2024-09-13T15:57:43.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 -- 172.21.15.7:0/2428637465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6b8003530 con 0x7fc6b80039d0 2024-09-13T15:57:43.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6b80039d0 0x7fc6b8003df0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009ae0 tx=0x7fc6c801ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3427f2c284c66c85 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6c80a5540 con 0x7fc6b80039d0 2024-09-13T15:57:43.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6c80a56a0 con 0x7fc6b80039d0 2024-09-13T15:57:43.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d0dde640 1 -- 172.21.15.7:0/2428637465 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6c80a5a50 con 0x7fc6b80039d0 2024-09-13T15:57:43.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d4044640 1 -- 172.21.15.7:0/2428637465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6b80039d0 msgr2=0x7fc6b8003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d4044640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6b80039d0 0x7fc6b8003df0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009ae0 tx=0x7fc6c801ca60 comp rx=0 tx=0).stop 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d4044640 1 -- 172.21.15.7:0/2428637465 shutdown_connections 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d4044640 1 --2- 172.21.15.7:0/2428637465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6b80039d0 0x7fc6b8003df0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.759+0000 7fc6d4044640 1 -- 172.21.15.7:0/2428637465 >> 172.21.15.7:0/2428637465 conn(0x7fc6cc069f00 msgr2=0x7fc6cc06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- 172.21.15.7:0/2428637465 shutdown_connections 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- 172.21.15.7:0/2428637465 wait complete. 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 Processor -- start 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- start start 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b80039d0 0x7fc6cc13e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 0x7fc6cc0acd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6cc1e7c20 0x7fc6cc1e80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6cc0ad270 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6cc13eb40 con 0x7fc6cc1e7c20 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6cc1e99f0 con 0x7fc6b80039d0 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 0x7fc6cc0acd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 0x7fc6cc0acd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44022/0 (socket says 172.21.15.7:44022) 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 -- 172.21.15.7:0/4133036697 learned_addr learned my addr 172.21.15.7:0/4133036697 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b80039d0 0x7fc6cc13e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d25e1640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6cc1e7c20 0x7fc6cc1e80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 -- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b80039d0 msgr2=0x7fc6cc13e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b80039d0 0x7fc6cc13e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 -- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6cc1e7c20 msgr2=0x7fc6cc1e80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6cc1e7c20 0x7fc6cc1e80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 -- 172.21.15.7:0/4133036697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6cc1e8950 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d15df640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 0x7fc6cc0acd30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc00e4b0 tx=0x7fc6bc00e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc0052e0 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6bc005440 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6cc1e8c30 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc003840 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.763+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6cc1e91f0 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.767+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6cc06cb40 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.767+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc6bc0039a0 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.767+0000 7fc6c27fc640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc6b00666c0 0x7fc6b0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:43.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.767+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fc6bc083f90 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.767+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc6b00666c0 0x7fc6b0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:43.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.767+0000 7fc6d1de0640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc6b00666c0 0x7fc6b0068b80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80af000 tx=0x7fc6c8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:43.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.771+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc6bc0b5db0 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc6cc0b0860 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6c27fc640 1 -- 172.21.15.7:0/4133036697 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc6bc051250 con 0x7fc6cc0ac8d0 2024-09-13T15:57:43.944 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc6b00666c0 msgr2=0x7fc6b0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc6b00666c0 0x7fc6b0068b80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80af000 tx=0x7fc6c8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 msgr2=0x7fc6cc0acd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 0x7fc6cc0acd30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc00e4b0 tx=0x7fc6bc00e970 comp rx=0 tx=0).stop 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 shutdown_connections 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc6b00666c0 0x7fc6b0068b80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6cc1e7c20 0x7fc6cc1e80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6cc0ac8d0 0x7fc6cc0acd30 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 --2- 172.21.15.7:0/4133036697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc6b80039d0 0x7fc6cc13e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 >> 172.21.15.7:0/4133036697 conn(0x7fc6cc069f00 msgr2=0x7fc6cc0b0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 shutdown_connections 2024-09-13T15:57:43.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:43.943+0000 7fc6d4044640 1 -- 172.21.15.7:0/4133036697 wait complete. 2024-09-13T15:57:43.963 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:57:43.963 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:57:43.970 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:44.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.091+0000 7f2d07316640 1 Processor -- start 2024-09-13T15:57:44.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.091+0000 7f2d07316640 1 -- start start 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d07316640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2d000b2640 0x7f2d00070810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d07316640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d0006ef20 con 0x7f2d00153b60 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d07316640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d000b2be0 con 0x7f2d00070d50 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d07316640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d000711c0 con 0x7f2d000b2640 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f2d00153b60 0x7f2d0015a340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:59998/0 (socket says 172.21.15.7:59998) 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 -- 172.21.15.7:0/3752620311 learned_addr learned my addr 172.21.15.7:0/3752620311 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d048b1640 1 --2- 172.21.15.7:0/3752620311 >> v2:172.21.15.77:3300/0 conn(0x7f2d000b2640 0x7f2d00070810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3714777450 0 0) 0x7f2cf80014a0 con 0x7f2d00153b60 2024-09-13T15:57:44.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2cec003530 con 0x7f2d00153b60 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3013581294 0 0) 0x7f2cec003530 con 0x7f2d00153b60 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 >> v2:172.21.15.77:3300/0 conn(0x7f2d000b2640 msgr2=0x7f2d00070810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 --2- 172.21.15.7:0/3752620311 >> v2:172.21.15.77:3300/0 conn(0x7f2d000b2640 0x7f2d00070810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 >> v1:172.21.15.77:6789/0 conn(0x7f2d00070d50 legacy=0x7f2d000cd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d000b2ec0 con 0x7f2d00153b60 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f2cf8001b90 con 0x7f2d00153b60 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 >> v1:172.21.15.7:6789/0 conn(0x7f2d00153b60 legacy=0x7f2d0015a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec003980 0x7f2cec003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec0047d0 0x7f2cec004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2cec005190 0x7f2cec00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d000711c0 con 0x7f2cec003980 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cec00c130 con 0x7f2cec005190 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cec00c2f0 con 0x7f2cec0047d0 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec003980 0x7f2cec003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d058b3640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2cec005190 0x7f2cec00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d048b1640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec0047d0 0x7f2cec004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 -- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec0047d0 msgr2=0x7f2cec004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec0047d0 0x7f2cec004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 -- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2cec005190 msgr2=0x7f2cec00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2cec005190 0x7f2cec00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d050b2640 1 -- 172.21.15.7:0/3752620311 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cec003530 con 0x7f2cec003980 2024-09-13T15:57:44.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d058b3640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2cec005190 0x7f2cec00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:44.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.095+0000 7f2d058b3640 1 -- 172.21.15.7:0/3752620311 reap_dead start 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec003980 0x7f2cec003da0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f2cf800a830 tx=0x7f2cf801d330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4941848533c1af2f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cf80ad630 con 0x7f2cec003980 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cf80a8070 con 0x7f2cec003980 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2cf7fff640 1 -- 172.21.15.7:0/3752620311 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cf80ada30 con 0x7f2cec003980 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- 172.21.15.7:0/3752620311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec003980 msgr2=0x7f2cec003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec003980 0x7f2cec003da0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f2cf800a830 tx=0x7f2cf801d330 comp rx=0 tx=0).stop 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- 172.21.15.7:0/3752620311 shutdown_connections 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 --2- 172.21.15.7:0/3752620311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec003980 0x7f2cec003da0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- 172.21.15.7:0/3752620311 >> 172.21.15.7:0/3752620311 conn(0x7f2d0006b1e0 msgr2=0x7f2d0006b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- 172.21.15.7:0/3752620311 shutdown_connections 2024-09-13T15:57:44.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- 172.21.15.7:0/3752620311 wait complete. 2024-09-13T15:57:44.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 Processor -- start 2024-09-13T15:57:44.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- start start 2024-09-13T15:57:44.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec003980 0x7f2d001e6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d001e7160 0x7f2d0006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 0x7f2d0014a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0006df80 con 0x7f2d0006daf0 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0014b500 con 0x7f2d001e7160 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d07316640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d000b0390 con 0x7f2cec003980 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 0x7f2d0014a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 0x7f2d0014a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44048/0 (socket says 172.21.15.7:44048) 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 -- 172.21.15.7:0/3463306086 learned_addr learned my addr 172.21.15.7:0/3463306086 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d048b1640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d001e7160 0x7f2d0006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec003980 0x7f2d001e6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 -- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec003980 msgr2=0x7f2d001e6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec003980 0x7f2d001e6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 -- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d001e7160 msgr2=0x7f2d0006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d001e7160 0x7f2d0006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d058b3640 1 -- 172.21.15.7:0/3463306086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d000af2f0 con 0x7f2d0006daf0 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.099+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec003980 0x7f2d001e6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2d058b3640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 0x7f2d0014a640 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f2d000cc3d0 tx=0x7f2cfc00e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc0050d0 con 0x7f2d0006daf0 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cfc005230 con 0x7f2d0006daf0 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc003600 con 0x7f2d0006daf0 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d000af5d0 con 0x7f2d0006daf0 2024-09-13T15:57:44.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d000afb90 con 0x7f2d0006daf0 2024-09-13T15:57:44.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d0015daa0 con 0x7f2d0006daf0 2024-09-13T15:57:44.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2cfc003760 con 0x7f2d0006daf0 2024-09-13T15:57:44.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2cf5ffb640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2ce4066690 0x7f2ce4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f2cfc083760 con 0x7f2d0006daf0 2024-09-13T15:57:44.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2ce4066690 0x7f2ce4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.103+0000 7f2d050b2640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2ce4066690 0x7f2ce4068b50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2cf80ad000 tx=0x7f2cf80a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.107+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2cfc050a20 con 0x7f2d0006daf0 2024-09-13T15:57:44.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.267+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d000b4130 con 0x7f2d0006daf0 2024-09-13T15:57:44.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2cf5ffb640 1 -- 172.21.15.7:0/3463306086 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f2cfc054040 con 0x7f2d0006daf0 2024-09-13T15:57:44.272 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:44.272 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:39.649859+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:44.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2ce4066690 msgr2=0x7f2ce4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2ce4066690 0x7f2ce4068b50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2cf80ad000 tx=0x7f2cf80a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 msgr2=0x7f2d0014a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 0x7f2d0014a640 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f2d000cc3d0 tx=0x7f2cfc00e820 comp rx=0 tx=0).stop 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 shutdown_connections 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2ce4066690 0x7f2ce4068b50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d0006daf0 0x7f2d0014a640 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d001e7160 0x7f2d0006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 --2- 172.21.15.7:0/3463306086 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2cec003980 0x7f2d001e6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 >> 172.21.15.7:0/3463306086 conn(0x7f2d0006b1e0 msgr2=0x7f2d0006c940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:44.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 shutdown_connections 2024-09-13T15:57:44.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.271+0000 7f2d07316640 1 -- 172.21.15.7:0/3463306086 wait complete. 2024-09-13T15:57:44.290 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:44.291 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:44.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 Processor -- start 2024-09-13T15:57:44.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 -- start start 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f17e415c900 0x7f17e40d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f17e40cd7f0 0x7f17e40b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17e40d0db0 con 0x7f17e40cdc30 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17e415cce0 con 0x7f17e40cd7f0 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e8b32640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17e40d1090 con 0x7f17e415c900 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f17e40cd7f0 0x7f17e40b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f17e40cd7f0 0x7f17e40b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44052/0 (socket says 172.21.15.7:44052) 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 -- 172.21.15.7:0/995346873 learned_addr learned my addr 172.21.15.7:0/995346873 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e259c640 1 --2- 172.21.15.7:0/995346873 >> v2:172.21.15.77:3300/0 conn(0x7f17e415c900 0x7f17e40d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 -- 172.21.15.7:0/995346873 >> v2:172.21.15.77:3300/0 conn(0x7f17e415c900 msgr2=0x7f17e40d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 --2- 172.21.15.7:0/995346873 >> v2:172.21.15.77:3300/0 conn(0x7f17e415c900 0x7f17e40d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 -- 172.21.15.7:0/995346873 >> v1:172.21.15.77:6789/0 conn(0x7f17e40cdc30 legacy=0x7f17e40b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 -- 172.21.15.7:0/995346873 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e40d1370 con 0x7f17e40cd7f0 2024-09-13T15:57:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17dbfff640 1 --2- 172.21.15.7:0/995346873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cd7f0 0x7f17e40b4210 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f17e40b8900 tx=0x7f17cc01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d165dee3aba416 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e1d9b640 1 -- 172.21.15.7:0/995346873 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17cc0ab600 con 0x7f17e40cd7f0 2024-09-13T15:57:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e1d9b640 1 -- 172.21.15.7:0/995346873 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17cc0a7050 con 0x7f17e40cd7f0 2024-09-13T15:57:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.407+0000 7f17e1d9b640 1 -- 172.21.15.7:0/995346873 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17cc0ab980 con 0x7f17e40cd7f0 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- 172.21.15.7:0/995346873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cd7f0 msgr2=0x7f17e40b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 --2- 172.21.15.7:0/995346873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cd7f0 0x7f17e40b4210 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f17e40b8900 tx=0x7f17cc01c420 comp rx=0 tx=0).stop 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- 172.21.15.7:0/995346873 shutdown_connections 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 --2- 172.21.15.7:0/995346873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cd7f0 0x7f17e40b4210 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 --2- 172.21.15.7:0/995346873 >> v2:172.21.15.77:3300/0 conn(0x7f17e415c900 0x7f17e40d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- 172.21.15.7:0/995346873 >> 172.21.15.7:0/995346873 conn(0x7f17e40cf210 msgr2=0x7f17e40cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- 172.21.15.7:0/995346873 shutdown_connections 2024-09-13T15:57:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- 172.21.15.7:0/995346873 wait complete. 2024-09-13T15:57:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 Processor -- start 2024-09-13T15:57:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- start start 2024-09-13T15:57:44.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17e40cd7f0 0x7f17e41543f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 0x7f17e40c8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f17e415c900 0x7f17e4158320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e41555e0 con 0x7f17e40cdc30 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e40c8b50 con 0x7f17e40cd7f0 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e8b32640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e41549d0 con 0x7f17e415c900 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 0x7f17e40c8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 0x7f17e40c8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44056/0 (socket says 172.21.15.7:44056) 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 -- 172.21.15.7:0/2914833842 learned_addr learned my addr 172.21.15.7:0/2914833842 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e259c640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17e40cd7f0 0x7f17e41543f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e2d9d640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f17e415c900 0x7f17e4158320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 -- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f17e415c900 msgr2=0x7f17e4158320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f17e415c900 0x7f17e4158320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 -- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17e40cd7f0 msgr2=0x7f17e41543f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17e40cd7f0 0x7f17e41543f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17dbfff640 1 -- 172.21.15.7:0/2914833842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17cc0094d0 con 0x7f17e40cdc30 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.411+0000 7f17e259c640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17e40cd7f0 0x7f17e41543f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17dbfff640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 0x7f17e40c8610 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f17cc01a050 tx=0x7f17cc0191c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17cc0b4440 con 0x7f17e40cdc30 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17cc0b45a0 con 0x7f17e40cdc30 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17e40d2510 con 0x7f17e40cdc30 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17cc0b4950 con 0x7f17e40cdc30 2024-09-13T15:57:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17e4154f90 con 0x7f17e40cdc30 2024-09-13T15:57:44.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17e40b4210 con 0x7f17e40cdc30 2024-09-13T15:57:44.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f17cc0b2070 con 0x7f17e40cdc30 2024-09-13T15:57:44.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17daffd640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f17c40666c0 0x7f17c4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f17cc11e120 con 0x7f17e40cdc30 2024-09-13T15:57:44.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17e259c640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f17c40666c0 0x7f17c4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.415+0000 7f17e259c640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f17c40666c0 0x7f17c4068b80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f17d4009840 tx=0x7f17d4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.419+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f17cc0eb3d0 con 0x7f17e40cdc30 2024-09-13T15:57:44.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.571+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f17e40008e0 con 0x7f17e40cdc30 2024-09-13T15:57:44.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.571+0000 7f17daffd640 1 -- 172.21.15.7:0/2914833842 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f17cc0ee9f0 con 0x7f17e40cdc30 2024-09-13T15:57:44.575 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f17c40666c0 msgr2=0x7f17c4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f17c40666c0 0x7f17c4068b80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f17d4009840 tx=0x7f17d4008040 comp rx=0 tx=0).stop 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 msgr2=0x7f17e40c8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 0x7f17e40c8610 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f17cc01a050 tx=0x7f17cc0191c0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 shutdown_connections 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f17c40666c0 0x7f17c4068b80 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f17e415c900 0x7f17e4158320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17e40cdc30 0x7f17e40c8610 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 --2- 172.21.15.7:0/2914833842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17e40cd7f0 0x7f17e41543f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 >> 172.21.15.7:0/2914833842 conn(0x7f17e40cf210 msgr2=0x7f17e40cf5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 shutdown_connections 2024-09-13T15:57:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.575+0000 7f17e8b32640 1 -- 172.21.15.7:0/2914833842 wait complete. 2024-09-13T15:57:44.593 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:44.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 Processor -- start 2024-09-13T15:57:44.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 -- start start 2024-09-13T15:57:44.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3f4c15c9a0 0x7f3f4c071540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c0ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f4c071ec0 con 0x7f3f4c071a80 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f4c06ca70 con 0x7f3f4c15c9a0 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f54179640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4c0cd770 con 0x7f3f4c06c600 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51f15640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3f4c15c9a0 0x7f3f4c071540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51714640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3f4c071a80 0x7f3f4c06bef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60002/0 (socket says 172.21.15.7:60002) 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51f15640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f3f4c15c9a0 0x7f3f4c071540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44072/0 (socket says 172.21.15.7:44072) 2024-09-13T15:57:44.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51714640 1 -- 172.21.15.7:0/734298580 learned_addr learned my addr 172.21.15.7:0/734298580 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:44.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51f15640 1 -- 172.21.15.7:0/734298580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 msgr2=0x7f3f4c0ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:44.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f52716640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c0ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f50f13640 1 -- 172.21.15.7:0/734298580 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 715887956 0 0) 0x7f3f4c071ec0 con 0x7f3f4c071a80 2024-09-13T15:57:44.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51f15640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c0ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51f15640 1 -- 172.21.15.7:0/734298580 >> v1:172.21.15.7:6789/0 conn(0x7f3f4c071a80 legacy=0x7f3f4c06bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f51f15640 1 -- 172.21.15.7:0/734298580 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f4c06cc60 con 0x7f3f4c15c9a0 2024-09-13T15:57:44.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.711+0000 7f3f52716640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c0ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:44.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51f15640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c071540 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f3f480097c0 tx=0x7f3f4801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b2720c6bf1c468 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f50f13640 1 -- 172.21.15.7:0/734298580 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f480ac640 con 0x7f3f4c15c9a0 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f50f13640 1 -- 172.21.15.7:0/734298580 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f480ac7a0 con 0x7f3f4c15c9a0 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f50f13640 1 -- 172.21.15.7:0/734298580 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f480acb30 con 0x7f3f4c15c9a0 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- 172.21.15.7:0/734298580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c15c9a0 msgr2=0x7f3f4c071540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c071540 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f3f480097c0 tx=0x7f3f4801c3e0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- 172.21.15.7:0/734298580 shutdown_connections 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c0ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 --2- 172.21.15.7:0/734298580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c071540 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- 172.21.15.7:0/734298580 >> 172.21.15.7:0/734298580 conn(0x7f3f4c06d6d0 msgr2=0x7f3f4c06dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- 172.21.15.7:0/734298580 shutdown_connections 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- 172.21.15.7:0/734298580 wait complete. 2024-09-13T15:57:44.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 Processor -- start 2024-09-13T15:57:44.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- start start 2024-09-13T15:57:44.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c14c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 0x7f3f4c159790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c15abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4c159300 con 0x7f3f4c071a80 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4c15bdd0 con 0x7f3f4c15c9a0 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f54179640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4c15baf0 con 0x7f3f4c06c600 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 0x7f3f4c159790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 0x7f3f4c159790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44078/0 (socket says 172.21.15.7:44078) 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 -- 172.21.15.7:0/371317270 learned_addr learned my addr 172.21.15.7:0/371317270 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51f15640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c14c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f52716640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c15abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 -- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 msgr2=0x7f3f4c14c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c14c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 -- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f4c15c9a0 msgr2=0x7f3f4c15abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c15abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 -- 172.21.15.7:0/371317270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f48009420 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.715+0000 7f3f51714640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 0x7f3f4c159790 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c0011f0 tx=0x7f3f3c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c0074e0 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c007640 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c004a10 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f4c158cb0 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f4c159cd0 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f4c159470 con 0x7f3f4c071a80 2024-09-13T15:57:44.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3f3c004b70 con 0x7f3f4c071a80 2024-09-13T15:57:44.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f427fc640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3f300666c0 0x7f3f30068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:44.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f3f3c0833c0 con 0x7f3f4c071a80 2024-09-13T15:57:44.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f51f15640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3f300666c0 0x7f3f30068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:44.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.719+0000 7f3f51f15640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3f300666c0 0x7f3f30068b80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3f480ae000 tx=0x7f3f480a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:44.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.723+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3f3c050680 con 0x7f3f4c071a80 2024-09-13T15:57:44.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.875+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3f4c0ce210 con 0x7f3f4c071a80 2024-09-13T15:57:44.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.875+0000 7f3f427fc640 1 -- 172.21.15.7:0/371317270 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3f3c053ca0 con 0x7f3f4c071a80 2024-09-13T15:57:44.879 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:44.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3f300666c0 msgr2=0x7f3f30068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3f300666c0 0x7f3f30068b80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3f480ae000 tx=0x7f3f480a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 msgr2=0x7f3f4c159790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 0x7f3f4c159790 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c0011f0 tx=0x7f3f3c00c9b0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 shutdown_connections 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3f300666c0 0x7f3f30068b80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f4c15c9a0 0x7f3f4c15abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f4c071a80 0x7f3f4c159790 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 --2- 172.21.15.7:0/371317270 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3f4c06c600 0x7f3f4c14c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 >> 172.21.15.7:0/371317270 conn(0x7f3f4c06d6d0 msgr2=0x7f3f4c0b02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 shutdown_connections 2024-09-13T15:57:44.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:44.879+0000 7f3f54179640 1 -- 172.21.15.7:0/371317270 wait complete. 2024-09-13T15:57:44.896 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:45.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f036863d640 1 Processor -- start 2024-09-13T15:57:45.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f036863d640 1 -- start start 2024-09-13T15:57:45.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f036863d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f03600b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f036863d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03600d0db0 con 0x7f036015c900 2024-09-13T15:57:45.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f036863d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03600d1090 con 0x7f03600cdc30 2024-09-13T15:57:45.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f036863d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03600d2560 con 0x7f03600cd7f0 2024-09-13T15:57:45.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03663d9640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f036015c900 0x7f03600d1e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60010/0 (socket says 172.21.15.7:60010) 2024-09-13T15:57:45.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03663d9640 1 -- 172.21.15.7:0/887160359 learned_addr learned my addr 172.21.15.7:0/887160359 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3262748370 0 0) 0x7f03600d0db0 con 0x7f036015c900 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f03600b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f034c003530 con 0x7f036015c900 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2470080417 0 0) 0x7f034c003530 con 0x7f036015c900 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 msgr2=0x7f03600b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f03600b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 >> v1:172.21.15.77:6789/0 conn(0x7f03600cdc30 legacy=0x7f03600b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03600d1370 con 0x7f036015c900 2024-09-13T15:57:45.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f035c001680 con 0x7f036015c900 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 >> v1:172.21.15.7:6789/0 conn(0x7f036015c900 legacy=0x7f03600d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f034c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f034c003f30 0x7f034c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c004d10 0x7f034c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03600d2560 con 0x7f034c003f30 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f034c00ba70 con 0x7f034c004d10 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f034c00bc30 con 0x7f03600cd7f0 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f034c003f30 0x7f034c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0366bda640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c004d10 0x7f034c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03663d9640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f034c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 -- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 msgr2=0x7f034c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f034c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 -- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c004d10 msgr2=0x7f034c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c004d10 0x7f034c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f0365bd8640 1 -- 172.21.15.7:0/887160359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f034c003530 con 0x7f034c003f30 2024-09-13T15:57:45.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.011+0000 7f03663d9640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cd7f0 0x7f034c0039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f0365bd8640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f034c003f30 0x7f034c0047d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f0350009ae0 tx=0x7f035001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6e2797b61a46b0c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03500a5660 con 0x7f034c003f30 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f035c001d80 con 0x7f034c003f30 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f03653d7640 1 -- 172.21.15.7:0/887160359 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03500a5a00 con 0x7f034c003f30 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 -- 172.21.15.7:0/887160359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f034c003f30 msgr2=0x7f034c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 --2- 172.21.15.7:0/887160359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f034c003f30 0x7f034c0047d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f0350009ae0 tx=0x7f035001ca70 comp rx=0 tx=0).stop 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f0366bda640 1 -- 172.21.15.7:0/887160359 reap_dead start 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 -- 172.21.15.7:0/887160359 shutdown_connections 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 -- 172.21.15.7:0/887160359 >> 172.21.15.7:0/887160359 conn(0x7f03600cf210 msgr2=0x7f03600cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 -- 172.21.15.7:0/887160359 shutdown_connections 2024-09-13T15:57:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 -- 172.21.15.7:0/887160359 wait complete. 2024-09-13T15:57:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 Processor -- start 2024-09-13T15:57:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.015+0000 7f036863d640 1 -- start start 2024-09-13T15:57:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c003f30 0x7f03600aa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 0x7f0360158810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cabf0 0x7f036015e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03600c9990 con 0x7f03601f5340 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03601f5900 con 0x7f034c003f30 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03601f5be0 con 0x7f03600cabf0 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 0x7f0360158810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 0x7f0360158810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44110/0 (socket says 172.21.15.7:44110) 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 -- 172.21.15.7:0/2463758498 learned_addr learned my addr 172.21.15.7:0/2463758498 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f03663d9640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c003f30 0x7f03600aa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0366bda640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cabf0 0x7f036015e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 -- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cabf0 msgr2=0x7f036015e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cabf0 0x7f036015e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 -- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c003f30 msgr2=0x7f03600aa0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c003f30 0x7f03600aa0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 -- 172.21.15.7:0/2463758498 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03601f5ec0 con 0x7f03601f5340 2024-09-13T15:57:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0365bd8640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 0x7f0360158810 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f03500b0040 tx=0x7f034c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0350004220 con 0x7f03601f5340 2024-09-13T15:57:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0350004380 con 0x7f03601f5340 2024-09-13T15:57:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0350003860 con 0x7f03601f5340 2024-09-13T15:57:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03601f61a0 con 0x7f03601f5340 2024-09-13T15:57:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0360158d50 con 0x7f03601f5340 2024-09-13T15:57:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03600d1e50 con 0x7f03601f5340 2024-09-13T15:57:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f03500b4040 con 0x7f03601f5340 2024-09-13T15:57:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0356ffd640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f03440666c0 0x7f0344068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f03663d9640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f03440666c0 0x7f0344068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f035011e4c0 con 0x7f03601f5340 2024-09-13T15:57:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.019+0000 7f03663d9640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f03440666c0 0x7f0344068b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f035c004880 tx=0x7f035c0014e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.023+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f03500eb830 con 0x7f03601f5340 2024-09-13T15:57:45.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.183+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0360067da0 con 0x7f03601f5340 2024-09-13T15:57:45.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.183+0000 7f0356ffd640 1 -- 172.21.15.7:0/2463758498 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f03500044f0 con 0x7f03601f5340 2024-09-13T15:57:45.185 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:45.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f03440666c0 msgr2=0x7f0344068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f03440666c0 0x7f0344068b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f035c004880 tx=0x7f035c0014e0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 msgr2=0x7f0360158810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 0x7f0360158810 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f03500b0040 tx=0x7f034c005800 comp rx=0 tx=0).stop 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 shutdown_connections 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f03440666c0 0x7f0344068b80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f03600cabf0 0x7f036015e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03601f5340 0x7f0360158810 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 --2- 172.21.15.7:0/2463758498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f034c003f30 0x7f03600aa0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 >> 172.21.15.7:0/2463758498 conn(0x7f03600cf210 msgr2=0x7f03600cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 shutdown_connections 2024-09-13T15:57:45.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.187+0000 7f036863d640 1 -- 172.21.15.7:0/2463758498 wait complete. 2024-09-13T15:57:45.204 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:57:45.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 Processor -- start 2024-09-13T15:57:45.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 -- start start 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f39a015c680 0x7f39a0071de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f39a0072320 0x7f39a00b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39a006c000 con 0x7f39a00b51e0 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39a00b5630 con 0x7f39a015c680 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a810b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39a006b3f0 con 0x7f39a0072320 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a5ea7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f39a015c680 0x7f39a0071de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a5ea7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f39a015c680 0x7f39a0071de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44124/0 (socket says 172.21.15.7:44124) 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a66a8640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f39a00b51e0 0x7f39a006d5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60016/0 (socket says 172.21.15.7:60016) 2024-09-13T15:57:45.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a5ea7640 1 -- 172.21.15.7:0/280085914 learned_addr learned my addr 172.21.15.7:0/280085914 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:45.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.323+0000 7f39a56a6640 1 --2- 172.21.15.7:0/280085914 >> v2:172.21.15.77:3300/0 conn(0x7f39a0072320 0x7f39a00b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a5ea7640 1 -- 172.21.15.7:0/280085914 >> v2:172.21.15.77:3300/0 conn(0x7f39a0072320 msgr2=0x7f39a00b4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:45.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a5ea7640 1 --2- 172.21.15.7:0/280085914 >> v2:172.21.15.77:3300/0 conn(0x7f39a0072320 0x7f39a00b4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a5ea7640 1 -- 172.21.15.7:0/280085914 >> v1:172.21.15.7:6789/0 conn(0x7f39a00b51e0 legacy=0x7f39a006d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a5ea7640 1 -- 172.21.15.7:0/280085914 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39a006b6d0 con 0x7f39a015c680 2024-09-13T15:57:45.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a4ea5640 1 -- 172.21.15.7:0/280085914 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1322537879 0 0) 0x7f39a006c000 con 0x7f39a00b51e0 2024-09-13T15:57:45.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a5ea7640 1 --2- 172.21.15.7:0/280085914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a015c680 0x7f39a0071de0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f39a00b46c0 tx=0x7f399c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c473aaf779ef6c0b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a4ea5640 1 -- 172.21.15.7:0/280085914 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399c0ab610 con 0x7f39a015c680 2024-09-13T15:57:45.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a4ea5640 1 -- 172.21.15.7:0/280085914 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f399c0ab770 con 0x7f39a015c680 2024-09-13T15:57:45.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a4ea5640 1 -- 172.21.15.7:0/280085914 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399c0abb00 con 0x7f39a015c680 2024-09-13T15:57:45.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 -- 172.21.15.7:0/280085914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a015c680 msgr2=0x7f39a0071de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 --2- 172.21.15.7:0/280085914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a015c680 0x7f39a0071de0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f39a00b46c0 tx=0x7f399c01c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 -- 172.21.15.7:0/280085914 shutdown_connections 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 --2- 172.21.15.7:0/280085914 >> v2:172.21.15.77:3300/0 conn(0x7f39a0072320 0x7f39a00b4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 --2- 172.21.15.7:0/280085914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a015c680 0x7f39a0071de0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 -- 172.21.15.7:0/280085914 >> 172.21.15.7:0/280085914 conn(0x7f39a0069f00 msgr2=0x7f39a006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 -- 172.21.15.7:0/280085914 shutdown_connections 2024-09-13T15:57:45.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.327+0000 7f39a810b640 1 -- 172.21.15.7:0/280085914 wait complete. 2024-09-13T15:57:45.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 Processor -- start 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- start start 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39a0072320 0x7f39a0150290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 0x7f39a0152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f39a015c680 0x7f39a01528b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39a015bc40 con 0x7f39a00b51e0 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39a015b030 con 0x7f39a0072320 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39a015b310 con 0x7f39a015c680 2024-09-13T15:57:45.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 0x7f39a0152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 0x7f39a0152370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44132/0 (socket says 172.21.15.7:44132) 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 -- 172.21.15.7:0/3724181490 learned_addr learned my addr 172.21.15.7:0/3724181490 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a5ea7640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39a0072320 0x7f39a0150290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a66a8640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f39a015c680 0x7f39a01528b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 -- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f39a015c680 msgr2=0x7f39a01528b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f39a015c680 0x7f39a01528b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 -- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39a0072320 msgr2=0x7f39a0150290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39a0072320 0x7f39a0150290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 -- 172.21.15.7:0/3724181490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f399c0094d0 con 0x7f39a00b51e0 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a5ea7640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39a0072320 0x7f39a0150290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a66a8640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f39a015c680 0x7f39a01528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a56a6640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 0x7f39a0152370 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f399000d7d0 tx=0x7f399000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399000b6c0 con 0x7f39a00b51e0 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f399000b820 con 0x7f39a00b51e0 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399000bbb0 con 0x7f39a00b51e0 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39a015b5f0 con 0x7f39a00b51e0 2024-09-13T15:57:45.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39a01507d0 con 0x7f39a00b51e0 2024-09-13T15:57:45.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39a015bdb0 con 0x7f39a00b51e0 2024-09-13T15:57:45.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.331+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f399000bd10 con 0x7f39a00b51e0 2024-09-13T15:57:45.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.335+0000 7f39967fc640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3984066690 0x7f3984068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.335+0000 7f39a5ea7640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3984066690 0x7f3984068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.335+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f39900846b0 con 0x7f39a00b51e0 2024-09-13T15:57:45.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.335+0000 7f39a5ea7640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3984066690 0x7f3984068b50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f399c0af000 tx=0x7f399c0a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.339+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3990051a00 con 0x7f39a00b51e0 2024-09-13T15:57:45.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.507+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f39a00b4ca0 con 0x7f39a00b51e0 2024-09-13T15:57:45.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.507+0000 7f39967fc640 1 -- 172.21.15.7:0/3724181490 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3990055020 con 0x7f39a00b51e0 2024-09-13T15:57:45.511 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3984066690 msgr2=0x7f3984068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3984066690 0x7f3984068b50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f399c0af000 tx=0x7f399c0a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 msgr2=0x7f39a0152370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 0x7f39a0152370 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f399000d7d0 tx=0x7f399000dc90 comp rx=0 tx=0).stop 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 shutdown_connections 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3984066690 0x7f3984068b50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f39a015c680 0x7f39a01528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39a00b51e0 0x7f39a0152370 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 --2- 172.21.15.7:0/3724181490 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39a0072320 0x7f39a0150290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 >> 172.21.15.7:0/3724181490 conn(0x7f39a0069f00 msgr2=0x7f39a00b2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:45.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 shutdown_connections 2024-09-13T15:57:45.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.511+0000 7f39a810b640 1 -- 172.21.15.7:0/3724181490 wait complete. 2024-09-13T15:57:45.530 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi077.front.sepia.ceph.com... 2024-09-13T15:57:45.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:45.530 DEBUG:teuthology.orchestra.run.smithi077:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-13T15:57:45.547 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:45.547 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:57:45.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:57:45.547 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T15:57:45.597 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T15:57:45.598 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:45.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 Processor -- start 2024-09-13T15:57:45.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 -- start start 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f69e015da10 0x7f69e015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f69e0143af0 0x7f69e00b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e00cd3e0 0x7f69e00cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69e015ddf0 con 0x7f69e0143af0 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69e015af90 con 0x7f69e015da10 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e6cb7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69e00b3000 con 0x7f69e00cd3e0 2024-09-13T15:57:45.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f69e0143af0 0x7f69e00b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f69e0143af0 0x7f69e00b2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44142/0 (socket says 172.21.15.7:44142) 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 -- 172.21.15.7:0/1623955073 learned_addr learned my addr 172.21.15.7:0/1623955073 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e4a53640 1 --2- 172.21.15.7:0/1623955073 >> v2:172.21.15.77:3300/0 conn(0x7f69e015da10 0x7f69e015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69e5254640 1 --2- 172.21.15.7:0/1623955073 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e00cd3e0 0x7f69e00cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 -- 172.21.15.7:0/1623955073 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e00cd3e0 msgr2=0x7f69e00cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 --2- 172.21.15.7:0/1623955073 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e00cd3e0 0x7f69e00cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 -- 172.21.15.7:0/1623955073 >> v2:172.21.15.77:3300/0 conn(0x7f69e015da10 msgr2=0x7f69e015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 --2- 172.21.15.7:0/1623955073 >> v2:172.21.15.77:3300/0 conn(0x7f69e015da10 0x7f69e015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.727+0000 7f69dffff640 1 -- 172.21.15.7:0/1623955073 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69e006b570 con 0x7f69e0143af0 2024-09-13T15:57:45.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69dffff640 1 --2- 172.21.15.7:0/1623955073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e0143af0 0x7f69e00b2650 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f69e0071740 tx=0x7f69c801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acb6b40b6af4ac2d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69df7fe640 1 -- 172.21.15.7:0/1623955073 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c80aa610 con 0x7f69e0143af0 2024-09-13T15:57:45.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69df7fe640 1 -- 172.21.15.7:0/1623955073 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69c80a6040 con 0x7f69e0143af0 2024-09-13T15:57:45.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69df7fe640 1 -- 172.21.15.7:0/1623955073 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c80aa990 con 0x7f69e0143af0 2024-09-13T15:57:45.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- 172.21.15.7:0/1623955073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e0143af0 msgr2=0x7f69e00b2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/1623955073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e0143af0 0x7f69e00b2650 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f69e0071740 tx=0x7f69c801c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- 172.21.15.7:0/1623955073 shutdown_connections 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/1623955073 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e00cd3e0 0x7f69e00cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/1623955073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e0143af0 0x7f69e00b2650 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/1623955073 >> v2:172.21.15.77:3300/0 conn(0x7f69e015da10 0x7f69e015aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- 172.21.15.7:0/1623955073 >> 172.21.15.7:0/1623955073 conn(0x7f69e0069f00 msgr2=0x7f69e006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- 172.21.15.7:0/1623955073 shutdown_connections 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- 172.21.15.7:0/1623955073 wait complete. 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 Processor -- start 2024-09-13T15:57:45.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- start start 2024-09-13T15:57:45.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 0x7f69e00afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69e0143af0 0x7f69e015c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e015da10 0x7f69e00ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e015bf70 con 0x7f69e00cd3e0 2024-09-13T15:57:45.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e00b03e0 con 0x7f69e0143af0 2024-09-13T15:57:45.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e6cb7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69e00b06c0 con 0x7f69e015da10 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 0x7f69e00afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 0x7f69e00afd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44154/0 (socket says 172.21.15.7:44154) 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 -- 172.21.15.7:0/3550248019 learned_addr learned my addr 172.21.15.7:0/3550248019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e5254640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e015da10 0x7f69e00ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69dffff640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69e0143af0 0x7f69e015c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 -- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e015da10 msgr2=0x7f69e00ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e015da10 0x7f69e00ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 -- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69e0143af0 msgr2=0x7f69e015c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69e0143af0 0x7f69e015c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e4a53640 1 -- 172.21.15.7:0/3550248019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69c80094d0 con 0x7f69e00cd3e0 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69e5254640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e015da10 0x7f69e00ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.731+0000 7f69dffff640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69e0143af0 0x7f69e015c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:45.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69e4a53640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 0x7f69e00afd50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f69d000d5f0 tx=0x7f69d000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d00125f0 con 0x7f69e00cd3e0 2024-09-13T15:57:45.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69d0012750 con 0x7f69e00cd3e0 2024-09-13T15:57:45.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69e00b09a0 con 0x7f69e00cd3e0 2024-09-13T15:57:45.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d0012ae0 con 0x7f69e00cd3e0 2024-09-13T15:57:45.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69e012f840 con 0x7f69e00cd3e0 2024-09-13T15:57:45.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69e00b2650 con 0x7f69e00cd3e0 2024-09-13T15:57:45.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f69d0012c40 con 0x7f69e00cd3e0 2024-09-13T15:57:45.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dd7fa640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69c00666c0 0x7f69c0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:45.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f69d0084710 con 0x7f69e00cd3e0 2024-09-13T15:57:45.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dffff640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69c00666c0 0x7f69c0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:45.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.735+0000 7f69dffff640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69c00666c0 0x7f69c0068b80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f69c80ae000 tx=0x7f69c8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:45.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.739+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f69d00519c0 con 0x7f69e00cd3e0 2024-09-13T15:57:45.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.931+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f69e012faf0 con 0x7f69e00cd3e0 2024-09-13T15:57:45.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.931+0000 7f69dd7fa640 1 -- 172.21.15.7:0/3550248019 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7f69d0007380 con 0x7f69e00cd3e0 2024-09-13T15:57:45.934 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:45.934 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:45.934 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:45.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69c00666c0 msgr2=0x7f69c0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69c00666c0 0x7f69c0068b80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f69c80ae000 tx=0x7f69c8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 msgr2=0x7f69e00afd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 0x7f69e00afd50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f69d000d5f0 tx=0x7f69d000dab0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 shutdown_connections 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f69c00666c0 0x7f69c0068b80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f69e015da10 0x7f69e00ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69e0143af0 0x7f69e015c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 --2- 172.21.15.7:0/3550248019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69e00cd3e0 0x7f69e00afd50 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 >> 172.21.15.7:0/3550248019 conn(0x7f69e0069f00 msgr2=0x7f69e006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 shutdown_connections 2024-09-13T15:57:45.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:45.935+0000 7f69e6cb7640 1 -- 172.21.15.7:0/3550248019 wait complete. 2024-09-13T15:57:45.951 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:46.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.059+0000 7f8024fc9640 1 Processor -- start 2024-09-13T15:57:46.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.059+0000 7f8024fc9640 1 -- start start 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8024fc9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f80200cd2c0 0x7f80200cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8024fc9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80200d17e0 con 0x7f80200d0630 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8024fc9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80200d0bd0 con 0x7f802015c760 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8024fc9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80200cdc90 con 0x7f80200cd2c0 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f80200d0630 0x7f80200d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60028/0 (socket says 172.21.15.7:60028) 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 -- 172.21.15.7:0/308322805 learned_addr learned my addr 172.21.15.7:0/308322805 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801ed9d640 1 --2- 172.21.15.7:0/308322805 >> v2:172.21.15.77:3300/0 conn(0x7f80200cd2c0 0x7f80200cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2752922330 0 0) 0x7f80200d17e0 con 0x7f80200d0630 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f800c003530 con 0x7f80200d0630 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 58074098 0 0) 0x7f800c003530 con 0x7f80200d0630 2024-09-13T15:57:46.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 >> v2:172.21.15.77:3300/0 conn(0x7f80200cd2c0 msgr2=0x7f80200cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 --2- 172.21.15.7:0/308322805 >> v2:172.21.15.77:3300/0 conn(0x7f80200cd2c0 0x7f80200cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 >> v1:172.21.15.77:6789/0 conn(0x7f802015c760 legacy=0x7f80200b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80200d0eb0 con 0x7f80200d0630 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f8008001680 con 0x7f80200d0630 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 >> v1:172.21.15.7:6789/0 conn(0x7f80200d0630 legacy=0x7f80200d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f800c0039d0 0x7f800c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f800c0047d0 0x7f800c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c005190 0x7f800c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80200cdc90 con 0x7f800c0047d0 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f800c00c070 con 0x7f800c0039d0 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f800c00c230 con 0x7f800c005190 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f800c0047d0 0x7f800c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801e59c640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f800c0039d0 0x7f800c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801ed9d640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c005190 0x7f800c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 -- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c005190 msgr2=0x7f800c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c005190 0x7f800c00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 -- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f800c0039d0 msgr2=0x7f800c003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f800c0039d0 0x7f800c003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f8017fff640 1 -- 172.21.15.7:0/308322805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f800c003530 con 0x7f800c0047d0 2024-09-13T15:57:46.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.063+0000 7f801ed9d640 1 -- 172.21.15.7:0/308322805 reap_dead start 2024-09-13T15:57:46.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f800c0047d0 0x7f800c004c50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f800800c0e0 tx=0x7f800801cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49bfb1476922276a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8008005ae0 con 0x7f800c0047d0 2024-09-13T15:57:46.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8008005c40 con 0x7f800c0047d0 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801dd9b640 1 -- 172.21.15.7:0/308322805 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80080a5a40 con 0x7f800c0047d0 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/308322805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f800c0047d0 msgr2=0x7f800c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f800c0047d0 0x7f800c004c50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f800800c0e0 tx=0x7f800801cb00 comp rx=0 tx=0).stop 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/308322805 shutdown_connections 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 --2- 172.21.15.7:0/308322805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f800c0047d0 0x7f800c004c50 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/308322805 >> 172.21.15.7:0/308322805 conn(0x7f80200cf070 msgr2=0x7f80200cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/308322805 shutdown_connections 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/308322805 wait complete. 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 Processor -- start 2024-09-13T15:57:46.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- start start 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c0047d0 0x7f80201589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 0x7f80200c68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f802015d500 0x7f80200cacb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8020158ef0 con 0x7f80201f2f90 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802015de70 con 0x7f802015d500 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f802015e150 con 0x7f800c0047d0 2024-09-13T15:57:46.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 0x7f80200c68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 0x7f80200c68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44166/0 (socket says 172.21.15.7:44166) 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 -- 172.21.15.7:0/2459481746 learned_addr learned my addr 172.21.15.7:0/2459481746 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801e59c640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c0047d0 0x7f80201589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801ed9d640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f802015d500 0x7f80200cacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 -- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c0047d0 msgr2=0x7f80201589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c0047d0 0x7f80201589b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 -- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f802015d500 msgr2=0x7f80200cacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f802015d500 0x7f80200cacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 -- 172.21.15.7:0/2459481746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f802015e430 con 0x7f80201f2f90 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801e59c640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c0047d0 0x7f80201589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f801ed9d640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f802015d500 0x7f80200cacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8017fff640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 0x7f80200c68f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8008000c10 tx=0x7f800c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80080b4070 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80080a5a10 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80200c60f0 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80080a5da0 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.067+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80200c6e30 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.071+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80200c5f50 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.071+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f80080047f0 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.071+0000 7f8016ffd640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8000066690 0x7f8000068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.071+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f800811d750 con 0x7f80201f2f90 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.071+0000 7f801e59c640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8000066690 0x7f8000068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.071+0000 7f801e59c640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8000066690 0x7f8000068b50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8010007fd0 tx=0x7f8010009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.075+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f80200c5f50 con 0x7f80201f2f90 2024-09-13T15:57:46.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.235+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f80200c5f50 con 0x7f80201f2f90 2024-09-13T15:57:46.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.235+0000 7f8016ffd640 1 -- 172.21.15.7:0/2459481746 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f80200c5f50 con 0x7f80201f2f90 2024-09-13T15:57:46.239 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:46.239 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:39.649859+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:46.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8000066690 msgr2=0x7f8000068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8000066690 0x7f8000068b50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8010007fd0 tx=0x7f8010009040 comp rx=0 tx=0).stop 2024-09-13T15:57:46.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 msgr2=0x7f80200c68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 0x7f80200c68f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8008000c10 tx=0x7f800c005800 comp rx=0 tx=0).stop 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 shutdown_connections 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8000066690 0x7f8000068b50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f802015d500 0x7f80200cacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80201f2f90 0x7f80200c68f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 --2- 172.21.15.7:0/2459481746 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f800c0047d0 0x7f80201589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 >> 172.21.15.7:0/2459481746 conn(0x7f80200cf070 msgr2=0x7f80200b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 shutdown_connections 2024-09-13T15:57:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.239+0000 7f8024fc9640 1 -- 172.21.15.7:0/2459481746 wait complete. 2024-09-13T15:57:46.259 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:56:56.361452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:56:57.239076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:46.259 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:46.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.387+0000 7fa6e36d3640 1 Processor -- start 2024-09-13T15:57:46.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e36d3640 1 -- start start 2024-09-13T15:57:46.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e36d3640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa6dc0cd7f0 0x7fa6dc0b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e36d3640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa6dc0cdc30 0x7fa6dc0b4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e36d3640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6dc0d0db0 con 0x7fa6dc15c900 2024-09-13T15:57:46.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e36d3640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6dc0d2560 con 0x7fa6dc0cdc30 2024-09-13T15:57:46.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e36d3640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6dc15cce0 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e1c70640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa6dc0cdc30 0x7fa6dc0b4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e146f640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa6dc15c900 0x7fa6dc0d1e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60042/0 (socket says 172.21.15.7:60042) 2024-09-13T15:57:46.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e146f640 1 -- 172.21.15.7:0/3084759684 learned_addr learned my addr 172.21.15.7:0/3084759684 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e0c6e640 1 --2- 172.21.15.7:0/3084759684 >> v2:172.21.15.77:3300/0 conn(0x7fa6dc0cd7f0 0x7fa6dc0b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e1c70640 1 -- 172.21.15.7:0/3084759684 >> v2:172.21.15.77:3300/0 conn(0x7fa6dc0cd7f0 msgr2=0x7fa6dc0b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e1c70640 1 --2- 172.21.15.7:0/3084759684 >> v2:172.21.15.77:3300/0 conn(0x7fa6dc0cd7f0 0x7fa6dc0b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e1c70640 1 -- 172.21.15.7:0/3084759684 >> v1:172.21.15.7:6789/0 conn(0x7fa6dc15c900 legacy=0x7fa6dc0d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e1c70640 1 -- 172.21.15.7:0/3084759684 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6dc0d1090 con 0x7fa6dc0cdc30 2024-09-13T15:57:46.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6e1c70640 1 --2- 172.21.15.7:0/3084759684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc0b4750 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc08b1f0 tx=0x7fa6d401c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=784f70ffedcb6da7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.391+0000 7fa6d3fff640 1 -- 172.21.15.7:0/3084759684 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d40a5930 con 0x7fa6dc0cdc30 2024-09-13T15:57:46.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6d3fff640 1 -- 172.21.15.7:0/3084759684 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6d40a5a90 con 0x7fa6dc0cdc30 2024-09-13T15:57:46.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6d3fff640 1 -- 172.21.15.7:0/3084759684 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d40a5e20 con 0x7fa6dc0cdc30 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/3084759684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cdc30 msgr2=0x7fa6dc0b4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/3084759684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc0b4750 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc08b1f0 tx=0x7fa6d401c870 comp rx=0 tx=0).stop 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/3084759684 shutdown_connections 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/3084759684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc0b4750 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/3084759684 >> v2:172.21.15.77:3300/0 conn(0x7fa6dc0cd7f0 0x7fa6dc0b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/3084759684 >> 172.21.15.7:0/3084759684 conn(0x7fa6dc0cf210 msgr2=0x7fa6dc0cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/3084759684 shutdown_connections 2024-09-13T15:57:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/3084759684 wait complete. 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 Processor -- start 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- start start 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 0x7fa6dc15bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa6dc15c900 0x7fa6dc151210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6dc0b1b30 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6dc151010 con 0x7fa6dc0cdc30 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6dc0b4650 con 0x7fa6dc15c900 2024-09-13T15:57:46.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 0x7fa6dc15bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 0x7fa6dc15bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44194/0 (socket says 172.21.15.7:44194) 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 -- 172.21.15.7:0/1264844367 learned_addr learned my addr 172.21.15.7:0/1264844367 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e1c70640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa6dc15c900 0x7fa6dc151210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e0c6e640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 -- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa6dc15c900 msgr2=0x7fa6dc151210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa6dc15c900 0x7fa6dc151210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 -- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6dc0cdc30 msgr2=0x7fa6dc150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc150ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 -- 172.21.15.7:0/1264844367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6d4009a70 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e146f640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 0x7fa6dc15bed0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa6d800c430 tx=0x7fa6d800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8005cf0 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6d8005e50 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6dc0b4930 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d80072d0 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.395+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6dc0b2060 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.399+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6dc0b4b70 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.399+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa6d8007430 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.399+0000 7fa6d1ffb640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6c0066690 0x7fa6c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.399+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fa6d80836d0 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.399+0000 7fa6e0c6e640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6c0066690 0x7fa6c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.399+0000 7fa6e0c6e640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6c0066690 0x7fa6c0068b50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0b70a0 tx=0x7fa6cc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.403+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa6d8050a40 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.563+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa6dc0d1e50 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.563+0000 7fa6d1ffb640 1 -- 172.21.15.7:0/1264844367 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa6d8054060 con 0x7fa6dc0cd7f0 2024-09-13T15:57:46.565 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6c0066690 msgr2=0x7fa6c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6c0066690 0x7fa6c0068b50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0b70a0 tx=0x7fa6cc008040 comp rx=0 tx=0).stop 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 msgr2=0x7fa6dc15bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 0x7fa6dc15bed0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa6d800c430 tx=0x7fa6d800c8f0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 shutdown_connections 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6c0066690 0x7fa6c0068b50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa6dc15c900 0x7fa6dc151210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6dc0cdc30 0x7fa6dc150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 --2- 172.21.15.7:0/1264844367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6dc0cd7f0 0x7fa6dc15bed0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 >> 172.21.15.7:0/1264844367 conn(0x7fa6dc0cf210 msgr2=0x7fa6dc15f460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:46.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 shutdown_connections 2024-09-13T15:57:46.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.567+0000 7fa6e36d3640 1 -- 172.21.15.7:0/1264844367 wait complete. 2024-09-13T15:57:46.585 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:57:46.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827bd05640 1 Processor -- start 2024-09-13T15:57:46.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827bd05640 1 -- start start 2024-09-13T15:57:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827bd05640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f8274143f00 0x7f8274071620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827bd05640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82740b4070 con 0x7f8274071b60 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827bd05640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f827415e290 con 0x7f82740cfe80 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827bd05640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f827415e570 con 0x7f8274143f00 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f82792a0640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f8274071b60 0x7f82740cf770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60044/0 (socket says 172.21.15.7:60044) 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f82792a0640 1 -- 172.21.15.7:0/2116117961 learned_addr learned my addr 172.21.15.7:0/2116117961 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8279aa1640 1 --2- 172.21.15.7:0/2116117961 >> v2:172.21.15.77:3300/0 conn(0x7f8274143f00 0x7f8274071620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3286604811 0 0) 0x7f82740b4070 con 0x7f8274071b60 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8260003530 con 0x7f8274071b60 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 697309722 0 0) 0x7f8260003530 con 0x7f8274071b60 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 >> v2:172.21.15.77:3300/0 conn(0x7f8274143f00 msgr2=0x7f8274071620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 --2- 172.21.15.7:0/2116117961 >> v2:172.21.15.77:3300/0 conn(0x7f8274143f00 0x7f8274071620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 >> v1:172.21.15.77:6789/0 conn(0x7f82740cfe80 legacy=0x7f82740cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f827415e850 con 0x7f8274071b60 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f8264001680 con 0x7f8274071b60 2024-09-13T15:57:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 >> v1:172.21.15.7:6789/0 conn(0x7f8274071b60 legacy=0x7f82740cf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260003980 0x7f8260003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82600047d0 0x7f8260004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260005190 0x7f826000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f827415e570 con 0x7f8260005190 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f826000c030 con 0x7f8260003980 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f826000c1f0 con 0x7f82600047d0 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827a2a2640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260005190 0x7f826000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f82792a0640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82600047d0 0x7f8260004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827a2a2640 1 -- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82600047d0 msgr2=0x7f8260004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8279aa1640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260003980 0x7f8260003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827a2a2640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82600047d0 0x7f8260004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827a2a2640 1 -- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260003980 msgr2=0x7f8260003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827a2a2640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260003980 0x7f8260003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f827a2a2640 1 -- 172.21.15.7:0/2116117961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8260003530 con 0x7f8260005190 2024-09-13T15:57:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.707+0000 7f8279aa1640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260003980 0x7f8260003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827a2a2640 1 -- 172.21.15.7:0/2116117961 reap_dead start 2024-09-13T15:57:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827a2a2640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260005190 0x7f826000b990 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f826c001e70 tx=0x7f826c01c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b487e906bb8ab765 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826c003b80 con 0x7f8260005190 2024-09-13T15:57:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f826c003d20 con 0x7f8260005190 2024-09-13T15:57:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f8278a9f640 1 -- 172.21.15.7:0/2116117961 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826c005260 con 0x7f8260005190 2024-09-13T15:57:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 -- 172.21.15.7:0/2116117961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260005190 msgr2=0x7f826000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260005190 0x7f826000b990 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f826c001e70 tx=0x7f826c01c780 comp rx=0 tx=0).stop 2024-09-13T15:57:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 -- 172.21.15.7:0/2116117961 shutdown_connections 2024-09-13T15:57:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 --2- 172.21.15.7:0/2116117961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260005190 0x7f826000b990 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 -- 172.21.15.7:0/2116117961 >> 172.21.15.7:0/2116117961 conn(0x7f827406d6d0 msgr2=0x7f827406dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 -- 172.21.15.7:0/2116117961 shutdown_connections 2024-09-13T15:57:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 -- 172.21.15.7:0/2116117961 wait complete. 2024-09-13T15:57:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 Processor -- start 2024-09-13T15:57:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.711+0000 7f827bd05640 1 -- start start 2024-09-13T15:57:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260005190 0x7f82741ef860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 0x7f8274140790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8274142300 0x7f82741427b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8274140cd0 con 0x7f8274140310 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82741430f0 con 0x7f8260005190 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82741433d0 con 0x7f8274142300 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 0x7f8274140790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 0x7f8274140790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44222/0 (socket says 172.21.15.7:44222) 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 -- 172.21.15.7:0/2604663841 learned_addr learned my addr 172.21.15.7:0/2604663841 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 -- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8274142300 msgr2=0x7f82741427b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8274142300 0x7f82741427b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f8279aa1640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260005190 0x7f82741ef860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 -- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260005190 msgr2=0x7f82741ef860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260005190 0x7f82741ef860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 -- 172.21.15.7:0/2604663841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f827406b0b0 con 0x7f8274140310 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f82792a0640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 0x7f8274140790 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f826400d7a0 tx=0x7f826400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82640074e0 con 0x7f8274140310 2024-09-13T15:57:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8264007640 con 0x7f8274140310 2024-09-13T15:57:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82640049f0 con 0x7f8274140310 2024-09-13T15:57:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f827406b390 con 0x7f8274140310 2024-09-13T15:57:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82740acf50 con 0x7f8274140310 2024-09-13T15:57:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8274071620 con 0x7f8274140310 2024-09-13T15:57:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8264004b50 con 0x7f8274140310 2024-09-13T15:57:46.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f826a7fc640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8258066690 0x7f8258068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:46.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f8264083da0 con 0x7f8274140310 2024-09-13T15:57:46.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f8279aa1640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8258066690 0x7f8258068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:46.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.715+0000 7f8279aa1640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8258066690 0x7f8258068b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f82700099e0 tx=0x7f8270008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:46.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.719+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8264051110 con 0x7f8274140310 2024-09-13T15:57:46.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.875+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f82740b3b90 con 0x7f8274140310 2024-09-13T15:57:46.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.875+0000 7f826a7fc640 1 -- 172.21.15.7:0/2604663841 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f82640190a0 con 0x7f8274140310 2024-09-13T15:57:46.877 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8258066690 msgr2=0x7f8258068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8258066690 0x7f8258068b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f82700099e0 tx=0x7f8270008040 comp rx=0 tx=0).stop 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 msgr2=0x7f8274140790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 0x7f8274140790 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f826400d7a0 tx=0x7f826400dc60 comp rx=0 tx=0).stop 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 shutdown_connections 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8258066690 0x7f8258068b50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8274142300 0x7f82741427b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8274140310 0x7f8274140790 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 --2- 172.21.15.7:0/2604663841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8260005190 0x7f82741ef860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 >> 172.21.15.7:0/2604663841 conn(0x7f827406d6d0 msgr2=0x7f827415c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:46.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 shutdown_connections 2024-09-13T15:57:46.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:46.879+0000 7f827bd05640 1 -- 172.21.15.7:0/2604663841 wait complete. 2024-09-13T15:57:46.895 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:57:47.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 Processor -- start 2024-09-13T15:57:47.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 -- start start 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f31a00cab60 0x7f31a00b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f31a01620c0 0x7f31a01644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31a00adad0 con 0x7f31a00b0000 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31a00b0920 con 0x7f31a01620c0 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a8405640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31a00cb0c0 con 0x7f31a00cab60 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a61a1640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f31a00b0000 0x7f31a015b530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60056/0 (socket says 172.21.15.7:60056) 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a69a2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f31a01620c0 0x7f31a01644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a61a1640 1 -- 172.21.15.7:0/2502456384 learned_addr learned my addr 172.21.15.7:0/2502456384 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a59a0640 1 --2- 172.21.15.7:0/2502456384 >> v2:172.21.15.77:3300/0 conn(0x7f31a00cab60 0x7f31a00b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a519f640 1 -- 172.21.15.7:0/2502456384 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3621395478 0 0) 0x7f319c001120 con 0x7f31a00b0000 2024-09-13T15:57:47.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a519f640 1 -- 172.21.15.7:0/2502456384 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f318c003530 con 0x7f31a00b0000 2024-09-13T15:57:47.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a69a2640 1 -- 172.21.15.7:0/2502456384 >> v2:172.21.15.77:3300/0 conn(0x7f31a00cab60 msgr2=0x7f31a00b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a69a2640 1 --2- 172.21.15.7:0/2502456384 >> v2:172.21.15.77:3300/0 conn(0x7f31a00cab60 0x7f31a00b03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a69a2640 1 -- 172.21.15.7:0/2502456384 >> v1:172.21.15.7:6789/0 conn(0x7f31a00b0000 legacy=0x7f31a015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.015+0000 7f31a69a2640 1 -- 172.21.15.7:0/2502456384 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31a00cb3a0 con 0x7f31a01620c0 2024-09-13T15:57:47.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a69a2640 1 --2- 172.21.15.7:0/2502456384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a01620c0 0x7f31a01644b0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f31a00cf380 tx=0x7f319801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f29a1005f6bf7eb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a519f640 1 -- 172.21.15.7:0/2502456384 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31980a59c0 con 0x7f31a01620c0 2024-09-13T15:57:47.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a519f640 1 -- 172.21.15.7:0/2502456384 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31980a5b20 con 0x7f31a01620c0 2024-09-13T15:57:47.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a519f640 1 -- 172.21.15.7:0/2502456384 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31980a5e90 con 0x7f31a01620c0 2024-09-13T15:57:47.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 -- 172.21.15.7:0/2502456384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a01620c0 msgr2=0x7f31a01644b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 --2- 172.21.15.7:0/2502456384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a01620c0 0x7f31a01644b0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f31a00cf380 tx=0x7f319801c900 comp rx=0 tx=0).stop 2024-09-13T15:57:47.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 -- 172.21.15.7:0/2502456384 shutdown_connections 2024-09-13T15:57:47.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 --2- 172.21.15.7:0/2502456384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a01620c0 0x7f31a01644b0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 --2- 172.21.15.7:0/2502456384 >> v2:172.21.15.77:3300/0 conn(0x7f31a00cab60 0x7f31a00b03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 -- 172.21.15.7:0/2502456384 >> 172.21.15.7:0/2502456384 conn(0x7f31a0065eb0 msgr2=0x7f31a0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 -- 172.21.15.7:0/2502456384 shutdown_connections 2024-09-13T15:57:47.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 -- 172.21.15.7:0/2502456384 wait complete. 2024-09-13T15:57:47.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 Processor -- start 2024-09-13T15:57:47.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.019+0000 7f31a8405640 1 -- start start 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f31a00b0000 0x7f31a0151100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 0x7f31a01595a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31a01620c0 0x7f31a015b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31a015ac90 con 0x7f31a00cab60 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31a0151640 con 0x7f31a01620c0 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31a0159e80 con 0x7f31a00b0000 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 0x7f31a01595a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 0x7f31a01595a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44236/0 (socket says 172.21.15.7:44236) 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 -- 172.21.15.7:0/3163461345 learned_addr learned my addr 172.21.15.7:0/3163461345 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a61a1640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f31a00b0000 0x7f31a0151100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a69a2640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31a01620c0 0x7f31a015b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 -- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f31a00b0000 msgr2=0x7f31a0151100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f31a00b0000 0x7f31a0151100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 -- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31a01620c0 msgr2=0x7f31a015b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31a01620c0 0x7f31a015b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 -- 172.21.15.7:0/3163461345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3198009a70 con 0x7f31a00cab60 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a61a1640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f31a00b0000 0x7f31a0151100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a59a0640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 0x7f31a01595a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f319000d800 tx=0x7f319000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319000b6c0 con 0x7f31a00cab60 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f319000b820 con 0x7f31a00cab60 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319000bb90 con 0x7f31a00cab60 2024-09-13T15:57:47.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31a015a360 con 0x7f31a00cab60 2024-09-13T15:57:47.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31a015a920 con 0x7f31a00cab60 2024-09-13T15:57:47.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31a00b03e0 con 0x7f31a00cab60 2024-09-13T15:57:47.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f319000bcf0 con 0x7f31a00cab60 2024-09-13T15:57:47.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f3196ffd640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3184066690 0x7f3184068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a61a1640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3184066690 0x7f3184068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f3190084750 con 0x7f31a00cab60 2024-09-13T15:57:47.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.023+0000 7f31a61a1640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3184066690 0x7f3184068b50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f319c007fd0 tx=0x7f319c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.031+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3190051aa0 con 0x7f31a00cab60 2024-09-13T15:57:47.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f31a0067990 con 0x7f31a00cab60 2024-09-13T15:57:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f3196ffd640 1 -- 172.21.15.7:0/3163461345 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f31900550c0 con 0x7f31a00cab60 2024-09-13T15:57:47.192 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:57:47.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3184066690 msgr2=0x7f3184068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3184066690 0x7f3184068b50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f319c007fd0 tx=0x7f319c009040 comp rx=0 tx=0).stop 2024-09-13T15:57:47.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 msgr2=0x7f31a01595a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 0x7f31a01595a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f319000d800 tx=0x7f319000dcc0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 shutdown_connections 2024-09-13T15:57:47.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3184066690 0x7f3184068b50 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31a01620c0 0x7f31a015b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31a00cab60 0x7f31a01595a0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 --2- 172.21.15.7:0/3163461345 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f31a00b0000 0x7f31a0151100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 >> 172.21.15.7:0/3163461345 conn(0x7f31a0065eb0 msgr2=0x7f31a00adfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 shutdown_connections 2024-09-13T15:57:47.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.191+0000 7f31a8405640 1 -- 172.21.15.7:0/3163461345 wait complete. 2024-09-13T15:57:47.212 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:47.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.323+0000 7fb069ba0640 1 Processor -- start 2024-09-13T15:57:47.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb069ba0640 1 -- start start 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb069ba0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb06406d0d0 0x7fb0640b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb069ba0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb0640b2f00 0x7fb06406f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb069ba0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0640b15c0 con 0x7fb06406d4b0 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb069ba0640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb064070860 con 0x7fb06406d0d0 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb069ba0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb064070b40 con 0x7fb0640b2f00 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb0637fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb06406d0d0 0x7fb0640b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb063fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb06406d4b0 0x7fb06406f9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60062/0 (socket says 172.21.15.7:60062) 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb063fff640 1 -- 172.21.15.7:0/2515935341 learned_addr learned my addr 172.21.15.7:0/2515935341 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb062ffd640 1 --2- 172.21.15.7:0/2515935341 >> v2:172.21.15.77:3300/0 conn(0x7fb0640b2f00 0x7fb06406f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb0637fe640 1 -- 172.21.15.7:0/2515935341 >> v2:172.21.15.77:3300/0 conn(0x7fb0640b2f00 msgr2=0x7fb06406f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb0637fe640 1 --2- 172.21.15.7:0/2515935341 >> v2:172.21.15.77:3300/0 conn(0x7fb0640b2f00 0x7fb06406f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb0637fe640 1 -- 172.21.15.7:0/2515935341 >> v1:172.21.15.7:6789/0 conn(0x7fb06406d4b0 legacy=0x7fb06406f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.327+0000 7fb0637fe640 1 -- 172.21.15.7:0/2515935341 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb064070e20 con 0x7fb06406d0d0 2024-09-13T15:57:47.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb0637fe640 1 --2- 172.21.15.7:0/2515935341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb06406d0d0 0x7fb0640b3430 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb06406aae0 tx=0x7fb05401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f299a1c33e3397ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb0627fc640 1 -- 172.21.15.7:0/2515935341 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb06415a7c0 con 0x7fb06406d0d0 2024-09-13T15:57:47.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb0627fc640 1 -- 172.21.15.7:0/2515935341 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0540a7050 con 0x7fb06406d0d0 2024-09-13T15:57:47.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb0627fc640 1 -- 172.21.15.7:0/2515935341 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0540ab820 con 0x7fb06406d0d0 2024-09-13T15:57:47.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- 172.21.15.7:0/2515935341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb06406d0d0 msgr2=0x7fb0640b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2515935341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb06406d0d0 0x7fb0640b3430 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb06406aae0 tx=0x7fb05401c3c0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- 172.21.15.7:0/2515935341 shutdown_connections 2024-09-13T15:57:47.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2515935341 >> v2:172.21.15.77:3300/0 conn(0x7fb0640b2f00 0x7fb06406f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2515935341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb06406d0d0 0x7fb0640b3430 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- 172.21.15.7:0/2515935341 >> 172.21.15.7:0/2515935341 conn(0x7fb064069f00 msgr2=0x7fb06406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- 172.21.15.7:0/2515935341 shutdown_connections 2024-09-13T15:57:47.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- 172.21.15.7:0/2515935341 wait complete. 2024-09-13T15:57:47.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 Processor -- start 2024-09-13T15:57:47.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- start start 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb06406d0d0 0x7fb06415d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb06406d4b0 0x7fb064162970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 0x7fb064157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06414d4b0 con 0x7fb0640b2f00 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06415eb90 con 0x7fb06406d0d0 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb06415df80 con 0x7fb06406d4b0 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 0x7fb064157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 0x7fb064157850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44244/0 (socket says 172.21.15.7:44244) 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 -- 172.21.15.7:0/2595223185 learned_addr learned my addr 172.21.15.7:0/2595223185 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:47.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb062ffd640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb06406d4b0 0x7fb064162970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb0637fe640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb06406d0d0 0x7fb06415d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 -- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb06406d4b0 msgr2=0x7fb064162970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb06406d4b0 0x7fb064162970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 -- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb06406d0d0 msgr2=0x7fb06415d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb06406d0d0 0x7fb06415d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 -- 172.21.15.7:0/2595223185 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb054009420 con 0x7fb0640b2f00 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb063fff640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 0x7fb064157850 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb05c00cbc0 tx=0x7fb05c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c00ad40 con 0x7fb0640b2f00 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb05c012400 con 0x7fb0640b2f00 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb06415e260 con 0x7fb0640b2f00 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.331+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c00aea0 con 0x7fb0640b2f00 2024-09-13T15:57:47.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb06415e820 con 0x7fb0640b2f00 2024-09-13T15:57:47.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb06415ed20 con 0x7fb0640b2f00 2024-09-13T15:57:47.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb05c007070 con 0x7fb0640b2f00 2024-09-13T15:57:47.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb04bfff640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb050066690 0x7fb050068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7fb05c084160 con 0x7fb0640b2f00 2024-09-13T15:57:47.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb0637fe640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb050066690 0x7fb050068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.335+0000 7fb0637fe640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb050066690 0x7fb050068b50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb0540ad000 tx=0x7fb0540a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.339+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb05c051450 con 0x7fb0640b2f00 2024-09-13T15:57:47.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb06415d7a0 con 0x7fb0640b2f00 2024-09-13T15:57:47.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb04bfff640 1 -- 172.21.15.7:0/2595223185 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7fb05c054a70 con 0x7fb0640b2f00 2024-09-13T15:57:47.532 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:47.533 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:47.533 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:47.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb050066690 msgr2=0x7fb050068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb050066690 0x7fb050068b50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb0540ad000 tx=0x7fb0540a6000 comp rx=0 tx=0).stop 2024-09-13T15:57:47.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 msgr2=0x7fb064157850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 0x7fb064157850 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb05c00cbc0 tx=0x7fb05c00a430 comp rx=0 tx=0).stop 2024-09-13T15:57:47.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 shutdown_connections 2024-09-13T15:57:47.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb050066690 0x7fb050068b50 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0640b2f00 0x7fb064157850 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb06406d4b0 0x7fb064162970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 --2- 172.21.15.7:0/2595223185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb06406d0d0 0x7fb06415d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.531+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 >> 172.21.15.7:0/2595223185 conn(0x7fb064069f00 msgr2=0x7fb06406f470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.535+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 shutdown_connections 2024-09-13T15:57:47.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.535+0000 7fb069ba0640 1 -- 172.21.15.7:0/2595223185 wait complete. 2024-09-13T15:57:47.551 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:47.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 Processor -- start 2024-09-13T15:57:47.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 -- start start 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6dac0b3340 0x7f6dac0b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6dac160ad0 0x7f6dac15cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6dac160f20 con 0x7f6dac0b2660 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6dac15da70 con 0x7f6dac0b3340 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db39d6640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6dac0b3020 con 0x7f6dac160ad0 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6dac0b3340 0x7f6dac0b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6dac0b3340 0x7f6dac0b3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44256/0 (socket says 172.21.15.7:44256) 2024-09-13T15:57:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 -- 172.21.15.7:0/3714347765 learned_addr learned my addr 172.21.15.7:0/3714347765 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db0f71640 1 --2- 172.21.15.7:0/3714347765 >> v2:172.21.15.77:3300/0 conn(0x7f6dac160ad0 0x7f6dac15cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 -- 172.21.15.7:0/3714347765 >> v2:172.21.15.77:3300/0 conn(0x7f6dac160ad0 msgr2=0x7f6dac15cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 --2- 172.21.15.7:0/3714347765 >> v2:172.21.15.77:3300/0 conn(0x7f6dac160ad0 0x7f6dac15cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 -- 172.21.15.7:0/3714347765 >> v1:172.21.15.77:6789/0 conn(0x7f6dac0b2660 legacy=0x7f6dac142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.659+0000 7f6db1772640 1 -- 172.21.15.7:0/3714347765 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dac15d1d0 con 0x7f6dac0b3340 2024-09-13T15:57:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db1772640 1 --2- 172.21.15.7:0/3714347765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac0b3720 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6dac15a610 tx=0x7f6da801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eee1a08b826391fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6d9ffff640 1 -- 172.21.15.7:0/3714347765 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da80ab650 con 0x7f6dac0b3340 2024-09-13T15:57:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6d9ffff640 1 -- 172.21.15.7:0/3714347765 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da80ab7b0 con 0x7f6dac0b3340 2024-09-13T15:57:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6d9ffff640 1 -- 172.21.15.7:0/3714347765 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da80abb40 con 0x7f6dac0b3340 2024-09-13T15:57:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 -- 172.21.15.7:0/3714347765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 msgr2=0x7f6dac0b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3714347765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac0b3720 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6dac15a610 tx=0x7f6da801c450 comp rx=0 tx=0).stop 2024-09-13T15:57:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 -- 172.21.15.7:0/3714347765 shutdown_connections 2024-09-13T15:57:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3714347765 >> v2:172.21.15.77:3300/0 conn(0x7f6dac160ad0 0x7f6dac15cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3714347765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac0b3720 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 -- 172.21.15.7:0/3714347765 >> 172.21.15.7:0/3714347765 conn(0x7f6dac069f00 msgr2=0x7f6dac06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 -- 172.21.15.7:0/3714347765 shutdown_connections 2024-09-13T15:57:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 -- 172.21.15.7:0/3714347765 wait complete. 2024-09-13T15:57:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 Processor -- start 2024-09-13T15:57:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.663+0000 7f6db39d6640 1 -- start start 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6dac0b2660 0x7f6dac152c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac13c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6dac160ad0 0x7f6dac13eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac13b0a0 con 0x7f6dac0b3340 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac13b380 con 0x7f6dac0b2660 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac13b660 con 0x7f6dac160ad0 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac13c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac13c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44260/0 (socket says 172.21.15.7:44260) 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 -- 172.21.15.7:0/3066583694 learned_addr learned my addr 172.21.15.7:0/3066583694 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db1f73640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6dac160ad0 0x7f6dac13eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db1772640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6dac0b2660 0x7f6dac152c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 -- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6dac160ad0 msgr2=0x7f6dac13eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6dac160ad0 0x7f6dac13eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 -- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6dac0b2660 msgr2=0x7f6dac152c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6dac0b2660 0x7f6dac152c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 -- 172.21.15.7:0/3066583694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da80094d0 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db0f71640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac13c140 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6da000c7f0 tx=0x7f6da000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da0004220 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da00043a0 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6dac13b940 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da0004510 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dac153160 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6dac0b3720 con 0x7f6dac0b3340 2024-09-13T15:57:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6da0003a70 con 0x7f6dac0b3340 2024-09-13T15:57:47.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6d9dffb640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d90066690 0x7f6d90068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f6da00842b0 con 0x7f6dac0b3340 2024-09-13T15:57:47.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db1772640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d90066690 0x7f6d90068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.667+0000 7f6db1772640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d90066690 0x7f6d90068b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6da80af000 tx=0x7f6da80a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.671+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6da00514d0 con 0x7f6dac0b3340 2024-09-13T15:57:47.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.831+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6dac13bdf0 con 0x7f6dac0b3340 2024-09-13T15:57:47.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.831+0000 7f6d9dffb640 1 -- 172.21.15.7:0/3066583694 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f6da0054af0 con 0x7f6dac0b3340 2024-09-13T15:57:47.834 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:47.834 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:39.649859+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d90066690 msgr2=0x7f6d90068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d90066690 0x7f6d90068b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6da80af000 tx=0x7f6da80a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 msgr2=0x7f6dac13c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac13c140 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6da000c7f0 tx=0x7f6da000ccb0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 shutdown_connections 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d90066690 0x7f6d90068b50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6dac160ad0 0x7f6dac13eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dac0b3340 0x7f6dac13c140 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 --2- 172.21.15.7:0/3066583694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6dac0b2660 0x7f6dac152c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 >> 172.21.15.7:0/3066583694 conn(0x7f6dac069f00 msgr2=0x7f6dac141430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 shutdown_connections 2024-09-13T15:57:47.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.835+0000 7f6db39d6640 1 -- 172.21.15.7:0/3066583694 wait complete. 2024-09-13T15:57:47.851 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T15:57:47.851 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:47.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.967+0000 7efea31cf640 1 Processor -- start 2024-09-13T15:57:47.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.967+0000 7efea31cf640 1 -- start start 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea31cf640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 0x7efe9c158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea31cf640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7efe9c06d4b0 0x7efe9c1594e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea31cf640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe9c0b3b40 con 0x7efe9c06d0d0 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea31cf640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe9c070480 con 0x7efe9c06d4b0 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea31cf640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe9c0b15c0 con 0x7efe9c0b2f00 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7efe9c06d0d0 0x7efe9c0b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60064/0 (socket says 172.21.15.7:60064) 2024-09-13T15:57:47.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 -- 172.21.15.7:0/4242708067 learned_addr learned my addr 172.21.15.7:0/4242708067 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9bfff640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 0x7efe9c158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea176c640 1 --2- 172.21.15.7:0/4242708067 >> v2:172.21.15.77:3300/0 conn(0x7efe9c06d4b0 0x7efe9c1594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4203620393 0 0) 0x7efe94001120 con 0x7efe9c06d0d0 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe88003530 con 0x7efe9c06d0d0 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 847999251 0 0) 0x7efe88003530 con 0x7efe9c06d0d0 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 msgr2=0x7efe9c158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 0x7efe9c158fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 >> v2:172.21.15.77:3300/0 conn(0x7efe9c06d4b0 msgr2=0x7efe9c1594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 --2- 172.21.15.7:0/4242708067 >> v2:172.21.15.77:3300/0 conn(0x7efe9c06d4b0 0x7efe9c1594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe9c070860 con 0x7efe9c06d0d0 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7efe94001810 con 0x7efe9c06d0d0 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 >> v1:172.21.15.7:6789/0 conn(0x7efe9c06d0d0 legacy=0x7efe9c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe88003980 0x7efe88003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe880047d0 0x7efe88004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 0x7efe88005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe9c070480 con 0x7efe88003980 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe9c0b15c0 con 0x7efe880047d0 2024-09-13T15:57:47.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe8800b990 con 0x7efe9c0b2f00 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea176c640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 0x7efe88005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe88003980 0x7efe88003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efe9bfff640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe880047d0 0x7efe88004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 -- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 msgr2=0x7efe88005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0b2f00 0x7efe88005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 -- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe880047d0 msgr2=0x7efe88004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe880047d0 0x7efe88004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.971+0000 7efea0f6b640 1 -- 172.21.15.7:0/4242708067 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe88003530 con 0x7efe88003980 2024-09-13T15:57:47.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea0f6b640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe88003980 0x7efe88003da0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7efe9400c210 tx=0x7efe9401cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46e033fa37694390 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe940058e0 con 0x7efe88003980 2024-09-13T15:57:47.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe94005a60 con 0x7efe88003980 2024-09-13T15:57:47.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9b7fe640 1 -- 172.21.15.7:0/4242708067 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe94005e10 con 0x7efe88003980 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- 172.21.15.7:0/4242708067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe88003980 msgr2=0x7efe88003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 --2- 172.21.15.7:0/4242708067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe88003980 0x7efe88003da0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7efe9400c210 tx=0x7efe9401cc30 comp rx=0 tx=0).stop 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea176c640 1 -- 172.21.15.7:0/4242708067 reap_dead start 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- 172.21.15.7:0/4242708067 shutdown_connections 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- 172.21.15.7:0/4242708067 >> 172.21.15.7:0/4242708067 conn(0x7efe9c069f00 msgr2=0x7efe9c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- 172.21.15.7:0/4242708067 shutdown_connections 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- 172.21.15.7:0/4242708067 wait complete. 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 Processor -- start 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- start start 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe88003980 0x7efe9c163aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 0x7efe9c0aeb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0af870 0x7efe9c161fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe9c1467b0 con 0x7efe9c15c430 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe9c14f000 con 0x7efe88003980 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea31cf640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe9c14f2e0 con 0x7efe9c0af870 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 0x7efe9c0aeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 0x7efe9c0aeb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44280/0 (socket says 172.21.15.7:44280) 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 -- 172.21.15.7:0/3555726909 learned_addr learned my addr 172.21.15.7:0/3555726909 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea0f6b640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe88003980 0x7efe9c163aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efea176c640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0af870 0x7efe9c161fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 -- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0af870 msgr2=0x7efe9c161fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0af870 0x7efe9c161fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 -- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe88003980 msgr2=0x7efe9c163aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe88003980 0x7efe9c163aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.975+0000 7efe9bfff640 1 -- 172.21.15.7:0/3555726909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe9c14f5c0 con 0x7efe9c15c430 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe9bfff640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 0x7efe9c0aeb40 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7efe84011960 tx=0x7efe84011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8400faf0 con 0x7efe9c15c430 2024-09-13T15:57:47.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe8400fc50 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe84014440 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe9c14f8a0 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe9c0afcf0 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe9c1594c0 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efe840145a0 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe997fa640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe7c066690 0x7efe7c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7efe84084ab0 con 0x7efe9c15c430 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efea0f6b640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe7c066690 0x7efe7c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:47.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.979+0000 7efea0f6b640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe7c066690 0x7efe7c068b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7efe940aa000 tx=0x7efe94001ba0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:47.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:47.983+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efe84051d50 con 0x7efe9c15c430 2024-09-13T15:57:48.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.175+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efe9c14d350 con 0x7efe9c15c430 2024-09-13T15:57:48.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efe997fa640 1 -- 172.21.15.7:0/3555726909 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7efe84022020 con 0x7efe9c15c430 2024-09-13T15:57:48.180 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:48.180 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:48.180 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:48.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe7c066690 msgr2=0x7efe7c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe7c066690 0x7efe7c068b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7efe940aa000 tx=0x7efe94001ba0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 msgr2=0x7efe9c0aeb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 0x7efe9c0aeb40 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7efe84011960 tx=0x7efe84011e20 comp rx=0 tx=0).stop 2024-09-13T15:57:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 shutdown_connections 2024-09-13T15:57:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efe7c066690 0x7efe7c068b50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efe9c0af870 0x7efe9c161fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe9c15c430 0x7efe9c0aeb40 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 --2- 172.21.15.7:0/3555726909 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe88003980 0x7efe9c163aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 >> 172.21.15.7:0/3555726909 conn(0x7efe9c069f00 msgr2=0x7efe9c15df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:48.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 shutdown_connections 2024-09-13T15:57:48.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.179+0000 7efea31cf640 1 -- 172.21.15.7:0/3555726909 wait complete. 2024-09-13T15:57:48.199 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:57:48.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 Processor -- start 2024-09-13T15:57:48.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 -- start start 2024-09-13T15:57:48.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc815a630 0x7f0dc80b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0dc80cff80 0x7f0dc80715e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dc80b5320 con 0x7f0dc8071b20 2024-09-13T15:57:48.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dc815aa10 con 0x7f0dc80cff80 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dccfc6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc8071f90 con 0x7f0dc815a630 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0dc80cff80 0x7f0dc80715e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0dc80cff80 0x7f0dc80715e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44282/0 (socket says 172.21.15.7:44282) 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 -- 172.21.15.7:0/2313377002 learned_addr learned my addr 172.21.15.7:0/2313377002 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc659c640 1 --2- 172.21.15.7:0/2313377002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc815a630 0x7f0dc80b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 -- 172.21.15.7:0/2313377002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc815a630 msgr2=0x7f0dc80b4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 --2- 172.21.15.7:0/2313377002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc815a630 0x7f0dc80b4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 -- 172.21.15.7:0/2313377002 >> v1:172.21.15.77:6789/0 conn(0x7f0dc8071b20 legacy=0x7f0dc806eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 -- 172.21.15.7:0/2313377002 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc80b5600 con 0x7f0dc80cff80 2024-09-13T15:57:48.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.319+0000 7f0dc5d9b640 1 --2- 172.21.15.7:0/2313377002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc80cff80 0x7f0dc80715e0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc0098a0 tx=0x7f0dbc01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836feec0c589d782 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc559a640 1 -- 172.21.15.7:0/2313377002 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0aa5f0 con 0x7f0dc80cff80 2024-09-13T15:57:48.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc559a640 1 -- 172.21.15.7:0/2313377002 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dbc0aa750 con 0x7f0dc80cff80 2024-09-13T15:57:48.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc559a640 1 -- 172.21.15.7:0/2313377002 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0aaae0 con 0x7f0dc80cff80 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/2313377002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc80cff80 msgr2=0x7f0dc80715e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/2313377002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc80cff80 0x7f0dc80715e0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc0098a0 tx=0x7f0dbc01c4d0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/2313377002 shutdown_connections 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/2313377002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc80cff80 0x7f0dc80715e0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/2313377002 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc815a630 0x7f0dc80b4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/2313377002 >> 172.21.15.7:0/2313377002 conn(0x7f0dc806d6f0 msgr2=0x7f0dc806db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/2313377002 shutdown_connections 2024-09-13T15:57:48.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/2313377002 wait complete. 2024-09-13T15:57:48.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 Processor -- start 2024-09-13T15:57:48.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- start start 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc8071b20 0x7f0dc81525f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dc80cff80 0x7f0dc81472c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 0x7f0dc8147800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc8158a40 con 0x7f0dc815a630 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc806ba70 con 0x7f0dc80cff80 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc806b140 con 0x7f0dc8071b20 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 0x7f0dc8147800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 0x7f0dc8147800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44298/0 (socket says 172.21.15.7:44298) 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 -- 172.21.15.7:0/3691557922 learned_addr learned my addr 172.21.15.7:0/3691557922 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc5d9b640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dc80cff80 0x7f0dc81472c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc659c640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc8071b20 0x7f0dc81525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 -- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc8071b20 msgr2=0x7f0dc81525f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc8071b20 0x7f0dc81525f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 -- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dc80cff80 msgr2=0x7f0dc81472c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dc80cff80 0x7f0dc81472c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 -- 172.21.15.7:0/3691557922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dbc0094d0 con 0x7f0dc815a630 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc659c640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc8071b20 0x7f0dc81525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dc6d9d640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 0x7f0dc8147800 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000c7b0 tx=0x7f0dc000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc0004b70 con 0x7f0dc815a630 2024-09-13T15:57:48.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dc0004cd0 con 0x7f0dc815a630 2024-09-13T15:57:48.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dc806b420 con 0x7f0dc815a630 2024-09-13T15:57:48.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc000aa90 con 0x7f0dc815a630 2024-09-13T15:57:48.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.323+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dc8148100 con 0x7f0dc815a630 2024-09-13T15:57:48.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.327+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dc80715e0 con 0x7f0dc815a630 2024-09-13T15:57:48.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.327+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0dc000abf0 con 0x7f0dc815a630 2024-09-13T15:57:48.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.327+0000 7f0db6ffd640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0da80666c0 0x7f0da8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.327+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f0dc0084410 con 0x7f0dc815a630 2024-09-13T15:57:48.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.327+0000 7f0dc659c640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0da80666c0 0x7f0da8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.327+0000 7f0dc659c640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0da80666c0 0x7f0da8068b80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0db8006fd0 tx=0x7f0db8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.335+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0dc00516c0 con 0x7f0dc815a630 2024-09-13T15:57:48.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.519+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0dc8151a50 con 0x7f0dc815a630 2024-09-13T15:57:48.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.519+0000 7f0db6ffd640 1 -- 172.21.15.7:0/3691557922 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4719 (secure 0 0 0) 0x7f0dc0054ce0 con 0x7f0dc815a630 2024-09-13T15:57:48.522 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:48.523 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6836/4171326021","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4171326021},{"type":"v1","addr":"172.21.15.7:6836","nonce":4171326021}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2104172885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6835","nonce":2104172885},{"type":"v1","addr":"172.21.15.7:6837","nonce":2104172885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/482911197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":482911197},{"type":"v1","addr":"172.21.15.77:6835","nonce":482911197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:56:58.260447+0000","modified":"2024-09-13T15:57:01.277030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6834/2014985604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2014985604},{"type":"v1","addr":"172.21.15.77:6834","nonce":2014985604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:57:48.523 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-09-13T15:57:48.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0da80666c0 msgr2=0x7f0da8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0da80666c0 0x7f0da8068b80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0db8006fd0 tx=0x7f0db8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:48.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 msgr2=0x7f0dc8147800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 0x7f0dc8147800 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000c7b0 tx=0x7f0dc000cc70 comp rx=0 tx=0).stop 2024-09-13T15:57:48.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 shutdown_connections 2024-09-13T15:57:48.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0da80666c0 0x7f0da8068b80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dc815a630 0x7f0dc8147800 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dc80cff80 0x7f0dc81472c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 --2- 172.21.15.7:0/3691557922 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dc8071b20 0x7f0dc81525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 >> 172.21.15.7:0/3691557922 conn(0x7f0dc806d6f0 msgr2=0x7f0dc815d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:48.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 shutdown_connections 2024-09-13T15:57:48.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.523+0000 7f0dccfc6640 1 -- 172.21.15.7:0/3691557922 wait complete. 2024-09-13T15:57:48.541 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:48.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 Processor -- start 2024-09-13T15:57:48.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 -- start start 2024-09-13T15:57:48.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f112815da10 0x7f112815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 0x7f11280b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f112815af90 con 0x7f11280cd3e0 2024-09-13T15:57:48.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f112815ddf0 con 0x7f112815da10 2024-09-13T15:57:48.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112f78f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11280b3000 con 0x7f1128143af0 2024-09-13T15:57:48.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112dd2c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f11280cd3e0 0x7f11280cd810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60074/0 (socket says 172.21.15.7:60074) 2024-09-13T15:57:48.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112dd2c640 1 -- 172.21.15.7:0/2532911397 learned_addr learned my addr 172.21.15.7:0/2532911397 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 --2- 172.21.15.7:0/2532911397 >> v2:172.21.15.77:3300/0 conn(0x7f112815da10 0x7f112815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112cd2a640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 0x7f11280b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1744727376 0 0) 0x7f112815af90 con 0x7f11280cd3e0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1114003530 con 0x7f11280cd3e0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1603222739 0 0) 0x7f1114003530 con 0x7f11280cd3e0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 msgr2=0x7f11280b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 0x7f11280b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 >> v2:172.21.15.77:3300/0 conn(0x7f112815da10 msgr2=0x7f112815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 --2- 172.21.15.7:0/2532911397 >> v2:172.21.15.77:3300/0 conn(0x7f112815da10 0x7f112815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f112806b570 con 0x7f11280cd3e0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f1120001a00 con 0x7f11280cd3e0 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 >> v1:172.21.15.7:6789/0 conn(0x7f11280cd3e0 legacy=0x7f11280cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1114003980 0x7f1114003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 0x7f11140047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1114004d10 0x7f1114005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f112815ddf0 con 0x7f1114003980 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11280b3000 con 0x7f1114004d10 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f111400b990 con 0x7f1128143af0 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1114003980 0x7f1114003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112cd2a640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 0x7f11140047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112dd2c640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1114004d10 0x7f1114005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 -- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 msgr2=0x7f11140047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1128143af0 0x7f11140047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 -- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1114004d10 msgr2=0x7f1114005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1114004d10 0x7f1114005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112d52b640 1 -- 172.21.15.7:0/2532911397 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1114003530 con 0x7f1114003980 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.663+0000 7f112dd2c640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1114004d10 0x7f1114005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112d52b640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1114003980 0x7f1114003da0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1124009b10 tx=0x7f112401ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5349201e7e93fec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11240a5550 con 0x7f1114003980 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11240a56b0 con 0x7f1114003980 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f111ffff640 1 -- 172.21.15.7:0/2532911397 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11240a5a60 con 0x7f1114003980 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- 172.21.15.7:0/2532911397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1114003980 msgr2=0x7f1114003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 --2- 172.21.15.7:0/2532911397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1114003980 0x7f1114003da0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1124009b10 tx=0x7f112401ca80 comp rx=0 tx=0).stop 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112dd2c640 1 -- 172.21.15.7:0/2532911397 reap_dead start 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- 172.21.15.7:0/2532911397 shutdown_connections 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- 172.21.15.7:0/2532911397 >> 172.21.15.7:0/2532911397 conn(0x7f1128069f00 msgr2=0x7f112806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- 172.21.15.7:0/2532911397 shutdown_connections 2024-09-13T15:57:48.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- 172.21.15.7:0/2532911397 wait complete. 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 Processor -- start 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- start start 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1114003980 0x7f11280cb980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 0x7f112806f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11280c5c90 0x7f11280c6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11280c6680 con 0x7f112806f470 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f112806ffe0 con 0x7f11280c5c90 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112f78f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11280702c0 con 0x7f1114003980 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112cd2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 0x7f112806f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112cd2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 0x7f112806f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44320/0 (socket says 172.21.15.7:44320) 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112cd2a640 1 -- 172.21.15.7:0/1906056860 learned_addr learned my addr 172.21.15.7:0/1906056860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:48.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.667+0000 7f112dd2c640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11280c5c90 0x7f11280c6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112d52b640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1114003980 0x7f11280cb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112cd2a640 1 -- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1114003980 msgr2=0x7f11280cb980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112cd2a640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1114003980 0x7f11280cb980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112cd2a640 1 -- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11280c5c90 msgr2=0x7f11280c6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112cd2a640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11280c5c90 0x7f11280c6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112cd2a640 1 -- 172.21.15.7:0/1906056860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11280705a0 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112cd2a640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 0x7f112806f8f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f11180115e0 tx=0x7f1118011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f111800f8f0 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f111800fa50 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1128070880 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f111800fdc0 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11281f4f30 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f112815aa50 con 0x7f112806f470 2024-09-13T15:57:48.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1118015460 con 0x7f112806f470 2024-09-13T15:57:48.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f111dffb640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f110c0666c0 0x7f110c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112d52b640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f110c0666c0 0x7f110c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f1118084b70 con 0x7f112806f470 2024-09-13T15:57:48.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.671+0000 7f112d52b640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f110c0666c0 0x7f110c068b80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f11240af000 tx=0x7f11240046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.675+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1118051d90 con 0x7f112806f470 2024-09-13T15:57:48.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.835+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f11280cbec0 con 0x7f112806f470 2024-09-13T15:57:48.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.839+0000 7f111dffb640 1 -- 172.21.15.7:0/1906056860 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f11180553b0 con 0x7f112806f470 2024-09-13T15:57:48.841 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:48.841 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:39.649859+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:56:56.361452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:56:57.239076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:48.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f110c0666c0 msgr2=0x7f110c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f110c0666c0 0x7f110c068b80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f11240af000 tx=0x7f11240046d0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 msgr2=0x7f112806f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 0x7f112806f8f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f11180115e0 tx=0x7f1118011aa0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 shutdown_connections 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f110c0666c0 0x7f110c068b80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11280c5c90 0x7f11280c6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f112806f470 0x7f112806f8f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 --2- 172.21.15.7:0/1906056860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1114003980 0x7f11280cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 >> 172.21.15.7:0/1906056860 conn(0x7f1128069f00 msgr2=0x7f112815bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 shutdown_connections 2024-09-13T15:57:48.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.843+0000 7f112f78f640 1 -- 172.21.15.7:0/1906056860 wait complete. 2024-09-13T15:57:48.862 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T15:57:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 Processor -- start 2024-09-13T15:57:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 -- start start 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6d3c15da10 0x7f6d3c15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c143af0 0x7f6d3c0b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6d3c0cd3e0 0x7f6d3c0cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d3c15ddf0 con 0x7f6d3c15da10 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d3c15af90 con 0x7f6d3c0cd3e0 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d430ca640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3c0b3000 con 0x7f6d3c143af0 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6d3c15da10 0x7f6d3c15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6d3c15da10 0x7f6d3c15aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44334/0 (socket says 172.21.15.7:44334) 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 -- 172.21.15.7:0/460728147 learned_addr learned my addr 172.21.15.7:0/460728147 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d3bfff640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c143af0 0x7f6d3c0b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 -- 172.21.15.7:0/460728147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c143af0 msgr2=0x7f6d3c0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d41667640 1 --2- 172.21.15.7:0/460728147 >> v2:172.21.15.77:3300/0 conn(0x7f6d3c0cd3e0 0x7f6d3c0cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c143af0 0x7f6d3c0b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 -- 172.21.15.7:0/460728147 >> v2:172.21.15.77:3300/0 conn(0x7f6d3c0cd3e0 msgr2=0x7f6d3c0cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 --2- 172.21.15.7:0/460728147 >> v2:172.21.15.77:3300/0 conn(0x7f6d3c0cd3e0 0x7f6d3c0cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d40e66640 1 -- 172.21.15.7:0/460728147 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d3c06b570 con 0x7f6d3c15da10 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d3bfff640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c143af0 0x7f6d3c0b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:48.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.987+0000 7f6d41667640 1 --2- 172.21.15.7:0/460728147 >> v2:172.21.15.77:3300/0 conn(0x7f6d3c0cd3e0 0x7f6d3c0cd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:48.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d40e66640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c15da10 0x7f6d3c15aa50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c144440 tx=0x7f6d3401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaf11a21ca136eb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3b7fe640 1 -- 172.21.15.7:0/460728147 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d340a5840 con 0x7f6d3c15da10 2024-09-13T15:57:48.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3b7fe640 1 -- 172.21.15.7:0/460728147 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d340a59a0 con 0x7f6d3c15da10 2024-09-13T15:57:48.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3b7fe640 1 -- 172.21.15.7:0/460728147 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d340a5d30 con 0x7f6d3c15da10 2024-09-13T15:57:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- 172.21.15.7:0/460728147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c15da10 msgr2=0x7f6d3c15aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c15da10 0x7f6d3c15aa50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c144440 tx=0x7f6d3401c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- 172.21.15.7:0/460728147 shutdown_connections 2024-09-13T15:57:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- 172.21.15.7:0/460728147 >> v2:172.21.15.77:3300/0 conn(0x7f6d3c0cd3e0 0x7f6d3c0cd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c143af0 0x7f6d3c0b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- 172.21.15.7:0/460728147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c15da10 0x7f6d3c15aa50 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- 172.21.15.7:0/460728147 >> 172.21.15.7:0/460728147 conn(0x7f6d3c069f00 msgr2=0x7f6d3c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:48.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- 172.21.15.7:0/460728147 shutdown_connections 2024-09-13T15:57:48.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- 172.21.15.7:0/460728147 wait complete. 2024-09-13T15:57:48.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 Processor -- start 2024-09-13T15:57:48.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- start start 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c0cd3e0 0x7f6d3c06f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 0x7f6d3c163720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d3c15da10 0x7f6d3c06ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3c1f7e60 con 0x7f6d3c143af0 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3c1f4e20 con 0x7f6d3c15da10 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d430ca640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3c1f5100 con 0x7f6d3c0cd3e0 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 0x7f6d3c163720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 0x7f6d3c163720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44336/0 (socket says 172.21.15.7:44336) 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d40e66640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c0cd3e0 0x7f6d3c06f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3bfff640 1 -- 172.21.15.7:0/1164903714 learned_addr learned my addr 172.21.15.7:0/1164903714 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d41667640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d3c15da10 0x7f6d3c06ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3bfff640 1 -- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c0cd3e0 msgr2=0x7f6d3c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.991+0000 7f6d3bfff640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c0cd3e0 0x7f6d3c06f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d3bfff640 1 -- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d3c15da10 msgr2=0x7f6d3c06ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:48.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d3bfff640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d3c15da10 0x7f6d3c06ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:48.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d3bfff640 1 -- 172.21.15.7:0/1164903714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d34009b30 con 0x7f6d3c143af0 2024-09-13T15:57:48.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d41667640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d3c15da10 0x7f6d3c06ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d3bfff640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 0x7f6d3c163720 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6d3000c7c0 tx=0x7f6d3000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d30007a30 con 0x7f6d3c143af0 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d30007b90 con 0x7f6d3c143af0 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d3c1f53e0 con 0x7f6d3c143af0 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3000ce70 con 0x7f6d3c143af0 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d3c06f9b0 con 0x7f6d3c143af0 2024-09-13T15:57:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d3c0b2650 con 0x7f6d3c143af0 2024-09-13T15:57:48.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6d300113f0 con 0x7f6d3c143af0 2024-09-13T15:57:48.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d397fa640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d28066690 0x7f6d28068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:48.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5883+0+0 (secure 0 0 0) 0x7f6d30084630 con 0x7f6d3c143af0 2024-09-13T15:57:48.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d40e66640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d28066690 0x7f6d28068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:48.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.995+0000 7f6d40e66640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d28066690 0x7f6d28068b50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6d340ae000 tx=0x7f6d340a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:49.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:48.999+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6d300519a0 con 0x7f6d3c143af0 2024-09-13T15:57:49.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.199+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f6d3c0cbd30 con 0x7f6d3c143af0 2024-09-13T15:57:49.202 INFO:tasks.ceph.mon.a.smithi007.stderr:2024-09-13T15:57:49.199+0000 7fd70c51e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:57:49.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d397fa640 1 -- 172.21.15.7:0/1164903714 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6d30054fc0 con 0x7f6d3c143af0 2024-09-13T15:57:49.216 INFO:teuthology.orchestra.run.smithi007.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T15:57:49.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d28066690 msgr2=0x7f6d28068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:49.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d28066690 0x7f6d28068b50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6d340ae000 tx=0x7f6d340a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:49.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 msgr2=0x7f6d3c163720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:49.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 0x7f6d3c163720 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6d3000c7c0 tx=0x7f6d3000cc80 comp rx=0 tx=0).stop 2024-09-13T15:57:49.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 shutdown_connections 2024-09-13T15:57:49.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6d28066690 0x7f6d28068b50 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d3c15da10 0x7f6d3c06ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d3c143af0 0x7f6d3c163720 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 --2- 172.21.15.7:0/1164903714 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6d3c0cd3e0 0x7f6d3c06f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 >> 172.21.15.7:0/1164903714 conn(0x7f6d3c069f00 msgr2=0x7f6d3c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:49.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 shutdown_connections 2024-09-13T15:57:49.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.215+0000 7f6d430ca640 1 -- 172.21.15.7:0/1164903714 wait complete. 2024-09-13T15:57:49.224 INFO:tasks.ceph.mds.d.smithi077.stderr: -3043> 2024-09-13T15:57:02.824+0000 7f98b398c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:57:49.235 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T15:57:49.287 INFO:tasks.ceph.mds.d.smithi077.stdout:starting mds.d at 2024-09-13T15:57:49.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 Processor -- start 2024-09-13T15:57:49.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 -- start start 2024-09-13T15:57:49.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb0c0153b90 0x7fb0c015af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:49.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c0159d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:49.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0c006faf0 con 0x7fb0c015da90 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0c0153f70 con 0x7fb0c0153b90 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c80ff640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c00cdb30 con 0x7fb0c00b0710 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c569a640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb0c015da90 0x7fb0c00b0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60086/0 (socket says 172.21.15.7:60086) 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c569a640 1 -- 172.21.15.7:0/1797406066 learned_addr learned my addr 172.21.15.7:0/1797406066 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c669c640 1 --2- 172.21.15.7:0/1797406066 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c0159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.355+0000 7fb0c5e9b640 1 --2- 172.21.15.7:0/1797406066 >> v2:172.21.15.77:3300/0 conn(0x7fb0c0153b90 0x7fb0c015af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c669c640 1 -- 172.21.15.7:0/1797406066 >> v2:172.21.15.77:3300/0 conn(0x7fb0c0153b90 msgr2=0x7fb0c015af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:49.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c669c640 1 --2- 172.21.15.7:0/1797406066 >> v2:172.21.15.77:3300/0 conn(0x7fb0c0153b90 0x7fb0c015af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c669c640 1 -- 172.21.15.7:0/1797406066 >> v1:172.21.15.7:6789/0 conn(0x7fb0c015da90 legacy=0x7fb0c00b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:49.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c669c640 1 -- 172.21.15.7:0/1797406066 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0c00cd850 con 0x7fb0c00b0710 2024-09-13T15:57:49.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c669c640 1 --2- 172.21.15.7:0/1797406066 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c0159d40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0009d90 tx=0x7fb0b001c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3581954646d8f410 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:49.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c4e99640 1 -- 172.21.15.7:0/1797406066 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b00a5a00 con 0x7fb0c00b0710 2024-09-13T15:57:49.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c4e99640 1 -- 172.21.15.7:0/1797406066 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b00a5b60 con 0x7fb0c00b0710 2024-09-13T15:57:49.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c4e99640 1 -- 172.21.15.7:0/1797406066 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b00ad440 con 0x7fb0c00b0710 2024-09-13T15:57:49.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 -- 172.21.15.7:0/1797406066 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 msgr2=0x7fb0c0159d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:49.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/1797406066 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c0159d40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0009d90 tx=0x7fb0b001c940 comp rx=0 tx=0).stop 2024-09-13T15:57:49.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 -- 172.21.15.7:0/1797406066 shutdown_connections 2024-09-13T15:57:49.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/1797406066 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c0159d40 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/1797406066 >> v2:172.21.15.77:3300/0 conn(0x7fb0c0153b90 0x7fb0c015af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 -- 172.21.15.7:0/1797406066 >> 172.21.15.7:0/1797406066 conn(0x7fb0c0065eb0 msgr2=0x7fb0c0069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:49.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 -- 172.21.15.7:0/1797406066 shutdown_connections 2024-09-13T15:57:49.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.359+0000 7fb0c80ff640 1 -- 172.21.15.7:0/1797406066 wait complete. 2024-09-13T15:57:49.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 Processor -- start 2024-09-13T15:57:49.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 -- start start 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c014f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb0c0153b90 0x7fb0c0150a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 0x7fb0c00c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c014f5b0 con 0x7fb0c015da90 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c00b30a0 con 0x7fb0c0153b90 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c00b3380 con 0x7fb0c00b0710 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 0x7fb0c00c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:49.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 0x7fb0c00c76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44348/0 (socket says 172.21.15.7:44348) 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 -- 172.21.15.7:0/78947192 learned_addr learned my addr 172.21.15.7:0/78947192 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c5e9b640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c014f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c569a640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb0c0153b90 0x7fb0c0150a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 -- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 msgr2=0x7fb0c014f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c014f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 -- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb0c0153b90 msgr2=0x7fb0c0150a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb0c0153b90 0x7fb0c0150a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 -- 172.21.15.7:0/78947192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0b0009a70 con 0x7fb0c015da90 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c5e9b640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c014f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c569a640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb0c0153b90 0x7fb0c0150a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c669c640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 0x7fb0c00c76f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0009d90 tx=0x7fb0b00196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:49.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b0007000 con 0x7fb0c015da90 2024-09-13T15:57:49.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b00aede0 con 0x7fb0c015da90 2024-09-13T15:57:49.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b00b7650 con 0x7fb0c015da90 2024-09-13T15:57:49.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0c00b3660 con 0x7fb0c015da90 2024-09-13T15:57:49.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.363+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0c00ca0a0 con 0x7fb0c015da90 2024-09-13T15:57:49.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.367+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0c0159d40 con 0x7fb0c015da90 2024-09-13T15:57:49.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.367+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb0b00b4050 con 0x7fb0c015da90 2024-09-13T15:57:49.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.367+0000 7fb0be7fc640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0ac0666c0 0x7fb0ac068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:49.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.367+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 5969+0+0 (secure 0 0 0) 0x7fb0b011efe0 con 0x7fb0c015da90 2024-09-13T15:57:49.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.367+0000 7fb0c5e9b640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0ac0666c0 0x7fb0ac068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:49.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.367+0000 7fb0c5e9b640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0ac0666c0 0x7fb0ac068b80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0b8009bb0 tx=0x7fb0b8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:49.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.371+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb0b00ec2d0 con 0x7fb0c015da90 2024-09-13T15:57:49.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:49.567+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fb0c0067990 con 0x7fb0c015da90 2024-09-13T15:57:50.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.219+0000 7fb0be7fc640 1 -- 172.21.15.7:0/78947192 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) v1 ==== 104+0+0 (secure 0 0 0) 0x7fb0b0009450 con 0x7fb0c015da90 2024-09-13T15:57:50.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.219+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0ac0666c0 msgr2=0x7fb0ac068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:50.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.219+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0ac0666c0 0x7fb0ac068b80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0b8009bb0 tx=0x7fb0b8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:50.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.219+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 msgr2=0x7fb0c00c76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.219+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 0x7fb0c00c76f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0009d90 tx=0x7fb0b00196e0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 shutdown_connections 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0ac0666c0 0x7fb0ac068b80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0c015da90 0x7fb0c00c76f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb0c0153b90 0x7fb0c0150a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 --2- 172.21.15.7:0/78947192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb0c00b0710 0x7fb0c014f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 >> 172.21.15.7:0/78947192 conn(0x7fb0c0065eb0 msgr2=0x7fb0c00cc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 shutdown_connections 2024-09-13T15:57:50.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.223+0000 7fb0c80ff640 1 -- 172.21.15.7:0/78947192 wait complete. 2024-09-13T15:57:50.247 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T15:57:50.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.375+0000 7f19ce579640 1 Processor -- start 2024-09-13T15:57:50.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.375+0000 7f19ce579640 1 -- start start 2024-09-13T15:57:50.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19ce579640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c8156a20 0x7f19c8071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:50.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19ce579640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f19c8156e00 0x7f19c815cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:50.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19ce579640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19c8071540 con 0x7f19c815d170 2024-09-13T15:57:50.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19ce579640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19c80724d0 con 0x7f19c8156e00 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19ce579640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19c815d720 con 0x7f19c8156a20 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f19c8156e00 0x7f19c815cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f19c8156e00 0x7f19c815cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44350/0 (socket says 172.21.15.7:44350) 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 -- 172.21.15.7:0/3500643717 learned_addr learned my addr 172.21.15.7:0/3500643717 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19c7fff640 1 --2- 172.21.15.7:0/3500643717 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c8156a20 0x7f19c8071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 -- 172.21.15.7:0/3500643717 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c8156a20 msgr2=0x7f19c8071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 --2- 172.21.15.7:0/3500643717 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c8156a20 0x7f19c8071f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 -- 172.21.15.7:0/3500643717 >> v1:172.21.15.77:6789/0 conn(0x7f19c815d170 legacy=0x7f19c806ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 -- 172.21.15.7:0/3500643717 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19c815da00 con 0x7f19c8156e00 2024-09-13T15:57:50.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19bffff640 1 --2- 172.21.15.7:0/3500643717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c815cc30 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f19b0009870 tx=0x7f19b001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=681f330a102491f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:50.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19c77fe640 1 -- 172.21.15.7:0/3500643717 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00aa640 con 0x7f19c8156e00 2024-09-13T15:57:50.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19c77fe640 1 -- 172.21.15.7:0/3500643717 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19b00aa7a0 con 0x7f19c8156e00 2024-09-13T15:57:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.379+0000 7f19c77fe640 1 -- 172.21.15.7:0/3500643717 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00aab30 con 0x7f19c8156e00 2024-09-13T15:57:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/3500643717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 msgr2=0x7f19c815cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 --2- 172.21.15.7:0/3500643717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c815cc30 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f19b0009870 tx=0x7f19b001c520 comp rx=0 tx=0).stop 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/3500643717 shutdown_connections 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 --2- 172.21.15.7:0/3500643717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c815cc30 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 --2- 172.21.15.7:0/3500643717 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c8156a20 0x7f19c8071f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/3500643717 >> 172.21.15.7:0/3500643717 conn(0x7f19c80b2410 msgr2=0x7f19c80b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/3500643717 shutdown_connections 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/3500643717 wait complete. 2024-09-13T15:57:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 Processor -- start 2024-09-13T15:57:50.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- start start 2024-09-13T15:57:50.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19c8156a20 0x7f19c8152120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:50.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c80cf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:50.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c815d170 0x7f19c814f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19c8153b20 con 0x7f19c8156e00 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19c8146b10 con 0x7f19c8156a20 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19c80ce6b0 con 0x7f19c815d170 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c80cf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c80cf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44366/0 (socket says 172.21.15.7:44366) 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 -- 172.21.15.7:0/729551492 learned_addr learned my addr 172.21.15.7:0/729551492 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ccb16640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c815d170 0x7f19c814f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19c7fff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19c8156a20 0x7f19c8152120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 -- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c815d170 msgr2=0x7f19c814f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c815d170 0x7f19c814f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 -- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19c8156a20 msgr2=0x7f19c8152120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:50.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19c8156a20 0x7f19c8152120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 -- 172.21.15.7:0/729551492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19b00094d0 con 0x7f19c8156e00 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19c7fff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19c8156a20 0x7f19c8152120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19bffff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c80cf100 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f19b001abd0 tx=0x7f19b001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00bd5f0 con 0x7f19c8156e00 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19b00bd770 con 0x7f19c8156e00 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19c8150e00 con 0x7f19c8156e00 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00bdb20 con 0x7f19c8156e00 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.383+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19c80ce900 con 0x7f19c8156e00 2024-09-13T15:57:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.387+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19c8071f90 con 0x7f19c8156e00 2024-09-13T15:57:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.387+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f19b00a8050 con 0x7f19c8156e00 2024-09-13T15:57:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.387+0000 7f19c57fa640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f19a8066690 0x7f19a8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.387+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 5969+0+0 (secure 0 0 0) 0x7f19b011ed90 con 0x7f19c8156e00 2024-09-13T15:57:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.387+0000 7f19c7fff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f19a8066690 0x7f19a8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.387+0000 7f19c7fff640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f19a8066690 0x7f19a8068b50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f19b8007a70 tx=0x7f19b8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.391+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f19b00ec1a0 con 0x7f19c8156e00 2024-09-13T15:57:50.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:50.555+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f19c80b4160 con 0x7f19c8156e00 2024-09-13T15:57:51.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.223+0000 7f19c57fa640 1 -- 172.21.15.7:0/729551492 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v26) v1 ==== 181+0+0 (secure 0 0 0) 0x7f19b00ef7c0 con 0x7f19c8156e00 2024-09-13T15:57:51.225 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' removed 2024-09-13T15:57:51.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f19a8066690 msgr2=0x7f19a8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f19a8066690 0x7f19a8068b50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f19b8007a70 tx=0x7f19b8008040 comp rx=0 tx=0).stop 2024-09-13T15:57:51.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 msgr2=0x7f19c80cf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c80cf100 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f19b001abd0 tx=0x7f19b001ad60 comp rx=0 tx=0).stop 2024-09-13T15:57:51.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 shutdown_connections 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f19a8066690 0x7f19a8068b50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19c815d170 0x7f19c814f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19c8156e00 0x7f19c80cf100 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 --2- 172.21.15.7:0/729551492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19c8156a20 0x7f19c8152120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 >> 172.21.15.7:0/729551492 conn(0x7f19c80b2410 msgr2=0x7f19c80b13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 shutdown_connections 2024-09-13T15:57:51.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.227+0000 7f19ce579640 1 -- 172.21.15.7:0/729551492 wait complete. 2024-09-13T15:57:51.253 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T15:57:51.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b4d6fa640 1 Processor -- start 2024-09-13T15:57:51.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b4d6fa640 1 -- start start 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b4d6fa640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0b4815c7f0 0x7f0b4815cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b4d6fa640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b480d0c40 con 0x7f0b480d2320 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b4d6fa640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b480cd1e0 con 0x7f0b4806aae0 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b4d6fa640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b480ccf00 con 0x7f0b4815c7f0 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.383+0000 7f0b46ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0b4815c7f0 0x7f0b4815cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b46ffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0b4815c7f0 0x7f0b4815cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44380/0 (socket says 172.21.15.7:44380) 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b46ffd640 1 -- 172.21.15.7:0/3894936092 learned_addr learned my addr 172.21.15.7:0/3894936092 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:51.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b467fc640 1 --1- 172.21.15.7:0/3894936092 >> v1:172.21.15.7:6789/0 conn(0x7f0b480d2320 0x7f0b4806a3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60102/0 (socket says 172.21.15.7:60102) 2024-09-13T15:57:51.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b46ffd640 1 -- 172.21.15.7:0/3894936092 >> v1:172.21.15.77:6789/0 conn(0x7f0b4806aae0 legacy=0x7f0b480d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b46ffd640 1 -- 172.21.15.7:0/3894936092 >> v1:172.21.15.7:6789/0 conn(0x7f0b480d2320 legacy=0x7f0b4806a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b45ffb640 1 -- 172.21.15.7:0/3894936092 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2646820657 0 0) 0x7f0b480d0c40 con 0x7f0b480d2320 2024-09-13T15:57:51.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b46ffd640 1 -- 172.21.15.7:0/3894936092 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b480d0310 con 0x7f0b4815c7f0 2024-09-13T15:57:51.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b46ffd640 1 --2- 172.21.15.7:0/3894936092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b4815c7f0 0x7f0b4815cbd0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009e50 tx=0x7f0b3801ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a24fdc4fc8e8d02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:51.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b45ffb640 1 -- 172.21.15.7:0/3894936092 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b380a58d0 con 0x7f0b4815c7f0 2024-09-13T15:57:51.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b45ffb640 1 -- 172.21.15.7:0/3894936092 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b380a5a30 con 0x7f0b4815c7f0 2024-09-13T15:57:51.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b45ffb640 1 -- 172.21.15.7:0/3894936092 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b380a5dc0 con 0x7f0b4815c7f0 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/3894936092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b4815c7f0 msgr2=0x7f0b4815cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/3894936092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b4815c7f0 0x7f0b4815cbd0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009e50 tx=0x7f0b3801ca00 comp rx=0 tx=0).stop 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/3894936092 shutdown_connections 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/3894936092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b4815c7f0 0x7f0b4815cbd0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/3894936092 >> 172.21.15.7:0/3894936092 conn(0x7f0b480cf380 msgr2=0x7f0b480cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/3894936092 shutdown_connections 2024-09-13T15:57:51.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.387+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/3894936092 wait complete. 2024-09-13T15:57:51.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 Processor -- start 2024-09-13T15:57:51.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- start start 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0b4806aae0 0x7f0b480b7370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 0x7f0b481474d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0b4815c7f0 0x7f0b4814af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b48147a10 con 0x7f0b480d2320 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b480cf760 con 0x7f0b4806aae0 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b480cfc90 con 0x7f0b4815c7f0 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 0x7f0b481474d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 0x7f0b481474d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44396/0 (socket says 172.21.15.7:44396) 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 -- 172.21.15.7:0/887050415 learned_addr learned my addr 172.21.15.7:0/887050415 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b46ffd640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0b4806aae0 0x7f0b480b7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b477fe640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0b4815c7f0 0x7f0b4814af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 -- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0b4815c7f0 msgr2=0x7f0b4814af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0b4815c7f0 0x7f0b4814af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 -- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0b4806aae0 msgr2=0x7f0b480b7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0b4806aae0 0x7f0b480b7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 -- 172.21.15.7:0/887050415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b38009b30 con 0x7f0b480d2320 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b467fc640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 0x7f0b481474d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0b3000c440 tx=0x7f0b3000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b300074e0 con 0x7f0b480d2320 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b30007640 con 0x7f0b480d2320 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b480cf9b0 con 0x7f0b480d2320 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b30004a30 con 0x7f0b480d2320 2024-09-13T15:57:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b4814de10 con 0x7f0b480d2320 2024-09-13T15:57:51.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.391+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b4815cbd0 con 0x7f0b480d2320 2024-09-13T15:57:51.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.395+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0b30004b90 con 0x7f0b480d2320 2024-09-13T15:57:51.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.395+0000 7f0b3f7fe640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0b28066690 0x7f0b28068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:51.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.395+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 5531+0+0 (secure 0 0 0) 0x7f0b300834a0 con 0x7f0b480d2320 2024-09-13T15:57:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.395+0000 7f0b46ffd640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0b28066690 0x7f0b28068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.395+0000 7f0b46ffd640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0b28066690 0x7f0b28068b50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0b380ae000 tx=0x7f0b380a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:51.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.399+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0b30050950 con 0x7f0b480d2320 2024-09-13T15:57:51.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:51.559+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0b480cc950 con 0x7f0b480d2320 2024-09-13T15:57:52.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.239+0000 7f0b3f7fe640 1 -- 172.21.15.7:0/887050415 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v27) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0b30053f70 con 0x7f0b480d2320 2024-09-13T15:57:52.242 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' removed 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0b28066690 msgr2=0x7f0b28068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0b28066690 0x7f0b28068b50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0b380ae000 tx=0x7f0b380a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 msgr2=0x7f0b481474d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 0x7f0b481474d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0b3000c440 tx=0x7f0b3000c900 comp rx=0 tx=0).stop 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 shutdown_connections 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0b28066690 0x7f0b28068b50 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0b4815c7f0 0x7f0b4814af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b480d2320 0x7f0b481474d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 --2- 172.21.15.7:0/887050415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0b4806aae0 0x7f0b480b7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 >> 172.21.15.7:0/887050415 conn(0x7f0b480cf380 msgr2=0x7f0b481549e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:52.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 shutdown_connections 2024-09-13T15:57:52.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.243+0000 7f0b4d6fa640 1 -- 172.21.15.7:0/887050415 wait complete. 2024-09-13T15:57:52.267 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T15:57:52.268 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T15:57:52.268 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T15:57:52.268 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:52.268 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T15:57:52.268 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T15:57:52.268 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T15:57:52.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:52.269 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T15:57:52.269 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T15:57:52.269 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T15:57:52.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:52.269 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T15:57:52.270 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T15:57:52.270 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T15:57:52.270 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:57:52.279 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T15:57:52.279 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T15:57:52.283 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T15:57:52.283 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T15:57:52.284 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T15:57:52.284 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T15:57:52.286 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T15:57:52.286 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T15:57:52.327 INFO:tasks.ceph.mds.d:Started 2024-09-13T15:57:52.328 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:52.329 INFO:tasks.ceph.mds.c:Started 2024-09-13T15:57:52.329 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:52.330 INFO:tasks.ceph.mds.b:Started 2024-09-13T15:57:52.330 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:52.330 INFO:tasks.ceph.mds.a:Started 2024-09-13T15:57:52.331 DEBUG:teuthology.parallel:result is None 2024-09-13T15:57:52.331 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T15:57:52.394 INFO:tasks.ceph.mds.a.smithi007.stdout:starting mds.a at 2024-09-13T15:57:52.397 INFO:tasks.ceph.mds.c.smithi007.stdout:starting mds.c at 2024-09-13T15:57:52.397 INFO:tasks.ceph.mds.b.smithi077.stdout:starting mds.b at 2024-09-13T15:57:52.397 INFO:tasks.ceph.mds.d.smithi077.stdout:starting mds.d at 2024-09-13T15:57:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe1a839640 1 Processor -- start 2024-09-13T15:57:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe1a839640 1 -- start start 2024-09-13T15:57:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe1a839640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe1406a610 0x7fbe140b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe1a839640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe140ae260 con 0x7fbe140addd0 2024-09-13T15:57:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe1a839640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe140b41c0 con 0x7fbe14145e60 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe1a839640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe140b3fd0 con 0x7fbe1406a610 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe18dd6640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbe140addd0 0x7fbe1406d040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:60116/0 (socket says 172.21.15.7:60116) 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe18dd6640 1 -- 172.21.15.7:0/3255062442 learned_addr learned my addr 172.21.15.7:0/3255062442 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.471+0000 7fbe137fe640 1 --2- 172.21.15.7:0/3255062442 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe1406a610 0x7fbe140b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1931697401 0 0) 0x7fbe140ae260 con 0x7fbe140addd0 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbdfc003530 con 0x7fbe140addd0 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3167008295 0 0) 0x7fbe140b41c0 con 0x7fbe14145e60 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe140ae260 con 0x7fbe14145e60 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe137fe640 1 -- 172.21.15.7:0/3255062442 >> v1:172.21.15.77:6789/0 conn(0x7fbe14145e60 legacy=0x7fbe14069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe137fe640 1 -- 172.21.15.7:0/3255062442 >> v1:172.21.15.7:6789/0 conn(0x7fbe140addd0 legacy=0x7fbe1406d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe137fe640 1 -- 172.21.15.7:0/3255062442 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe140b44a0 con 0x7fbe1406a610 2024-09-13T15:57:52.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe137fe640 1 --2- 172.21.15.7:0/3255062442 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe1406a610 0x7fbe140b3a90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbe080097f0 tx=0x7fbe0801c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b39d37b85ef84a43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:52.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe080aa610 con 0x7fbe1406a610 2024-09-13T15:57:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe080a6040 con 0x7fbe1406a610 2024-09-13T15:57:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe12ffd640 1 -- 172.21.15.7:0/3255062442 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe080aa990 con 0x7fbe1406a610 2024-09-13T15:57:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 -- 172.21.15.7:0/3255062442 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe1406a610 msgr2=0x7fbe140b3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 --2- 172.21.15.7:0/3255062442 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe1406a610 0x7fbe140b3a90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbe080097f0 tx=0x7fbe0801c4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 -- 172.21.15.7:0/3255062442 shutdown_connections 2024-09-13T15:57:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 --2- 172.21.15.7:0/3255062442 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe1406a610 0x7fbe140b3a90 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 -- 172.21.15.7:0/3255062442 >> 172.21.15.7:0/3255062442 conn(0x7fbe1406b1e0 msgr2=0x7fbe1406b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 -- 172.21.15.7:0/3255062442 shutdown_connections 2024-09-13T15:57:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.475+0000 7fbe1a839640 1 -- 172.21.15.7:0/3255062442 wait complete. 2024-09-13T15:57:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 Processor -- start 2024-09-13T15:57:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- start start 2024-09-13T15:57:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 0x7fbe14141490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbe140addd0 0x7fbe141f8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe14145e60 0x7fbe141f8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe14144510 con 0x7fbe1406a610 2024-09-13T15:57:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe141447f0 con 0x7fbe140addd0 2024-09-13T15:57:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe14144ad0 con 0x7fbe14145e60 2024-09-13T15:57:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 0x7fbe14141490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 0x7fbe14141490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44438/0 (socket says 172.21.15.7:44438) 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 -- 172.21.15.7:0/4167628201 learned_addr learned my addr 172.21.15.7:0/4167628201 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe18dd6640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe14145e60 0x7fbe141f8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 -- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe14145e60 msgr2=0x7fbe141f8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe14145e60 0x7fbe141f8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe137fe640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbe140addd0 0x7fbe141f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 -- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbe140addd0 msgr2=0x7fbe141f8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbe140addd0 0x7fbe141f8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 -- 172.21.15.7:0/4167628201 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe08009420 con 0x7fbe1406a610 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe13fff640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 0x7fbe14141490 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fbe0400c770 tx=0x7fbe0400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe04003b80 con 0x7fbe1406a610 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe04003ce0 con 0x7fbe1406a610 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe14144db0 con 0x7fbe1406a610 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0400aa90 con 0x7fbe1406a610 2024-09-13T15:57:52.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe1406b7e0 con 0x7fbe1406a610 2024-09-13T15:57:52.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe14145260 con 0x7fbe1406a610 2024-09-13T15:57:52.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.479+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbe0400abf0 con 0x7fbe1406a610 2024-09-13T15:57:52.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.483+0000 7fbe10ff9640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbe00066690 0x7fbe00068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:52.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.483+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fbe04083d80 con 0x7fbe1406a610 2024-09-13T15:57:52.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.483+0000 7fbe137fe640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbe00066690 0x7fbe00068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:52.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.483+0000 7fbe137fe640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbe00066690 0x7fbe00068b50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fbe080ae000 tx=0x7fbe08008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:52.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.487+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbe14145260 con 0x7fbe1406a610 2024-09-13T15:57:52.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:52.655+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fbe14145260 con 0x7fbe1406a610 2024-09-13T15:57:53.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.451+0000 7fbe10ff9640 1 -- 172.21.15.7:0/4167628201 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v32) v1 ==== 97+0+0 (secure 0 0 0) 0x7fbe14145260 con 0x7fbe1406a610 2024-09-13T15:57:53.453 INFO:teuthology.orchestra.run.smithi007.stderr: removed all blocklist entries 2024-09-13T15:57:53.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbe00066690 msgr2=0x7fbe00068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbe00066690 0x7fbe00068b50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fbe080ae000 tx=0x7fbe08008040 comp rx=0 tx=0).stop 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 msgr2=0x7fbe14141490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 0x7fbe14141490 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fbe0400c770 tx=0x7fbe0400cc30 comp rx=0 tx=0).stop 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 shutdown_connections 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbe00066690 0x7fbe00068b50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbe14145e60 0x7fbe141f8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbe140addd0 0x7fbe141f8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 --2- 172.21.15.7:0/4167628201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1406a610 0x7fbe14141490 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 >> 172.21.15.7:0/4167628201 conn(0x7fbe1406b1e0 msgr2=0x7fbe140b1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 shutdown_connections 2024-09-13T15:57:53.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.455+0000 7fbe1a839640 1 -- 172.21.15.7:0/4167628201 wait complete. 2024-09-13T15:57:53.476 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T15:57:53.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b9984640 1 Processor -- start 2024-09-13T15:57:53.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b9984640 1 -- start start 2024-09-13T15:57:53.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b9984640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f56b40b20d0 0x7f56b40cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b9984640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56b4158f20 con 0x7f56b40b2620 2024-09-13T15:57:53.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b9984640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56b4071180 con 0x7f56b4158b40 2024-09-13T15:57:53.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b9984640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56b406bfb0 con 0x7f56b40b20d0 2024-09-13T15:57:53.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56abfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f56b40b20d0 0x7f56b40cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b37fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f56b40b2620 0x7f56b406ca90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48224/0 (socket says 172.21.15.7:48224) 2024-09-13T15:57:53.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.599+0000 7f56b37fe640 1 -- 172.21.15.7:0/3909015915 learned_addr learned my addr 172.21.15.7:0/3909015915 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:53.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56abfff640 1 -- 172.21.15.7:0/3909015915 >> v1:172.21.15.77:6789/0 conn(0x7f56b4158b40 legacy=0x7f56b4070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56abfff640 1 -- 172.21.15.7:0/3909015915 >> v1:172.21.15.7:6789/0 conn(0x7f56b40b2620 legacy=0x7f56b406ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56abfff640 1 -- 172.21.15.7:0/3909015915 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56b406c290 con 0x7f56b40b20d0 2024-09-13T15:57:53.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b27fc640 1 -- 172.21.15.7:0/3909015915 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3080994053 0 0) 0x7f56ac0014a0 con 0x7f56b40b2620 2024-09-13T15:57:53.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56abfff640 1 --2- 172.21.15.7:0/3909015915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b20d0 0x7f56b40cba90 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f569c0097c0 tx=0x7f569c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e31c36ff18a3d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:53.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b27fc640 1 -- 172.21.15.7:0/3909015915 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f569c0ab600 con 0x7f56b40b20d0 2024-09-13T15:57:53.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b27fc640 1 -- 172.21.15.7:0/3909015915 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f569c0ab760 con 0x7f56b40b20d0 2024-09-13T15:57:53.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b27fc640 1 -- 172.21.15.7:0/3909015915 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f569c0abaf0 con 0x7f56b40b20d0 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 -- 172.21.15.7:0/3909015915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b20d0 msgr2=0x7f56b40cba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 --2- 172.21.15.7:0/3909015915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b20d0 0x7f56b40cba90 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f569c0097c0 tx=0x7f569c01c470 comp rx=0 tx=0).stop 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 -- 172.21.15.7:0/3909015915 shutdown_connections 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 --2- 172.21.15.7:0/3909015915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b20d0 0x7f56b40cba90 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 -- 172.21.15.7:0/3909015915 >> 172.21.15.7:0/3909015915 conn(0x7f56b4069f00 msgr2=0x7f56b406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 -- 172.21.15.7:0/3909015915 shutdown_connections 2024-09-13T15:57:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.603+0000 7f56b9984640 1 -- 172.21.15.7:0/3909015915 wait complete. 2024-09-13T15:57:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 Processor -- start 2024-09-13T15:57:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- start start 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b40b20d0 0x7f56b414ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 0x7f56b4137d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56b4158b40 0x7f56b4152070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56b4152d30 con 0x7f56b40b2620 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56b4152a50 con 0x7f56b40b20d0 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56b415a370 con 0x7f56b4158b40 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 0x7f56b4137d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 0x7f56b4137d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58808/0 (socket says 172.21.15.7:58808) 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 -- 172.21.15.7:0/1352593371 learned_addr learned my addr 172.21.15.7:0/1352593371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b2ffd640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b40b20d0 0x7f56b414ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b37fe640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56b4158b40 0x7f56b4152070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 -- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56b4158b40 msgr2=0x7f56b4152070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56b4158b40 0x7f56b4152070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 -- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b40b20d0 msgr2=0x7f56b414ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b40b20d0 0x7f56b414ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 -- 172.21.15.7:0/1352593371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f569c009420 con 0x7f56b40b2620 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56abfff640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 0x7f56b4137d10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f569c0ad040 tx=0x7f569c01acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f569c0ab600 con 0x7f56b40b2620 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f569c0b5830 con 0x7f56b40b2620 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f569c0b5be0 con 0x7f56b40b2620 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56b415a650 con 0x7f56b40b2620 2024-09-13T15:57:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56b4138250 con 0x7f56b40b2620 2024-09-13T15:57:53.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56b40cba90 con 0x7f56b40b2620 2024-09-13T15:57:53.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.607+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f569c0b5d40 con 0x7f56b40b2620 2024-09-13T15:57:53.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.611+0000 7f56b0ff9640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5694066690 0x7f5694068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.611+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f569c11eba0 con 0x7f56b40b2620 2024-09-13T15:57:53.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.611+0000 7f56b2ffd640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5694066690 0x7f5694068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.611+0000 7f56b2ffd640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5694066690 0x7f5694068b50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f56b415c0c0 tx=0x7f56a4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:53.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.615+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f569c0ec2f0 con 0x7f56b40b2620 2024-09-13T15:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f56b40b1eb0 con 0x7f56b40b2620 2024-09-13T15:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b0ff9640 1 -- 172.21.15.7:0/1352593371 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f569c0ef910 con 0x7f56b40b2620 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "auth_dump": [ 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.a", 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmMBtiDhAAM3zVOFV3TGHN2uQjPg96zQ==", 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.833 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.b", 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmhA92HRAAz9oInQeeCB0JUPzi/EWDQQ==", 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.c", 2024-09-13T15:57:53.834 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmUO5CFxAAr9PygbE2fitE2Cwqf487dA==", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.d", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmVx3VJRAA0ePb1eyLOFGqrZaAd0xpyg==", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.835 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.0", 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCTYORmZYwjAxAAOgRC6b4aH4p9e7rz3nBzNg==", 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.836 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.1", 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCWYORmvimQBxAAxmHk3895Jsyux0xJUeO8pw==", 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.837 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.2", 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCZYORmLJtbDhAAYMVQ3XL2geBJMGtty84jKg==", 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.3", 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCcYORmaA9yFRAAjOKXnIfsGGWamyLkMA6Vkg==", 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.4", 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCiYORm2j6JEhAAEtdn4utOdkGGAOq/Ip/3RQ==", 2024-09-13T15:57:53.839 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.5", 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQClYORm05B6FxAARR9gf4IkUTbt0/eTce6/vQ==", 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.840 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.6", 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCoYORmk/kxHhAAdLfdHzNOGtoAoNieFOIi1g==", 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.7", 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCrYORmtGkgJRAA2DDNeaoCk05St75oimakdw==", 2024-09-13T15:57:53.841 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.0", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmia+PKxAAxwSaEZ2v8KXD4lj0EKsIKA==", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:57:53.842 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.1", 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmYfGeMxAAG/eFh0/H8KGwubJ8N064/A==", 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.2", 2024-09-13T15:57:53.843 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmqoHDMBAA/bqnaIq1aFavz6EP2dn8LQ==", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.3", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmg+rROBAA1NZg1pxt0kldvM0uIY8J8Q==", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:57:53.844 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.admin", 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCQYORm+PbWMhAASWKg6oKCOuEKhKnXcAoKvQ==", 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow *", 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.845 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.846 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.bootstrap-mds", 2024-09-13T15:57:53.846 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCxYORm+B/TMBAAZV/f7KxUnxZcFMG0HkrDLg==", 2024-09-13T15:57:53.846 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.846 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T15:57:53.846 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.847 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCxYORmJj3TMBAAZtIE9U//vfdOqBrhf3Qggw==", 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.bootstrap-osd", 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCxYORmR1bTMBAAcPCN/4VXv4s+m7RtCbUAXg==", 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.848 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCxYORmV27TMBAAOmpzaKQhmxHpi4xDIvck4g==", 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCxYORm34bTMBAALyfWZNuQhS5MdWJWc30Kow==", 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T15:57:53.849 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCxYORmHKHTMBAA1xoBNLbKaUYcQaZGRtLxdw==", 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mgr.x", 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmiy4NCxAAcWfxt5kR+9PTd6gAgInORg==", 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow *", 2024-09-13T15:57:53.850 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile mgr", 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mgr.y", 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmX1tACBAAQp7nX6xRbjI1ry6gcEfXOw==", 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow *", 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile mgr", 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-13T15:57:53.851 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5694066690 msgr2=0x7f5694068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5694066690 0x7f5694068b50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f56b415c0c0 tx=0x7f56a4009040 comp rx=0 tx=0).stop 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 msgr2=0x7f56b4137d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 0x7f56b4137d10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f569c0ad040 tx=0x7f569c01acb0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 shutdown_connections 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5694066690 0x7f5694068b50 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56b4158b40 0x7f56b4152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b40b2620 0x7f56b4137d10 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 --2- 172.21.15.7:0/1352593371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b40b20d0 0x7f56b414ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.831+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 >> 172.21.15.7:0/1352593371 conn(0x7f56b4069f00 msgr2=0x7f56b415c570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.835+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 shutdown_connections 2024-09-13T15:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.835+0000 7f56b9984640 1 -- 172.21.15.7:0/1352593371 wait complete. 2024-09-13T15:57:53.854 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T15:57:53.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 Processor -- start 2024-09-13T15:57:53.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 -- start start 2024-09-13T15:57:53.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0dd415da10 0x7f0dd415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f0dd40cd3e0 0x7f0dd40cd850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dd415af90 con 0x7f0dd4143af0 2024-09-13T15:57:53.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dd415ddf0 con 0x7f0dd415da10 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd915b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dd40b2d60 con 0x7f0dd40cd3e0 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0dd415da10 0x7f0dd415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0dd415da10 0x7f0dd415aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58822/0 (socket says 172.21.15.7:58822) 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 -- 172.21.15.7:0/1456035669 learned_addr learned my addr 172.21.15.7:0/1456035669 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd359e640 1 --2- 172.21.15.7:0/1456035669 >> v2:172.21.15.77:3300/0 conn(0x7f0dd40cd3e0 0x7f0dd40cd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 -- 172.21.15.7:0/1456035669 >> v2:172.21.15.77:3300/0 conn(0x7f0dd40cd3e0 msgr2=0x7f0dd40cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 --2- 172.21.15.7:0/1456035669 >> v2:172.21.15.77:3300/0 conn(0x7f0dd40cd3e0 0x7f0dd40cd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 -- 172.21.15.7:0/1456035669 >> v1:172.21.15.7:6789/0 conn(0x7f0dd4143af0 legacy=0x7f0dd40b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd2d9d640 1 -- 172.21.15.7:0/1456035669 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd40b3000 con 0x7f0dd415da10 2024-09-13T15:57:53.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.975+0000 7f0dd259c640 1 -- 172.21.15.7:0/1456035669 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 24828624 0 0) 0x7f0dd415af90 con 0x7f0dd4143af0 2024-09-13T15:57:53.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd2d9d640 1 --2- 172.21.15.7:0/1456035669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd415aa50 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f0dd40cc0c0 tx=0x7f0dc401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=148c78e9d27b085f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:53.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd259c640 1 -- 172.21.15.7:0/1456035669 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc40aa650 con 0x7f0dd415da10 2024-09-13T15:57:53.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd259c640 1 -- 172.21.15.7:0/1456035669 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dc40aa7b0 con 0x7f0dd415da10 2024-09-13T15:57:53.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd259c640 1 -- 172.21.15.7:0/1456035669 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc40aab40 con 0x7f0dd415da10 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 -- 172.21.15.7:0/1456035669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 msgr2=0x7f0dd415aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 --2- 172.21.15.7:0/1456035669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd415aa50 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f0dd40cc0c0 tx=0x7f0dc401c4f0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 -- 172.21.15.7:0/1456035669 shutdown_connections 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 --2- 172.21.15.7:0/1456035669 >> v2:172.21.15.77:3300/0 conn(0x7f0dd40cd3e0 0x7f0dd40cd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 --2- 172.21.15.7:0/1456035669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd415aa50 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 -- 172.21.15.7:0/1456035669 >> 172.21.15.7:0/1456035669 conn(0x7f0dd4069f00 msgr2=0x7f0dd406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:53.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 -- 172.21.15.7:0/1456035669 shutdown_connections 2024-09-13T15:57:53.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 -- 172.21.15.7:0/1456035669 wait complete. 2024-09-13T15:57:53.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 Processor -- start 2024-09-13T15:57:53.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.979+0000 7f0dd915b640 1 -- start start 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dd40cd3e0 0x7f0dd4070d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dd4143af0 0x7f0dd41634c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd4163a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd41f4ac0 con 0x7f0dd415da10 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd41f4da0 con 0x7f0dd40cd3e0 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd41f5080 con 0x7f0dd4143af0 2024-09-13T15:57:53.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd4163a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd4163a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58832/0 (socket says 172.21.15.7:58832) 2024-09-13T15:57:53.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 -- 172.21.15.7:0/624907247 learned_addr learned my addr 172.21.15.7:0/624907247 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:53.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd2d9d640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dd40cd3e0 0x7f0dd4070d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dca59c640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dd4143af0 0x7f0dd41634c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 -- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dd4143af0 msgr2=0x7f0dd41634c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dd4143af0 0x7f0dd41634c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 -- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dd40cd3e0 msgr2=0x7f0dd4070d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dd40cd3e0 0x7f0dd4070d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 -- 172.21.15.7:0/624907247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc40094d0 con 0x7f0dd415da10 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dca59c640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dd4143af0 0x7f0dd41634c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd2d9d640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dd40cd3e0 0x7f0dd4070d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd359e640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd4163a00 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc007e40 tx=0x7f0dcc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc014620 con 0x7f0dd415da10 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dcc00ee90 con 0x7f0dd415da10 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dd41f5360 con 0x7f0dd415da10 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc0149e0 con 0x7f0dd415da10 2024-09-13T15:57:53.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dd40712d0 con 0x7f0dd415da10 2024-09-13T15:57:53.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dd40714f0 con 0x7f0dd415da10 2024-09-13T15:57:53.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0dcc014b40 con 0x7f0dd415da10 2024-09-13T15:57:53.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dcbfff640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0db4066690 0x7f0db4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:53.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0dcc084800 con 0x7f0dd415da10 2024-09-13T15:57:53.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd2d9d640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0db4066690 0x7f0db4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:53.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.983+0000 7f0dd2d9d640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0db4066690 0x7f0db4068b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40ae000 tx=0x7f0dc4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:53.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:53.987+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0dcc051eb0 con 0x7f0dd415da10 2024-09-13T15:57:54.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.203+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f0dd41f4c00 con 0x7f0dd415da10 2024-09-13T15:57:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dcbfff640 1 -- 172.21.15.7:0/624907247 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f0dd41f4c00 con 0x7f0dd415da10 2024-09-13T15:57:54.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0db4066690 msgr2=0x7f0db4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0db4066690 0x7f0db4068b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40ae000 tx=0x7f0dc4008040 comp rx=0 tx=0).stop 2024-09-13T15:57:54.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 msgr2=0x7f0dd4163a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd4163a00 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc007e40 tx=0x7f0dcc00e4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 shutdown_connections 2024-09-13T15:57:54.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0db4066690 0x7f0db4068b50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0dd415da10 0x7f0dd4163a00 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0dd4143af0 0x7f0dd41634c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 --2- 172.21.15.7:0/624907247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0dd40cd3e0 0x7f0dd4070d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 >> 172.21.15.7:0/624907247 conn(0x7f0dd4069f00 msgr2=0x7f0dd413c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:54.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 shutdown_connections 2024-09-13T15:57:54.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.211+0000 7f0dd915b640 1 -- 172.21.15.7:0/624907247 wait complete. 2024-09-13T15:57:54.231 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T15:57:54.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 Processor -- start 2024-09-13T15:57:54.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 -- start start 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb26c15c970 0x7fb26c0cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c0b78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb26c15d780 con 0x7fb26c0cf480 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb26c15ce50 con 0x7fb26c15c970 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb2747c7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb26c15d130 con 0x7fb26c160cc0 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb26c15c970 0x7fb26c0cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb26c15c970 0x7fb26c0cd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58836/0 (socket says 172.21.15.7:58836) 2024-09-13T15:57:54.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 -- 172.21.15.7:0/4126514532 learned_addr learned my addr 172.21.15.7:0/4126514532 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:54.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb272d64640 1 --2- 172.21.15.7:0/4126514532 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c0b78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 -- 172.21.15.7:0/4126514532 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 msgr2=0x7fb26c0b78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:54.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 --2- 172.21.15.7:0/4126514532 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c0b78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 -- 172.21.15.7:0/4126514532 >> v1:172.21.15.77:6789/0 conn(0x7fb26c0cf480 legacy=0x7fb26c0cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.359+0000 7fb271d62640 1 -- 172.21.15.7:0/4126514532 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb26c15d410 con 0x7fb26c15c970 2024-09-13T15:57:54.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb271d62640 1 --2- 172.21.15.7:0/4126514532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c0cd6b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fb260009870 tx=0x7fb26001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2d5b5f08de36da6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:54.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb271561640 1 -- 172.21.15.7:0/4126514532 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600a9640 con 0x7fb26c15c970 2024-09-13T15:57:54.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb271561640 1 -- 172.21.15.7:0/4126514532 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2600a97a0 con 0x7fb26c15c970 2024-09-13T15:57:54.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb271561640 1 -- 172.21.15.7:0/4126514532 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600a9b30 con 0x7fb26c15c970 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 -- 172.21.15.7:0/4126514532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 msgr2=0x7fb26c0cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 --2- 172.21.15.7:0/4126514532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c0cd6b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fb260009870 tx=0x7fb26001c520 comp rx=0 tx=0).stop 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 -- 172.21.15.7:0/4126514532 shutdown_connections 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 --2- 172.21.15.7:0/4126514532 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c0b78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 --2- 172.21.15.7:0/4126514532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c0cd6b0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 -- 172.21.15.7:0/4126514532 >> 172.21.15.7:0/4126514532 conn(0x7fb26c06a710 msgr2=0x7fb26c06ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 -- 172.21.15.7:0/4126514532 shutdown_connections 2024-09-13T15:57:54.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.363+0000 7fb2747c7640 1 -- 172.21.15.7:0/4126514532 wait complete. 2024-09-13T15:57:54.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 Processor -- start 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- start start 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb26c0cf480 0x7fb26c0b4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c15b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c147750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb26c1462b0 con 0x7fb26c15c970 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb26c15c090 con 0x7fb26c0cf480 2024-09-13T15:57:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb26c161b70 con 0x7fb26c160cc0 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c15b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c15b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58846/0 (socket says 172.21.15.7:58846) 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 -- 172.21.15.7:0/1343121536 learned_addr learned my addr 172.21.15.7:0/1343121536 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb272d64640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c147750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb272563640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb26c0cf480 0x7fb26c0b4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 -- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 msgr2=0x7fb26c147750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c147750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 -- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb26c0cf480 msgr2=0x7fb26c0b4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb26c0cf480 0x7fb26c0b4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 -- 172.21.15.7:0/1343121536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2600094d0 con 0x7fb26c15c970 2024-09-13T15:57:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb271d62640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c15b590 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fb26001a150 tx=0x7fb26001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600b1800 con 0x7fb26c15c970 2024-09-13T15:57:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2600b1960 con 0x7fb26c15c970 2024-09-13T15:57:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600b1cf0 con 0x7fb26c15c970 2024-09-13T15:57:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb26c1456c0 con 0x7fb26c15c970 2024-09-13T15:57:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb26c145bf0 con 0x7fb26c15c970 2024-09-13T15:57:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.367+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb26c0673e0 con 0x7fb26c15c970 2024-09-13T15:57:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.371+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb2600a7070 con 0x7fb26c15c970 2024-09-13T15:57:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.371+0000 7fb26affd640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb258066690 0x7fb258068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.371+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb26011e620 con 0x7fb26c15c970 2024-09-13T15:57:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.371+0000 7fb272563640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb258066690 0x7fb258068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.371+0000 7fb272563640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb258066690 0x7fb258068b50 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb26c0c9350 tx=0x7fb264009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:54.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.375+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb2600ebd70 con 0x7fb26c15c970 2024-09-13T15:57:54.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.591+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fb26c1463f0 con 0x7fb26c15c970 2024-09-13T15:57:54.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb26affd640 1 -- 172.21.15.7:0/1343121536 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7fb26c1463f0 con 0x7fb26c15c970 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb258066690 msgr2=0x7fb258068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb258066690 0x7fb258068b50 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb26c0c9350 tx=0x7fb264009040 comp rx=0 tx=0).stop 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 msgr2=0x7fb26c15b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c15b590 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fb26001a150 tx=0x7fb26001ad60 comp rx=0 tx=0).stop 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 shutdown_connections 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb258066690 0x7fb258068b50 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb26c160cc0 0x7fb26c147750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb26c15c970 0x7fb26c15b590 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 --2- 172.21.15.7:0/1343121536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb26c0cf480 0x7fb26c0b4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 >> 172.21.15.7:0/1343121536 conn(0x7fb26c06a710 msgr2=0x7fb26c0cb7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:54.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 shutdown_connections 2024-09-13T15:57:54.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.599+0000 7fb2747c7640 1 -- 172.21.15.7:0/1343121536 wait complete. 2024-09-13T15:57:54.617 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T15:57:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 Processor -- start 2024-09-13T15:57:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 -- start start 2024-09-13T15:57:54.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff20c0ac8a0 0x7ff20c0ae250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 0x7ff20c0ae790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff20c071850 con 0x7ff20c1451b0 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff20c070420 con 0x7ff20c0ac8a0 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff210b54640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff20c072420 con 0x7ff20c145d00 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff20c1451b0 0x7ff20c06ddb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48242/0 (socket says 172.21.15.7:48242) 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 -- 172.21.15.7:0/4012881101 learned_addr learned my addr 172.21.15.7:0/4012881101 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20bfff640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 0x7ff20c0ae790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20affd640 1 --2- 172.21.15.7:0/4012881101 >> v2:172.21.15.77:3300/0 conn(0x7ff20c0ac8a0 0x7ff20c0ae250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2735129279 0 0) 0x7ff20c071850 con 0x7ff20c1451b0 2024-09-13T15:57:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff1f4003530 con 0x7ff20c1451b0 2024-09-13T15:57:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4065761739 0 0) 0x7ff1f4003530 con 0x7ff20c1451b0 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 msgr2=0x7ff20c0ae790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 0x7ff20c0ae790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 >> v2:172.21.15.77:3300/0 conn(0x7ff20c0ac8a0 msgr2=0x7ff20c0ae250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 --2- 172.21.15.7:0/4012881101 >> v2:172.21.15.77:3300/0 conn(0x7ff20c0ac8a0 0x7ff20c0ae250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff20c145590 con 0x7ff20c1451b0 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7ff204001a00 con 0x7ff20c1451b0 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 >> v1:172.21.15.7:6789/0 conn(0x7ff20c1451b0 legacy=0x7ff20c06ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1f4003980 0x7ff1f4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 0x7ff1f40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1f4004d10 0x7ff1f4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20c070420 con 0x7ff1f4003980 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20c072420 con 0x7ff1f4004d10 2024-09-13T15:57:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f400b990 con 0x7ff20c145d00 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1f4003980 0x7ff1f4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20affd640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 0x7ff1f40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20bfff640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1f4004d10 0x7ff1f4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 -- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 msgr2=0x7ff1f40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff20c145d00 0x7ff1f40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 -- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1f4004d10 msgr2=0x7ff1f4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1f4004d10 0x7ff1f4005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.735+0000 7ff20b7fe640 1 -- 172.21.15.7:0/4012881101 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1f4003530 con 0x7ff1f4003980 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1f4003980 0x7ff1f4003da0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff20400a8d0 tx=0x7ff20401d3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91cfaa2e6a1f5e0d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2040ad630 con 0x7ff1f4003980 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2040a8070 con 0x7ff1f4003980 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff20a7fc640 1 -- 172.21.15.7:0/4012881101 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2040ad9d0 con 0x7ff1f4003980 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 -- 172.21.15.7:0/4012881101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1f4003980 msgr2=0x7ff1f4003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 --2- 172.21.15.7:0/4012881101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1f4003980 0x7ff1f4003da0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff20400a8d0 tx=0x7ff20401d3d0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff20bfff640 1 -- 172.21.15.7:0/4012881101 reap_dead start 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 -- 172.21.15.7:0/4012881101 shutdown_connections 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 -- 172.21.15.7:0/4012881101 >> 172.21.15.7:0/4012881101 conn(0x7ff20c0b0fa0 msgr2=0x7ff20c0b13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 -- 172.21.15.7:0/4012881101 shutdown_connections 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 -- 172.21.15.7:0/4012881101 wait complete. 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 Processor -- start 2024-09-13T15:57:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.739+0000 7ff210b54640 1 -- start start 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1f4003980 0x7ff20c140010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff20c15a530 0x7ff20c15c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 0x7ff20c158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20c15a9b0 con 0x7ff20c158310 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20c158cd0 con 0x7ff20c15a530 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff20c15cb10 con 0x7ff1f4003980 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 0x7ff20c158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 0x7ff20c158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58852/0 (socket says 172.21.15.7:58852) 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 -- 172.21.15.7:0/2591201234 learned_addr learned my addr 172.21.15.7:0/2591201234 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20affd640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff20c15a530 0x7ff20c15c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1f4003980 0x7ff20c140010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 -- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1f4003980 msgr2=0x7ff20c140010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1f4003980 0x7ff20c140010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 -- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff20c15a530 msgr2=0x7ff20c15c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff20c15a530 0x7ff20c15c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 -- 172.21.15.7:0/2591201234 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff20c15b460 con 0x7ff20c158310 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1f4003980 0x7ff20c140010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20affd640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff20c15a530 0x7ff20c15c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20bfff640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 0x7ff20c158790 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff20c146370 tx=0x7ff1fc010c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc00e8d0 con 0x7ff20c158310 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1fc00ea30 con 0x7ff20c158310 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc00ede0 con 0x7ff20c158310 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff20c15abc0 con 0x7ff20c158310 2024-09-13T15:57:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff20c15b180 con 0x7ff20c158310 2024-09-13T15:57:54.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff20c160d40 con 0x7ff20c158310 2024-09-13T15:57:54.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff1fc01c400 con 0x7ff20c158310 2024-09-13T15:57:54.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff1f3fff640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1f80666c0 0x7ff1f8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:54.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff1fc0840f0 con 0x7ff20c158310 2024-09-13T15:57:54.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1f80666c0 0x7ff1f8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.743+0000 7ff20b7fe640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1f80666c0 0x7ff1f8068b80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff2040ad000 tx=0x7ff204001d90 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.747+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1fc051840 con 0x7ff20c158310 2024-09-13T15:57:54.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.959+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7ff20c0adad0 con 0x7ff20c158310 2024-09-13T15:57:54.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.963+0000 7ff1f3fff640 1 -- 172.21.15.7:0/2591201234 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7ff1fc054e60 con 0x7ff20c158310 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1f80666c0 msgr2=0x7ff1f8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1f80666c0 0x7ff1f8068b80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff2040ad000 tx=0x7ff204001d90 comp rx=0 tx=0).stop 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 msgr2=0x7ff20c158790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 0x7ff20c158790 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff20c146370 tx=0x7ff1fc010c20 comp rx=0 tx=0).stop 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 shutdown_connections 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1f80666c0 0x7ff1f8068b80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff20c158310 0x7ff20c158790 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff20c15a530 0x7ff20c15c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 --2- 172.21.15.7:0/2591201234 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1f4003980 0x7ff20c140010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:54.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 >> 172.21.15.7:0/2591201234 conn(0x7ff20c0b0fa0 msgr2=0x7ff20c143cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:54.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 shutdown_connections 2024-09-13T15:57:54.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:54.967+0000 7ff210b54640 1 -- 172.21.15.7:0/2591201234 wait complete. 2024-09-13T15:57:54.984 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T15:57:55.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 Processor -- start 2024-09-13T15:57:55.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 -- start start 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fafa80b3340 0x7fafa80b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fafa815cad0 0x7fafa8142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafa8160f20 con 0x7fafa8160ad0 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafa815da70 con 0x7fafa815cad0 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafb04a3640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafa80b2d70 con 0x7fafa80b3340 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafaea40640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fafa815cad0 0x7fafa8142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.099+0000 7fafada3e640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fafa8160ad0 0x7fafa80b2660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48256/0 (socket says 172.21.15.7:48256) 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafaea40640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fafa815cad0 0x7fafa8142350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58868/0 (socket says 172.21.15.7:58868) 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafada3e640 1 -- 172.21.15.7:0/1440663098 learned_addr learned my addr 172.21.15.7:0/1440663098 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:55.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafae23f640 1 --2- 172.21.15.7:0/1440663098 >> v2:172.21.15.77:3300/0 conn(0x7fafa80b3340 0x7fafa80b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafaea40640 1 -- 172.21.15.7:0/1440663098 >> v2:172.21.15.77:3300/0 conn(0x7fafa80b3340 msgr2=0x7fafa80b3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafaea40640 1 --2- 172.21.15.7:0/1440663098 >> v2:172.21.15.77:3300/0 conn(0x7fafa80b3340 0x7fafa80b3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafaea40640 1 -- 172.21.15.7:0/1440663098 >> v1:172.21.15.7:6789/0 conn(0x7fafa8160ad0 legacy=0x7fafa80b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafaea40640 1 -- 172.21.15.7:0/1440663098 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa80b3020 con 0x7fafa815cad0 2024-09-13T15:57:55.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafad23d640 1 -- 172.21.15.7:0/1440663098 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2851265282 0 0) 0x7fafa8160f20 con 0x7fafa8160ad0 2024-09-13T15:57:55.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafaea40640 1 --2- 172.21.15.7:0/1440663098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa8142350 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fafa806aae0 tx=0x7fafa001c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41a7dac3df79d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafad23d640 1 -- 172.21.15.7:0/1440663098 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa00a5940 con 0x7fafa815cad0 2024-09-13T15:57:55.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafad23d640 1 -- 172.21.15.7:0/1440663098 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafa00a5aa0 con 0x7fafa815cad0 2024-09-13T15:57:55.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafad23d640 1 -- 172.21.15.7:0/1440663098 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa00a5e30 con 0x7fafa815cad0 2024-09-13T15:57:55.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 -- 172.21.15.7:0/1440663098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 msgr2=0x7fafa8142350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 --2- 172.21.15.7:0/1440663098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa8142350 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fafa806aae0 tx=0x7fafa001c880 comp rx=0 tx=0).stop 2024-09-13T15:57:55.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 -- 172.21.15.7:0/1440663098 shutdown_connections 2024-09-13T15:57:55.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 --2- 172.21.15.7:0/1440663098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa8142350 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 --2- 172.21.15.7:0/1440663098 >> v2:172.21.15.77:3300/0 conn(0x7fafa80b3340 0x7fafa80b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 -- 172.21.15.7:0/1440663098 >> 172.21.15.7:0/1440663098 conn(0x7fafa8069f00 msgr2=0x7fafa806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:55.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 -- 172.21.15.7:0/1440663098 shutdown_connections 2024-09-13T15:57:55.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.103+0000 7fafb04a3640 1 -- 172.21.15.7:0/1440663098 wait complete. 2024-09-13T15:57:55.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 Processor -- start 2024-09-13T15:57:55.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- start start 2024-09-13T15:57:55.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa80b3340 0x7fafa815f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa813cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafa8160ad0 0x7fafa8137e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa815ed90 con 0x7fafa815cad0 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa813d500 con 0x7fafa80b3340 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafa813d780 con 0x7fafa8160ad0 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa813cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa813cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58882/0 (socket says 172.21.15.7:58882) 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 -- 172.21.15.7:0/3780237424 learned_addr learned my addr 172.21.15.7:0/3780237424 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafaea40640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafa8160ad0 0x7fafa8137e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafae23f640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa80b3340 0x7fafa815f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 -- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafa8160ad0 msgr2=0x7fafa8137e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafa8160ad0 0x7fafa8137e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 -- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa80b3340 msgr2=0x7fafa815f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa80b3340 0x7fafa815f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 -- 172.21.15.7:0/3780237424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa0009a70 con 0x7fafa815cad0 2024-09-13T15:57:55.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafae23f640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa80b3340 0x7fafa815f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:55.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafada3e640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa813cfc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7faf980011f0 tx=0x7faf9800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf980074e0 con 0x7fafa815cad0 2024-09-13T15:57:55.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf98007640 con 0x7fafa815cad0 2024-09-13T15:57:55.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafa815e740 con 0x7fafa815cad0 2024-09-13T15:57:55.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf98004a10 con 0x7fafa815cad0 2024-09-13T15:57:55.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafa8138380 con 0x7fafa815cad0 2024-09-13T15:57:55.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafa815ef40 con 0x7fafa815cad0 2024-09-13T15:57:55.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.107+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faf98004b70 con 0x7fafa815cad0 2024-09-13T15:57:55.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.111+0000 7faf9effd640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf8c066690 0x7faf8c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.111+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7faf98083370 con 0x7fafa815cad0 2024-09-13T15:57:55.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.111+0000 7fafae23f640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf8c066690 0x7faf8c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.111+0000 7fafae23f640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf8c066690 0x7faf8c068b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fafa40097a0 tx=0x7fafa4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.115+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fafa815ef40 con 0x7fafa815cad0 2024-09-13T15:57:55.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.327+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fafa80b3720 con 0x7fafa815cad0 2024-09-13T15:57:55.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.335+0000 7faf9effd640 1 -- 172.21.15.7:0/3780237424 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7faf980180a0 con 0x7fafa815cad0 2024-09-13T15:57:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf8c066690 msgr2=0x7faf8c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf8c066690 0x7faf8c068b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fafa40097a0 tx=0x7fafa4008040 comp rx=0 tx=0).stop 2024-09-13T15:57:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 msgr2=0x7fafa813cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa813cfc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7faf980011f0 tx=0x7faf9800c9b0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 shutdown_connections 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7faf8c066690 0x7faf8c068b50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafa8160ad0 0x7fafa8137e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafa815cad0 0x7fafa813cfc0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 --2- 172.21.15.7:0/3780237424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa80b3340 0x7fafa815f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 >> 172.21.15.7:0/3780237424 conn(0x7fafa8069f00 msgr2=0x7fafa80cd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 shutdown_connections 2024-09-13T15:57:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.339+0000 7fafb04a3640 1 -- 172.21.15.7:0/3780237424 wait complete. 2024-09-13T15:57:55.356 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T15:57:55.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 Processor -- start 2024-09-13T15:57:55.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 -- start start 2024-09-13T15:57:55.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f86f015c760 0x7f86f00b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 0x7f86f00cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86f00d17e0 con 0x7f86f00d0630 2024-09-13T15:57:55.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86f00cdc90 con 0x7f86f015c760 2024-09-13T15:57:55.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86f4dd7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00d0bd0 con 0x7f86f00cd2c0 2024-09-13T15:57:55.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86edd9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f86f00d0630 0x7f86f00d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48260/0 (socket says 172.21.15.7:48260) 2024-09-13T15:57:55.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86edd9b640 1 -- 172.21.15.7:0/2972052793 learned_addr learned my addr 172.21.15.7:0/2972052793 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:55.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86ee59c640 1 --2- 172.21.15.7:0/2972052793 >> v2:172.21.15.77:3300/0 conn(0x7f86f015c760 0x7f86f00b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86eed9d640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 0x7f86f00cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4114735851 0 0) 0x7f86f00d17e0 con 0x7f86f00d0630 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.479+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86d8003530 con 0x7f86f00d0630 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3260413360 0 0) 0x7f86d8003530 con 0x7f86f00d0630 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 msgr2=0x7f86f00cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 0x7f86f00cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 >> v2:172.21.15.77:3300/0 conn(0x7f86f015c760 msgr2=0x7f86f00b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 --2- 172.21.15.7:0/2972052793 >> v2:172.21.15.77:3300/0 conn(0x7f86f015c760 0x7f86f00b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f00d0eb0 con 0x7f86f00d0630 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f86e4001680 con 0x7f86f00d0630 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 >> v1:172.21.15.7:6789/0 conn(0x7f86f00d0630 legacy=0x7f86f00d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 0x7f86d8003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86d8003f00 0x7f86d80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86d8004d10 0x7f86d8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00cdc90 con 0x7f86d8003f00 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00d0bd0 con 0x7f86d8004d10 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86d800b9c0 con 0x7f86f00cd2c0 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86d8003f00 0x7f86d80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ee59c640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 0x7f86d8003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86eed9d640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86d8004d10 0x7f86d8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 -- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 msgr2=0x7f86d8003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86f00cd2c0 0x7f86d8003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 -- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86d8004d10 msgr2=0x7f86d8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86d8004d10 0x7f86d8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 -- 172.21.15.7:0/2972052793 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86d8003530 con 0x7f86d8003f00 2024-09-13T15:57:55.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86eed9d640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86d8004d10 0x7f86d8005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86edd9b640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86d8003f00 0x7f86d80047d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f86e400c290 tx=0x7f86e401cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94422013b189e567 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e40a5970 con 0x7f86d8003f00 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e40a5ad0 con 0x7f86d8003f00 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86ed59a640 1 -- 172.21.15.7:0/2972052793 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e40a5e80 con 0x7f86d8003f00 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86f4dd7640 1 -- 172.21.15.7:0/2972052793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86d8003f00 msgr2=0x7f86d80047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/2972052793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86d8003f00 0x7f86d80047d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f86e400c290 tx=0x7f86e401cd00 comp rx=0 tx=0).stop 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86eed9d640 1 -- 172.21.15.7:0/2972052793 reap_dead start 2024-09-13T15:57:55.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86f4dd7640 1 -- 172.21.15.7:0/2972052793 shutdown_connections 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86f4dd7640 1 -- 172.21.15.7:0/2972052793 >> 172.21.15.7:0/2972052793 conn(0x7f86f00cf070 msgr2=0x7f86f00cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86f4dd7640 1 -- 172.21.15.7:0/2972052793 shutdown_connections 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.483+0000 7f86f4dd7640 1 -- 172.21.15.7:0/2972052793 wait complete. 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 Processor -- start 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- start start 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86d8003f00 0x7f86f015cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86f01ef460 0x7f86f00c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 0x7f86f00c77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00ca660 con 0x7f86f00c9c00 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00ca0a0 con 0x7f86f01ef460 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00ca380 con 0x7f86d8003f00 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 0x7f86f00c77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86ee59c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86d8003f00 0x7f86f015cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 0x7f86f00c77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58898/0 (socket says 172.21.15.7:58898) 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 -- 172.21.15.7:0/4227530786 learned_addr learned my addr 172.21.15.7:0/4227530786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86edd9b640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86f01ef460 0x7f86f00c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 -- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86d8003f00 msgr2=0x7f86f015cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86d8003f00 0x7f86f015cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 -- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86f01ef460 msgr2=0x7f86f00c96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86f01ef460 0x7f86f00c96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 -- 172.21.15.7:0/4227530786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f00cafe0 con 0x7f86f00c9c00 2024-09-13T15:57:55.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86eed9d640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 0x7f86f00c77b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f86f00cddf0 tx=0x7f86e800f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e8017400 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e8011040 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e80177c0 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86f00cb2c0 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86f01f2460 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.487+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86f015cb40 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.491+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f86e80203b0 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.491+0000 7f86deffd640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f86d0066690 0x7f86d0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.491+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f86e8084060 con 0x7f86f00c9c00 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.491+0000 7f86ee59c640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f86d0066690 0x7f86d0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.491+0000 7f86ee59c640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f86d0066690 0x7f86d0068b50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f86f0152730 tx=0x7f86e0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.495+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f86e80517c0 con 0x7f86f00c9c00 2024-09-13T15:57:55.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.711+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f86f015a520 con 0x7f86f00c9c00 2024-09-13T15:57:55.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.715+0000 7f86deffd640 1 -- 172.21.15.7:0/4227530786 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f86e8054de0 con 0x7f86f00c9c00 2024-09-13T15:57:55.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f86d0066690 msgr2=0x7f86d0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f86d0066690 0x7f86d0068b50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f86f0152730 tx=0x7f86e0008040 comp rx=0 tx=0).stop 2024-09-13T15:57:55.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 msgr2=0x7f86f00c77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 0x7f86f00c77b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f86f00cddf0 tx=0x7f86e800f4a0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 shutdown_connections 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f86d0066690 0x7f86d0068b50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86f00c9c00 0x7f86f00c77b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86f01ef460 0x7f86f00c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 --2- 172.21.15.7:0/4227530786 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f86d8003f00 0x7f86f015cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 >> 172.21.15.7:0/4227530786 conn(0x7f86f00cf070 msgr2=0x7f86f00ce500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 shutdown_connections 2024-09-13T15:57:55.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.719+0000 7f86f4dd7640 1 -- 172.21.15.7:0/4227530786 wait complete. 2024-09-13T15:57:55.738 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T15:57:55.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 Processor -- start 2024-09-13T15:57:55.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 -- start start 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb29c0b2f00 0x7fb29c158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb29c06d4b0 0x7fb29c1594e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb29c0b3b40 con 0x7fb29c06d0d0 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb29c070480 con 0x7fb29c0b2f00 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb2a1ead640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb29c0b15c0 con 0x7fb29c06d4b0 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb293fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb29c0b2f00 0x7fb29c158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb293fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb29c0b2f00 0x7fb29c158fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58912/0 (socket says 172.21.15.7:58912) 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb293fff640 1 -- 172.21.15.7:0/1883099952 learned_addr learned my addr 172.21.15.7:0/1883099952 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.855+0000 7fb29bfff640 1 --2- 172.21.15.7:0/1883099952 >> v2:172.21.15.77:3300/0 conn(0x7fb29c06d4b0 0x7fb29c1594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb293fff640 1 -- 172.21.15.7:0/1883099952 >> v2:172.21.15.77:3300/0 conn(0x7fb29c06d4b0 msgr2=0x7fb29c1594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb293fff640 1 --2- 172.21.15.7:0/1883099952 >> v2:172.21.15.77:3300/0 conn(0x7fb29c06d4b0 0x7fb29c1594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb293fff640 1 -- 172.21.15.7:0/1883099952 >> v1:172.21.15.77:6789/0 conn(0x7fb29c06d0d0 legacy=0x7fb29c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb293fff640 1 -- 172.21.15.7:0/1883099952 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb29c070860 con 0x7fb29c0b2f00 2024-09-13T15:57:55.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb29bfff640 1 --2- 172.21.15.7:0/1883099952 >> v2:172.21.15.77:3300/0 conn(0x7fb29c06d4b0 0x7fb29c1594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:57:55.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb293fff640 1 --2- 172.21.15.7:0/1883099952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c0b2f00 0x7fb29c158fa0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb29c0cb010 tx=0x7fb28401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff2af8993fa640bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb29affd640 1 -- 172.21.15.7:0/1883099952 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2840ab660 con 0x7fb29c0b2f00 2024-09-13T15:57:55.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb29affd640 1 -- 172.21.15.7:0/1883099952 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2840ab7c0 con 0x7fb29c0b2f00 2024-09-13T15:57:55.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb29affd640 1 -- 172.21.15.7:0/1883099952 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2840abb50 con 0x7fb29c0b2f00 2024-09-13T15:57:55.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 -- 172.21.15.7:0/1883099952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c0b2f00 msgr2=0x7fb29c158fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/1883099952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c0b2f00 0x7fb29c158fa0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb29c0cb010 tx=0x7fb28401c460 comp rx=0 tx=0).stop 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 -- 172.21.15.7:0/1883099952 shutdown_connections 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/1883099952 >> v2:172.21.15.77:3300/0 conn(0x7fb29c06d4b0 0x7fb29c1594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/1883099952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c0b2f00 0x7fb29c158fa0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 -- 172.21.15.7:0/1883099952 >> 172.21.15.7:0/1883099952 conn(0x7fb29c069f00 msgr2=0x7fb29c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 -- 172.21.15.7:0/1883099952 shutdown_connections 2024-09-13T15:57:55.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.859+0000 7fb2a1ead640 1 -- 172.21.15.7:0/1883099952 wait complete. 2024-09-13T15:57:55.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 Processor -- start 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 -- start start 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 0x7fb29c14b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb29c06d4b0 0x7fb29c156800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb29c0b2f00 0x7fb29c14c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29c158180 con 0x7fb29c06d0d0 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29c1570e0 con 0x7fb29c06d4b0 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb29c1573c0 con 0x7fb29c0b2f00 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 0x7fb29c14b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 0x7fb29c14b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58926/0 (socket says 172.21.15.7:58926) 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 -- 172.21.15.7:0/956061784 learned_addr learned my addr 172.21.15.7:0/956061784 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb293fff640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb29c06d4b0 0x7fb29c156800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29bfff640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb29c0b2f00 0x7fb29c14c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 -- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb29c0b2f00 msgr2=0x7fb29c14c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb29c0b2f00 0x7fb29c14c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 -- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb29c06d4b0 msgr2=0x7fb29c156800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb29c06d4b0 0x7fb29c156800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 -- 172.21.15.7:0/956061784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2840094d0 con 0x7fb29c06d0d0 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29bfff640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb29c0b2f00 0x7fb29c14c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb29b7fe640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 0x7fb29c14b780 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb28c00c500 tx=0x7fb28c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c005220 con 0x7fb29c06d0d0 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb28c005380 con 0x7fb29c06d0d0 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb29c1576a0 con 0x7fb29c06d0d0 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c007270 con 0x7fb29c06d0d0 2024-09-13T15:57:55.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.863+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb29c157c60 con 0x7fb29c06d0d0 2024-09-13T15:57:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.867+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb29c157e80 con 0x7fb29c06d0d0 2024-09-13T15:57:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.867+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb28c0073d0 con 0x7fb29c06d0d0 2024-09-13T15:57:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.867+0000 7fb298ff9640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb27c066690 0x7fb27c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.867+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb28c0835f0 con 0x7fb29c06d0d0 2024-09-13T15:57:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.867+0000 7fb293fff640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb27c066690 0x7fb27c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.867+0000 7fb293fff640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb27c066690 0x7fb27c068b50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb2840af000 tx=0x7fb2840a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:55.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:55.871+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb28c050cc0 con 0x7fb29c06d0d0 2024-09-13T15:57:56.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.079+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fb29c0b3b40 con 0x7fb29c06d0d0 2024-09-13T15:57:56.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb298ff9640 1 -- 172.21.15.7:0/956061784 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fb29c0b3b40 con 0x7fb29c06d0d0 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb27c066690 msgr2=0x7fb27c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb27c066690 0x7fb27c068b50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb2840af000 tx=0x7fb2840a7000 comp rx=0 tx=0).stop 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 msgr2=0x7fb29c14b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 0x7fb29c14b780 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb28c00c500 tx=0x7fb28c00c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 shutdown_connections 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb27c066690 0x7fb27c068b50 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb29c0b2f00 0x7fb29c14c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb29c06d4b0 0x7fb29c156800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 --2- 172.21.15.7:0/956061784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb29c06d0d0 0x7fb29c14b780 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 >> 172.21.15.7:0/956061784 conn(0x7fb29c069f00 msgr2=0x7fb29c06bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:56.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 shutdown_connections 2024-09-13T15:57:56.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.087+0000 7fb2a1ead640 1 -- 172.21.15.7:0/956061784 wait complete. 2024-09-13T15:57:56.105 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 Processor -- start 2024-09-13T15:57:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 -- start start 2024-09-13T15:57:56.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f843015c760 0x7f84300b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f84300cd2c0 0x7f84300cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84300d17e0 con 0x7f84300d0630 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84300cdcb0 con 0x7f84300cd2c0 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8437122640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84300d0bd0 con 0x7f843015c760 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f84300cd2c0 0x7f84300cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f84300cd2c0 0x7f84300cd770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58930/0 (socket says 172.21.15.7:58930) 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 -- 172.21.15.7:0/1909143092 learned_addr learned my addr 172.21.15.7:0/1909143092 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f842ffff640 1 --1- 172.21.15.7:0/1909143092 >> v1:172.21.15.7:6789/0 conn(0x7f84300d0630 0x7f84300d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48274/0 (socket says 172.21.15.7:48274) 2024-09-13T15:57:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f8434ebe640 1 --2- 172.21.15.7:0/1909143092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f843015c760 0x7f84300b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 -- 172.21.15.7:0/1909143092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f843015c760 msgr2=0x7f84300b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 --2- 172.21.15.7:0/1909143092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f843015c760 0x7f84300b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 -- 172.21.15.7:0/1909143092 >> v1:172.21.15.7:6789/0 conn(0x7f84300d0630 legacy=0x7f84300d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f842f7fe640 1 -- 172.21.15.7:0/1909143092 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 134824846 0 0) 0x7f84300d17e0 con 0x7f84300d0630 2024-09-13T15:57:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.227+0000 7f84356bf640 1 -- 172.21.15.7:0/1909143092 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84300d0eb0 con 0x7f84300cd2c0 2024-09-13T15:57:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 --2- 172.21.15.7:0/1909143092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84300cd2c0 0x7f84300cd770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8428009e80 tx=0x7f842801f200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c08068055a759b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842f7fe640 1 -- 172.21.15.7:0/1909143092 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84280af400 con 0x7f84300cd2c0 2024-09-13T15:57:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842f7fe640 1 -- 172.21.15.7:0/1909143092 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84280ab050 con 0x7f84300cd2c0 2024-09-13T15:57:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842f7fe640 1 -- 172.21.15.7:0/1909143092 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84280af780 con 0x7f84300cd2c0 2024-09-13T15:57:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- 172.21.15.7:0/1909143092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84300cd2c0 msgr2=0x7f84300cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 --2- 172.21.15.7:0/1909143092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84300cd2c0 0x7f84300cd770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8428009e80 tx=0x7f842801f200 comp rx=0 tx=0).stop 2024-09-13T15:57:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- 172.21.15.7:0/1909143092 shutdown_connections 2024-09-13T15:57:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 --2- 172.21.15.7:0/1909143092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84300cd2c0 0x7f84300cd770 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 --2- 172.21.15.7:0/1909143092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f843015c760 0x7f84300b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- 172.21.15.7:0/1909143092 >> 172.21.15.7:0/1909143092 conn(0x7f84300cf070 msgr2=0x7f84300cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- 172.21.15.7:0/1909143092 shutdown_connections 2024-09-13T15:57:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- 172.21.15.7:0/1909143092 wait complete. 2024-09-13T15:57:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 Processor -- start 2024-09-13T15:57:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- start start 2024-09-13T15:57:56.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f84300cd2c0 0x7f843014df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84300d0630 0x7f84301539d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 0x7f84300cba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84300cb5f0 con 0x7f843015c760 2024-09-13T15:57:56.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8430155430 con 0x7f84300d0630 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8430154bd0 con 0x7f84300cd2c0 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 0x7f84300cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 0x7f84300cba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58934/0 (socket says 172.21.15.7:58934) 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 -- 172.21.15.7:0/3513006920 learned_addr learned my addr 172.21.15.7:0/3513006920 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842ffff640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84300d0630 0x7f84301539d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 -- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f84300cd2c0 msgr2=0x7f843014df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8434ebe640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f84300cd2c0 0x7f843014df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f84300cd2c0 0x7f843014df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 -- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84300d0630 msgr2=0x7f84301539d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84300d0630 0x7f84301539d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 -- 172.21.15.7:0/3513006920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8428009b30 con 0x7f843015c760 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f84356bf640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 0x7f84300cba80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f84280b2040 tx=0x7f842801bfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84280afdc0 con 0x7f843015c760 2024-09-13T15:57:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8428009510 con 0x7f843015c760 2024-09-13T15:57:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84300cb2a0 con 0x7f843015c760 2024-09-13T15:57:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.231+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84280ba660 con 0x7f843015c760 2024-09-13T15:57:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8430155150 con 0x7f843015c760 2024-09-13T15:57:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84300cb760 con 0x7f843015c760 2024-09-13T15:57:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f84280b6040 con 0x7f843015c760 2024-09-13T15:57:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f842d7fa640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8410066690 0x7f8410068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8428121f70 con 0x7f843015c760 2024-09-13T15:57:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f8434ebe640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8410066690 0x7f8410068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.235+0000 7f8434ebe640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8410066690 0x7f8410068b50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f843015d5c0 tx=0x7f8420008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.239+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f84280ef6c0 con 0x7f843015c760 2024-09-13T15:57:56.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.403+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f84300d00d0 con 0x7f843015c760 2024-09-13T15:57:56.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.403+0000 7f842d7fa640 1 -- 172.21.15.7:0/3513006920 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+12749 (secure 0 0 0) 0x7f84280f2ce0 con 0x7f843015c760 2024-09-13T15:57:56.406 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:56.406 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":32,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:53.440047+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:57:56.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8410066690 msgr2=0x7f8410068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8410066690 0x7f8410068b50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f843015d5c0 tx=0x7f8420008040 comp rx=0 tx=0).stop 2024-09-13T15:57:56.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 msgr2=0x7f84300cba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 0x7f84300cba80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f84280b2040 tx=0x7f842801bfa0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 shutdown_connections 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8410066690 0x7f8410068b50 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f843015c760 0x7f84300cba80 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84300d0630 0x7f84301539d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 --2- 172.21.15.7:0/3513006920 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f84300cd2c0 0x7f843014df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 >> 172.21.15.7:0/3513006920 conn(0x7f84300cf070 msgr2=0x7f84300b58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 shutdown_connections 2024-09-13T15:57:56.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.407+0000 7f8437122640 1 -- 172.21.15.7:0/3513006920 wait complete. 2024-09-13T15:57:56.426 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:57:56.426 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:57:56.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbac17a9640 1 Processor -- start 2024-09-13T15:57:56.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbac17a9640 1 -- start start 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbac17a9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbabc071540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbac17a9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbabc0ce0d0 con 0x7fbabc143d40 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbac17a9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbabc15e9f0 con 0x7fbabc0cd820 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbac17a9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbabc0cce10 con 0x7fbabc0cdc90 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbabc143d40 0x7fbabc15dfe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48276/0 (socket says 172.21.15.7:48276) 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 -- 172.21.15.7:0/1229012310 learned_addr learned my addr 172.21.15.7:0/1229012310 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabb7fe640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbabc071540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3290300476 0 0) 0x7fbabc0ce0d0 con 0x7fbabc143d40 2024-09-13T15:57:56.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbaa4003530 con 0x7fbabc143d40 2024-09-13T15:57:56.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3803217648 0 0) 0x7fbaa4003530 con 0x7fbabc143d40 2024-09-13T15:57:56.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 msgr2=0x7fbabc071540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:56.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbabc071540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 >> v1:172.21.15.77:6789/0 conn(0x7fbabc0cd820 legacy=0x7fbabc0b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbabc15ecd0 con 0x7fbabc143d40 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fbaac001680 con 0x7fbabc143d40 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 >> v1:172.21.15.7:6789/0 conn(0x7fbabc143d40 legacy=0x7fbabc15dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbaa40039b0 0x7fbaa4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbaa40047d0 0x7fbaa4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbaa4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbabc0cce10 con 0x7fbaa40039b0 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaa400ba70 con 0x7fbaa40047d0 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbaa400bc30 con 0x7fbabc0cdc90 2024-09-13T15:57:56.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbaa40039b0 0x7fbaa4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbaba7fc640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbaa40047d0 0x7fbaa4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabb7fe640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbaa4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 -- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 msgr2=0x7fbaa4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbaa4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 -- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbaa40047d0 msgr2=0x7fbaa4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbaa40047d0 0x7fbaa4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabaffd640 1 -- 172.21.15.7:0/1229012310 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaa4003530 con 0x7fbaa40039b0 2024-09-13T15:57:56.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.551+0000 7fbabb7fe640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbabc0cdc90 0x7fbaa4005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:56.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbabaffd640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbaa40039b0 0x7fbaa4003dd0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbaac00c210 tx=0x7fbaac01cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f6b84c13a03d6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaac005ae0 con 0x7fbaa40039b0 2024-09-13T15:57:56.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaac005c40 con 0x7fbaa40039b0 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbab9ffb640 1 -- 172.21.15.7:0/1229012310 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaac0a58d0 con 0x7fbaa40039b0 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 -- 172.21.15.7:0/1229012310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbaa40039b0 msgr2=0x7fbaa4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 --2- 172.21.15.7:0/1229012310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbaa40039b0 0x7fbaa4003dd0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbaac00c210 tx=0x7fbaac01cbf0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbabb7fe640 1 -- 172.21.15.7:0/1229012310 reap_dead start 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 -- 172.21.15.7:0/1229012310 shutdown_connections 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 -- 172.21.15.7:0/1229012310 >> 172.21.15.7:0/1229012310 conn(0x7fbabc06a6c0 msgr2=0x7fbabc06d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 -- 172.21.15.7:0/1229012310 shutdown_connections 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 -- 172.21.15.7:0/1229012310 wait complete. 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 Processor -- start 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.555+0000 7fbac17a9640 1 -- start start 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbaa40039b0 0x7fbabc0b1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbabc0b0610 0x7fbabc13a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 0x7fbabc163500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbabc0b0a90 con 0x7fbabc06bb00 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbabc0b1020 con 0x7fbabc0b0610 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbabc0b0ca0 con 0x7fbaa40039b0 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 0x7fbabc163500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 0x7fbabc163500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58958/0 (socket says 172.21.15.7:58958) 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 -- 172.21.15.7:0/359818431 learned_addr learned my addr 172.21.15.7:0/359818431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabaffd640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbaa40039b0 0x7fbabc0b1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaba7fc640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbabc0b0610 0x7fbabc13a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 -- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbaa40039b0 msgr2=0x7fbabc0b1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbaa40039b0 0x7fbabc0b1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 -- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbabc0b0610 msgr2=0x7fbabc13a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbabc0b0610 0x7fbabc13a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 -- 172.21.15.7:0/359818431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbabc0b1270 con 0x7fbabc06bb00 2024-09-13T15:57:56.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabb7fe640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 0x7fbabc163500 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fbabc15f0c0 tx=0x7fbab400f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab4017400 con 0x7fbabc06bb00 2024-09-13T15:57:56.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbab4011040 con 0x7fbabc06bb00 2024-09-13T15:57:56.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbabc0b1550 con 0x7fbabc06bb00 2024-09-13T15:57:56.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab4017780 con 0x7fbabc06bb00 2024-09-13T15:57:56.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbabc06bf80 con 0x7fbabc06bb00 2024-09-13T15:57:56.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbabc15dfe0 con 0x7fbabc06bb00 2024-09-13T15:57:56.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbab40203b0 con 0x7fbabc06bb00 2024-09-13T15:57:56.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaa37fe640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaa8066690 0x7fbaa8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbab4084150 con 0x7fbabc06bb00 2024-09-13T15:57:56.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabaffd640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaa8066690 0x7fbaa8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.559+0000 7fbabaffd640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaa8066690 0x7fbaa8068b50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbaac0ab000 tx=0x7fbaac0a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.563+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbab40516e0 con 0x7fbabc06bb00 2024-09-13T15:57:56.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.723+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbabc06d8b0 con 0x7fbabc06bb00 2024-09-13T15:57:56.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.723+0000 7fbaa37fe640 1 -- 172.21.15.7:0/359818431 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v32) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbab4054d00 con 0x7fbabc06bb00 2024-09-13T15:57:56.727 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaa8066690 msgr2=0x7fbaa8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaa8066690 0x7fbaa8068b50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbaac0ab000 tx=0x7fbaac0a7070 comp rx=0 tx=0).stop 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 msgr2=0x7fbabc163500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 0x7fbabc163500 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fbabc15f0c0 tx=0x7fbab400f4a0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 shutdown_connections 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaa8066690 0x7fbaa8068b50 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbabc06bb00 0x7fbabc163500 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbabc0b0610 0x7fbabc13a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 --2- 172.21.15.7:0/359818431 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbaa40039b0 0x7fbabc0b1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 >> 172.21.15.7:0/359818431 conn(0x7fbabc06a6c0 msgr2=0x7fbabc06ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:56.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 shutdown_connections 2024-09-13T15:57:56.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.727+0000 7fbac17a9640 1 -- 172.21.15.7:0/359818431 wait complete. 2024-09-13T15:57:56.747 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T15:57:56.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e53c99640 1 Processor -- start 2024-09-13T15:57:56.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e53c99640 1 -- start start 2024-09-13T15:57:56.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e53c99640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0e4c06d0d0 0x7f0e4c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e53c99640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e4c0b15c0 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e53c99640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e4c070860 con 0x7f0e4c0b2f00 2024-09-13T15:57:56.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e53c99640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e4c070b40 con 0x7f0e4c06d0d0 2024-09-13T15:57:56.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e51a35640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0e4c06d0d0 0x7f0e4c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e52236640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f0e4c06d4b0 0x7f0e4c159fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48280/0 (socket says 172.21.15.7:48280) 2024-09-13T15:57:56.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e52236640 1 -- 172.21.15.7:0/997805513 learned_addr learned my addr 172.21.15.7:0/997805513 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:56.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e50a33640 1 -- 172.21.15.7:0/997805513 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3258012874 0 0) 0x7f0e4c0b15c0 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e50a33640 1 -- 172.21.15.7:0/997805513 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e38005740 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e51a35640 1 -- 172.21.15.7:0/997805513 >> v1:172.21.15.77:6789/0 conn(0x7f0e4c0b2f00 legacy=0x7f0e4c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e51a35640 1 -- 172.21.15.7:0/997805513 >> v1:172.21.15.7:6789/0 conn(0x7f0e4c06d4b0 legacy=0x7f0e4c159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.871+0000 7f0e51a35640 1 -- 172.21.15.7:0/997805513 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e4c070e20 con 0x7f0e4c06d0d0 2024-09-13T15:57:56.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e51a35640 1 --2- 172.21.15.7:0/997805513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c0b3430 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0097c0 tx=0x7f0e3c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=698b9f1074c320c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e50a33640 1 -- 172.21.15.7:0/997805513 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0ac640 con 0x7f0e4c06d0d0 2024-09-13T15:57:56.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e50a33640 1 -- 172.21.15.7:0/997805513 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e3c0ac7a0 con 0x7f0e4c06d0d0 2024-09-13T15:57:56.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e50a33640 1 -- 172.21.15.7:0/997805513 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0acb30 con 0x7f0e4c06d0d0 2024-09-13T15:57:56.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 -- 172.21.15.7:0/997805513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d0d0 msgr2=0x7f0e4c0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 --2- 172.21.15.7:0/997805513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c0b3430 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0097c0 tx=0x7f0e3c01c3e0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 -- 172.21.15.7:0/997805513 shutdown_connections 2024-09-13T15:57:56.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 --2- 172.21.15.7:0/997805513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c0b3430 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 -- 172.21.15.7:0/997805513 >> 172.21.15.7:0/997805513 conn(0x7f0e4c069f00 msgr2=0x7f0e4c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:56.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 -- 172.21.15.7:0/997805513 shutdown_connections 2024-09-13T15:57:56.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 -- 172.21.15.7:0/997805513 wait complete. 2024-09-13T15:57:56.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 Processor -- start 2024-09-13T15:57:56.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.875+0000 7f0e53c99640 1 -- start start 2024-09-13T15:57:56.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c15e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 0x7f0e4c14d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0e4c0b2f00 0x7f0e4c14de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4c14b330 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4c15c910 con 0x7f0e4c06d0d0 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4c15cbf0 con 0x7f0e4c0b2f00 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 0x7f0e4c14d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 0x7f0e4c14d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58968/0 (socket says 172.21.15.7:58968) 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 -- 172.21.15.7:0/3349797262 learned_addr learned my addr 172.21.15.7:0/3349797262 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e52236640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0e4c0b2f00 0x7f0e4c14de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 -- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0e4c0b2f00 msgr2=0x7f0e4c14de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51a35640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c15e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0e4c0b2f00 0x7f0e4c14de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 -- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e4c06d0d0 msgr2=0x7f0e4c15e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c15e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 -- 172.21.15.7:0/3349797262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e3c009420 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51234640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 0x7f0e4c14d8f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800c390 tx=0x7f0e4800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e480052d0 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e48005430 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e4c15ced0 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e48003820 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e4c15d490 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e4c0b3430 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0e48003980 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e427fc640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0e30066690 0x7f0e30068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:56.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0e48083390 con 0x7f0e4c06d4b0 2024-09-13T15:57:56.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51a35640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0e30066690 0x7f0e30068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:56.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.879+0000 7f0e51a35640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0e30066690 0x7f0e30068b50 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0ae000 tx=0x7f0e3c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:56.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:56.883+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0e48050a50 con 0x7f0e4c06d4b0 2024-09-13T15:57:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f0e4c0ad000 con 0x7f0e4c06d4b0 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e427fc640 1 -- 172.21.15.7:0/3349797262 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v32) v1 ==== 84+0+65 (secure 0 0 0) 0x7f0e48017060 con 0x7f0e4c06d4b0 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:57:57.048 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-13T15:57:57.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0e30066690 msgr2=0x7f0e30068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0e30066690 0x7f0e30068b50 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0ae000 tx=0x7f0e3c008040 comp rx=0 tx=0).stop 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 msgr2=0x7f0e4c14d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 0x7f0e4c14d8f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800c390 tx=0x7f0e4800c850 comp rx=0 tx=0).stop 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 shutdown_connections 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0e30066690 0x7f0e30068b50 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0e4c0b2f00 0x7f0e4c14de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e4c06d4b0 0x7f0e4c14d8f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 --2- 172.21.15.7:0/3349797262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e4c06d0d0 0x7f0e4c15e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 >> 172.21.15.7:0/3349797262 conn(0x7f0e4c069f00 msgr2=0x7f0e4c14ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 shutdown_connections 2024-09-13T15:57:57.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.047+0000 7f0e53c99640 1 -- 172.21.15.7:0/3349797262 wait complete. 2024-09-13T15:57:57.067 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T15:57:57.068 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T15:57:57.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f2762080640 1 Processor -- start 2024-09-13T15:57:57.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f2762080640 1 -- start start 2024-09-13T15:57:57.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f2762080640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 0x7f275c15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f2762080640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f275c0d0c40 con 0x7f275c15c7f0 2024-09-13T15:57:57.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f2762080640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f275c0cd1e0 con 0x7f275c0d2320 2024-09-13T15:57:57.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f2762080640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f275c0ccf00 con 0x7f275c06aae0 2024-09-13T15:57:57.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f275b7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f275c15c7f0 0x7f275c06a3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48288/0 (socket says 172.21.15.7:48288) 2024-09-13T15:57:57.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f275b7fe640 1 -- 172.21.15.7:0/3418996305 learned_addr learned my addr 172.21.15.7:0/3418996305 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.191+0000 7f275bfff640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 0x7f275c15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 403615412 0 0) 0x7f275c0d0c40 con 0x7f275c15c7f0 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2744003530 con 0x7f275c15c7f0 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 135666635 0 0) 0x7f2744003530 con 0x7f275c15c7f0 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 msgr2=0x7f275c15cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 0x7f275c15cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 >> v1:172.21.15.77:6789/0 conn(0x7f275c0d2320 legacy=0x7f275c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f275c0d0310 con 0x7f275c15c7f0 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f274c001680 con 0x7f275c15c7f0 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 >> v1:172.21.15.7:6789/0 conn(0x7f275c15c7f0 legacy=0x7f275c06a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 0x7f27440039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2744003f30 0x7f27440047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2744004d10 0x7f2744005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275c0ccf00 con 0x7f2744003f30 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f274400ba70 con 0x7f2744004d10 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f274400bc30 con 0x7f275c06aae0 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2744003f30 0x7f27440047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275b7fe640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 0x7f27440039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275bfff640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2744004d10 0x7f2744005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 -- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 msgr2=0x7f27440039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f275c06aae0 0x7f27440039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 -- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2744004d10 msgr2=0x7f2744005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2744004d10 0x7f2744005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 -- 172.21.15.7:0/3418996305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2744003530 con 0x7f2744003f30 2024-09-13T15:57:57.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275bfff640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2744004d10 0x7f2744005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:57.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275affd640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2744003f30 0x7f27440047d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2750001750 tx=0x7f275001c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0bfef5f0efc3513 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27500a4ea0 con 0x7f2744003f30 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27500a7050 con 0x7f2744003f30 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275a7fc640 1 -- 172.21.15.7:0/3418996305 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2750003600 con 0x7f2744003f30 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f2762080640 1 -- 172.21.15.7:0/3418996305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2744003f30 msgr2=0x7f27440047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f2762080640 1 --2- 172.21.15.7:0/3418996305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2744003f30 0x7f27440047d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2750001750 tx=0x7f275001c3e0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f275bfff640 1 -- 172.21.15.7:0/3418996305 reap_dead start 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f2762080640 1 -- 172.21.15.7:0/3418996305 shutdown_connections 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f2762080640 1 -- 172.21.15.7:0/3418996305 >> 172.21.15.7:0/3418996305 conn(0x7f275c0cf380 msgr2=0x7f275c0cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f2762080640 1 -- 172.21.15.7:0/3418996305 shutdown_connections 2024-09-13T15:57:57.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.195+0000 7f2762080640 1 -- 172.21.15.7:0/3418996305 wait complete. 2024-09-13T15:57:57.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 Processor -- start 2024-09-13T15:57:57.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- start start 2024-09-13T15:57:57.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2744003f30 0x7f275c1439b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 0x7f275c0c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275c0c9cb0 0x7f275c0ca130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275c15d290 con 0x7f275c14d960 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275c0c5d60 con 0x7f275c0c9cb0 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f275c143ef0 con 0x7f2744003f30 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 0x7f275c0c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 0x7f275c0c9770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58982/0 (socket says 172.21.15.7:58982) 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 -- 172.21.15.7:0/2864562459 learned_addr learned my addr 172.21.15.7:0/2864562459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275b7fe640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2744003f30 0x7f275c1439b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275bfff640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275c0c9cb0 0x7f275c0ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 -- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2744003f30 msgr2=0x7f275c1439b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2744003f30 0x7f275c1439b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 -- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275c0c9cb0 msgr2=0x7f275c0ca130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275c0c9cb0 0x7f275c0ca130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:57.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 -- 172.21.15.7:0/2864562459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f275c15b080 con 0x7f275c14d960 2024-09-13T15:57:57.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f275affd640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 0x7f275c0c9770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f2750001750 tx=0x7f2744005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:57.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2750007a40 con 0x7f275c14d960 2024-09-13T15:57:57.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27500a4ea0 con 0x7f275c14d960 2024-09-13T15:57:57.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f275c15b360 con 0x7f275c14d960 2024-09-13T15:57:57.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27500067e0 con 0x7f275c14d960 2024-09-13T15:57:57.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f275c15ceb0 con 0x7f275c14d960 2024-09-13T15:57:57.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.199+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f275c15d3d0 con 0x7f275c14d960 2024-09-13T15:57:57.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.203+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2750006960 con 0x7f275c14d960 2024-09-13T15:57:57.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.203+0000 7f2743fff640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:57.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.203+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f275011e590 con 0x7f275c14d960 2024-09-13T15:57:57.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.203+0000 7f275b7fe640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:57.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.203+0000 7f275b7fe640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f274c0052a0 tx=0x7f274c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:57.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.207+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f275c15d3d0 con 0x7f275c14d960 2024-09-13T15:57:57.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:57.371+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f275c15d3d0 con 0x7f275c14d960 2024-09-13T15:57:58.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.274+0000 7f2743fff640 1 -- 172.21.15.7:0/2864562459 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v33) v1 ==== 138+0+0 (secure 0 0 0) 0x7f275c15d3d0 con 0x7f275c14d960 2024-09-13T15:57:58.279 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-09-13T15:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 msgr2=0x7f2748068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f274c0052a0 tx=0x7f274c009040 comp rx=0 tx=0).stop 2024-09-13T15:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 msgr2=0x7f275c0c9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 0x7f275c0c9770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f2750001750 tx=0x7f2744005800 comp rx=0 tx=0).stop 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 shutdown_connections 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275c0c9cb0 0x7f275c0ca130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f275c14d960 0x7f275c0c9770 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 --2- 172.21.15.7:0/2864562459 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2744003f30 0x7f275c1439b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 >> 172.21.15.7:0/2864562459 conn(0x7f275c0cf380 msgr2=0x7f275c0c6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 shutdown_connections 2024-09-13T15:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.282+0000 7f2762080640 1 -- 172.21.15.7:0/2864562459 wait complete. 2024-09-13T15:57:58.308 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T15:57:58.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 Processor -- start 2024-09-13T15:57:58.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 -- start start 2024-09-13T15:57:58.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f436c15c900 0x7f436c0d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:58.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cd7f0 0x7f436c0b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f436c0d0db0 con 0x7f436c0cdc30 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f436c15cce0 con 0x7f436c15c900 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4372b74640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f436c0d1090 con 0x7f436c0cd7f0 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f436c15c900 0x7f436c0d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f436c15c900 0x7f436c0d1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58990/0 (socket says 172.21.15.7:58990) 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 -- 172.21.15.7:0/2017137446 learned_addr learned my addr 172.21.15.7:0/2017137446 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f436bfff640 1 --2- 172.21.15.7:0/2017137446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cd7f0 0x7f436c0b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 -- 172.21.15.7:0/2017137446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cd7f0 msgr2=0x7f436c0b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 --2- 172.21.15.7:0/2017137446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cd7f0 0x7f436c0b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 -- 172.21.15.7:0/2017137446 >> v1:172.21.15.77:6789/0 conn(0x7f436c0cdc30 legacy=0x7f436c0b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:58.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.446+0000 7f4370910640 1 -- 172.21.15.7:0/2017137446 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f436c0d1370 con 0x7f436c15c900 2024-09-13T15:57:58.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4370910640 1 --2- 172.21.15.7:0/2017137446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c15c900 0x7f436c0d1e50 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f435c009e50 tx=0x7f435c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26bc1e1675c6e109 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:58.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f436b7fe640 1 -- 172.21.15.7:0/2017137446 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435c0a5750 con 0x7f436c15c900 2024-09-13T15:57:58.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f436b7fe640 1 -- 172.21.15.7:0/2017137446 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f435c0a58b0 con 0x7f436c15c900 2024-09-13T15:57:58.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f436b7fe640 1 -- 172.21.15.7:0/2017137446 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435c0a5c40 con 0x7f436c15c900 2024-09-13T15:57:58.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 -- 172.21.15.7:0/2017137446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c15c900 msgr2=0x7f436c0d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:58.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 --2- 172.21.15.7:0/2017137446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c15c900 0x7f436c0d1e50 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f435c009e50 tx=0x7f435c01c9c0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 -- 172.21.15.7:0/2017137446 shutdown_connections 2024-09-13T15:57:58.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 --2- 172.21.15.7:0/2017137446 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cd7f0 0x7f436c0b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 --2- 172.21.15.7:0/2017137446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c15c900 0x7f436c0d1e50 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 -- 172.21.15.7:0/2017137446 >> 172.21.15.7:0/2017137446 conn(0x7f436c0cf210 msgr2=0x7f436c0cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:58.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 -- 172.21.15.7:0/2017137446 shutdown_connections 2024-09-13T15:57:58.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 -- 172.21.15.7:0/2017137446 wait complete. 2024-09-13T15:57:58.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 Processor -- start 2024-09-13T15:57:58.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.450+0000 7f4372b74640 1 -- start start 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 0x7f436c0c9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cdc30 0x7f436c155f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f436c15c900 0x7f436c0cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f436c156770 con 0x7f436c0cd7f0 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f436c0cb590 con 0x7f436c15c900 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f436c1564d0 con 0x7f436c0cdc30 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 0x7f436c0c9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 0x7f436c0c9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59002/0 (socket says 172.21.15.7:59002) 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 -- 172.21.15.7:0/1041181458 learned_addr learned my addr 172.21.15.7:0/1041181458 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:58.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f436bfff640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cdc30 0x7f436c155f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4371111640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f436c15c900 0x7f436c0cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 -- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cdc30 msgr2=0x7f436c155f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cdc30 0x7f436c155f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 -- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f436c15c900 msgr2=0x7f436c0cc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f436c15c900 0x7f436c0cc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 -- 172.21.15.7:0/1041181458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f435c009b30 con 0x7f436c0cd7f0 2024-09-13T15:57:58.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4370910640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 0x7f436c0c9a90 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f435c01b070 tx=0x7f435c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:58.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435c0b8670 con 0x7f436c0cd7f0 2024-09-13T15:57:58.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f435c0b87d0 con 0x7f436c0cd7f0 2024-09-13T15:57:58.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435c0b8b80 con 0x7f436c0cd7f0 2024-09-13T15:57:58.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f436c0d2510 con 0x7f436c0cd7f0 2024-09-13T15:57:58.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f436c0cafd0 con 0x7f436c0cd7f0 2024-09-13T15:57:58.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f436c0b79c0 con 0x7f436c0cd7f0 2024-09-13T15:57:58.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f435c0b8ce0 con 0x7f436c0cd7f0 2024-09-13T15:57:58.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f43697fa640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f434c066690 0x7f434c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:58.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f435c11f4b0 con 0x7f436c0cd7f0 2024-09-13T15:57:58.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.454+0000 7f436bfff640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f434c066690 0x7f434c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:58.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.458+0000 7f436bfff640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f434c066690 0x7f434c068b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f436c0ca000 tx=0x7f4354008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:58.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.458+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f435c0ecbc0 con 0x7f436c0cd7f0 2024-09-13T15:57:58.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:58.622+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f436c156f00 con 0x7f436c0cd7f0 2024-09-13T15:57:59.189 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:57:59.192 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:57:59.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.282+0000 7f43697fa640 1 -- 172.21.15.7:0/1041181458 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v34) v1 ==== 170+0+0 (secure 0 0 0) 0x7f436c156f00 con 0x7f436c0cd7f0 2024-09-13T15:57:59.288 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-09-13T15:57:59.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f434c066690 msgr2=0x7f434c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f434c066690 0x7f434c068b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f436c0ca000 tx=0x7f4354008040 comp rx=0 tx=0).stop 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 msgr2=0x7f436c0c9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 0x7f436c0c9a90 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f435c01b070 tx=0x7f435c019760 comp rx=0 tx=0).stop 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 shutdown_connections 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f434c066690 0x7f434c068b50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f436c15c900 0x7f436c0cc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f436c0cdc30 0x7f436c155f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 --2- 172.21.15.7:0/1041181458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f436c0cd7f0 0x7f436c0c9a90 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 >> 172.21.15.7:0/1041181458 conn(0x7f436c0cf210 msgr2=0x7f436c072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:59.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 shutdown_connections 2024-09-13T15:57:59.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.302+0000 7f4372b74640 1 -- 172.21.15.7:0/1041181458 wait complete. 2024-09-13T15:57:59.333 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T15:57:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 Processor -- start 2024-09-13T15:57:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 -- start start 2024-09-13T15:57:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f731815c900 0x7f73180d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f73180b4920 0x7f73180b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73180d0db0 con 0x7f73180cd7f0 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f731815cce0 con 0x7f731815c900 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f7320363640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73180d1090 con 0x7f73180b4920 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f731d8fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f73180cd7f0 0x7f73180b4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48294/0 (socket says 172.21.15.7:48294) 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.458+0000 7f731d8fe640 1 -- 172.21.15.7:0/3855435868 learned_addr learned my addr 172.21.15.7:0/3855435868 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e0ff640 1 --2- 172.21.15.7:0/3855435868 >> v2:172.21.15.7:3300/0 conn(0x7f731815c900 0x7f73180d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e900640 1 --2- 172.21.15.7:0/3855435868 >> v2:172.21.15.77:3300/0 conn(0x7f73180b4920 0x7f73180b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731d0fd640 1 -- 172.21.15.7:0/3855435868 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2819360140 0 0) 0x7f73180d0db0 con 0x7f73180cd7f0 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731d0fd640 1 -- 172.21.15.7:0/3855435868 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7304003530 con 0x7f73180cd7f0 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e0ff640 1 -- 172.21.15.7:0/3855435868 >> v2:172.21.15.77:3300/0 conn(0x7f73180b4920 msgr2=0x7f73180b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e0ff640 1 --2- 172.21.15.7:0/3855435868 >> v2:172.21.15.77:3300/0 conn(0x7f73180b4920 0x7f73180b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e0ff640 1 -- 172.21.15.7:0/3855435868 >> v1:172.21.15.7:6789/0 conn(0x7f73180cd7f0 legacy=0x7f73180b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e0ff640 1 -- 172.21.15.7:0/3855435868 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73180d1370 con 0x7f731815c900 2024-09-13T15:57:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731e0ff640 1 --2- 172.21.15.7:0/3855435868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f73180d1e50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f73180b1d30 tx=0x7f730c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc6f0185e5e164ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731d0fd640 1 -- 172.21.15.7:0/3855435868 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c0ab600 con 0x7f731815c900 2024-09-13T15:57:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731d0fd640 1 -- 172.21.15.7:0/3855435868 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f730c0a7050 con 0x7f731815c900 2024-09-13T15:57:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f731d0fd640 1 -- 172.21.15.7:0/3855435868 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730c0ab960 con 0x7f731815c900 2024-09-13T15:57:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 -- 172.21.15.7:0/3855435868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 msgr2=0x7f73180d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 --2- 172.21.15.7:0/3855435868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f73180d1e50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f73180b1d30 tx=0x7f730c01c450 comp rx=0 tx=0).stop 2024-09-13T15:57:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 -- 172.21.15.7:0/3855435868 shutdown_connections 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 --2- 172.21.15.7:0/3855435868 >> v2:172.21.15.77:3300/0 conn(0x7f73180b4920 0x7f73180b59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 --2- 172.21.15.7:0/3855435868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f73180d1e50 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 -- 172.21.15.7:0/3855435868 >> 172.21.15.7:0/3855435868 conn(0x7f73180cf210 msgr2=0x7f73180cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 -- 172.21.15.7:0/3855435868 shutdown_connections 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.462+0000 7f7320363640 1 -- 172.21.15.7:0/3855435868 wait complete. 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 Processor -- start 2024-09-13T15:57:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- start start 2024-09-13T15:57:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73180b4920 0x7f7318154f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73180cd7f0 0x7f7318155450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f7318158f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7318160430 con 0x7f731815c900 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73180cc260 con 0x7f73180b4920 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73180cbca0 con 0x7f73180cd7f0 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f7318158f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f7318158f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59018/0 (socket says 172.21.15.7:59018) 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 -- 172.21.15.7:0/2333190181 learned_addr learned my addr 172.21.15.7:0/2333190181 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e0ff640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73180b4920 0x7f7318154f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731d8fe640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73180cd7f0 0x7f7318155450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 -- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73180cd7f0 msgr2=0x7f7318155450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73180cd7f0 0x7f7318155450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 -- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73180b4920 msgr2=0x7f7318154f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73180b4920 0x7f7318154f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 -- 172.21.15.7:0/2333190181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f730c009420 con 0x7f731815c900 2024-09-13T15:57:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731d8fe640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73180cd7f0 0x7f7318155450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e0ff640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73180b4920 0x7f7318154f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f731e900640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f7318158f70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7310007ca0 tx=0x7f731000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7310014420 con 0x7f731815c900 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7310014580 con 0x7f731815c900 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73180d2510 con 0x7f731815c900 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7310014930 con 0x7f731815c900 2024-09-13T15:57:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7318156e10 con 0x7f731815c900 2024-09-13T15:57:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.466+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7318156c70 con 0x7f731815c900 2024-09-13T15:57:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.470+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7310014a90 con 0x7f731815c900 2024-09-13T15:57:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.470+0000 7f730affd640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72fc066690 0x7f72fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.470+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f7310084a70 con 0x7f731815c900 2024-09-13T15:57:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.470+0000 7f731e0ff640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72fc066690 0x7f72fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.470+0000 7f731e0ff640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72fc066690 0x7f72fc068b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f730c0ad000 tx=0x7f730c0a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:59.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.474+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7318156c70 con 0x7f731815c900 2024-09-13T15:57:59.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.670+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f7318156c70 con 0x7f731815c900 2024-09-13T15:57:59.681 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 4 and data pool 5 2024-09-13T15:57:59.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.678+0000 7f730affd640 1 -- 172.21.15.7:0/2333190181 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v11) v1 ==== 172+0+0 (secure 0 0 0) 0x7f7318156c70 con 0x7f731815c900 2024-09-13T15:57:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72fc066690 msgr2=0x7f72fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72fc066690 0x7f72fc068b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f730c0ad000 tx=0x7f730c0a6000 comp rx=0 tx=0).stop 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 msgr2=0x7f7318158f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f7318158f70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7310007ca0 tx=0x7f731000e4b0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 shutdown_connections 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72fc066690 0x7f72fc068b50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f731815c900 0x7f7318158f70 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73180cd7f0 0x7f7318155450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 --2- 172.21.15.7:0/2333190181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73180b4920 0x7f7318154f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 >> 172.21.15.7:0/2333190181 conn(0x7f73180cf210 msgr2=0x7f73180ccc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 shutdown_connections 2024-09-13T15:57:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.698+0000 7f7320363640 1 -- 172.21.15.7:0/2333190181 wait complete. 2024-09-13T15:57:59.721 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:57:59.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 Processor -- start 2024-09-13T15:57:59.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 -- start start 2024-09-13T15:57:59.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3ad80ade40 0x7f3ad8065c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 0x7f3ad81605f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ad806de80 con 0x7f3ad8160b30 2024-09-13T15:57:59.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ad80661c0 con 0x7f3ad80ade40 2024-09-13T15:57:59.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ade595640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad8160f60 con 0x7f3ad8161190 2024-09-13T15:57:59.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3ad80ade40 0x7f3ad8065c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad77fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 0x7f3ad81605f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad77fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 0x7f3ad81605f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:51944/0 (socket says 172.21.15.7:51944) 2024-09-13T15:57:59.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad77fe640 1 -- 172.21.15.7:0/432799731 learned_addr learned my addr 172.21.15.7:0/432799731 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:59.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3ad80ade40 0x7f3ad8065c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:58494/0 (socket says 172.21.15.7:58494) 2024-09-13T15:57:59.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad7fff640 1 -- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 msgr2=0x7f3ad81605f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:57:59.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad7fff640 1 --2- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 0x7f3ad81605f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad7fff640 1 -- 172.21.15.7:0/432799731 >> v1:172.21.15.77:6789/0 conn(0x7f3ad8160b30 legacy=0x7f3ad815d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad7fff640 1 -- 172.21.15.7:0/432799731 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ad806caa0 con 0x7f3ad80ade40 2024-09-13T15:57:59.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.826+0000 7f3ad77fe640 1 --2- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 0x7f3ad81605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ad7fff640 1 --2- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad80ade40 0x7f3ad8065c80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80097c0 tx=0x7f3ac801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43dc9e6502d4c467 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ad6ffd640 1 -- 172.21.15.7:0/432799731 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad815df20 con 0x7f3ad80ade40 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ad6ffd640 1 -- 172.21.15.7:0/432799731 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ac80ac410 con 0x7f3ad80ade40 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ad6ffd640 1 -- 172.21.15.7:0/432799731 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ac80ac7a0 con 0x7f3ad80ade40 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 -- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad80ade40 msgr2=0x7f3ad8065c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 --2- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad80ade40 0x7f3ad8065c80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80097c0 tx=0x7f3ac801c4a0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 -- 172.21.15.7:0/432799731 shutdown_connections 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 --2- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad8161190 0x7f3ad81605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 --2- 172.21.15.7:0/432799731 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad80ade40 0x7f3ad8065c80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 -- 172.21.15.7:0/432799731 >> 172.21.15.7:0/432799731 conn(0x7f3ad80aea40 msgr2=0x7f3ad80aee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 -- 172.21.15.7:0/432799731 shutdown_connections 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 -- 172.21.15.7:0/432799731 wait complete. 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 Processor -- start 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.830+0000 7f3ade595640 1 -- start start 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad80ade40 0x7f3ad814fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 0x7f3ad8158640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad8161190 0x7f3ad8159100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad814ffb0 con 0x7f3ad8160b30 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad8157630 con 0x7f3ad8161190 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad8157880 con 0x7f3ad80ade40 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 0x7f3ad8158640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 0x7f3ad8158640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59026/0 (socket says 172.21.15.7:59026) 2024-09-13T15:57:59.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 -- 172.21.15.7:0/3601261506 learned_addr learned my addr 172.21.15.7:0/3601261506 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3adcb32640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad8161190 0x7f3ad8159100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad7fff640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad80ade40 0x7f3ad814fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 -- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad80ade40 msgr2=0x7f3ad814fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad80ade40 0x7f3ad814fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 -- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad8161190 msgr2=0x7f3ad8159100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad8161190 0x7f3ad8159100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 -- 172.21.15.7:0/3601261506 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3acc0094d0 con 0x7f3ad8160b30 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad7fff640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad80ade40 0x7f3ad814fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad77fe640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 0x7f3ad8158640 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3acc00ea00 tx=0x7f3acc00eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3acc00ca60 con 0x7f3ad8160b30 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3acc00cbc0 con 0x7f3ad8160b30 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3acc013470 con 0x7f3ad8160b30 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ac8009420 con 0x7f3ad8160b30 2024-09-13T15:57:59.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ad8157e40 con 0x7f3ad8160b30 2024-09-13T15:57:59.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ad8072630 con 0x7f3ad8160b30 2024-09-13T15:57:59.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3acc0135d0 con 0x7f3ad8160b30 2024-09-13T15:57:59.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad4ff9640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ac4066690 0x7f3ac4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:57:59.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3acc084550 con 0x7f3ad8160b30 2024-09-13T15:57:59.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad7fff640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ac4066690 0x7f3ac4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:57:59.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.834+0000 7f3ad7fff640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ac4066690 0x7f3ac4068b50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80ae000 tx=0x7f3ac80a6040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:57:59.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.838+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3acc0518b0 con 0x7f3ad8160b30 2024-09-13T15:57:59.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.994+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3ad8072250 con 0x7f3ad8160b30 2024-09-13T15:58:00.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ad4ff9640 1 -- 172.21.15.7:0/3601261506 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+16474 (secure 0 0 0) 0x7f3acc054ed0 con 0x7f3ad8160b30 2024-09-13T15:58:00.001 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:00.001 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":35,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:59.672581+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:00.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ac4066690 msgr2=0x7f3ac4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ac4066690 0x7f3ac4068b50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80ae000 tx=0x7f3ac80a6040 comp rx=0 tx=0).stop 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 msgr2=0x7f3ad8158640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 0x7f3ad8158640 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3acc00ea00 tx=0x7f3acc00eec0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 shutdown_connections 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3ac4066690 0x7f3ac4068b50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ad8161190 0x7f3ad8159100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad8160b30 0x7f3ad8158640 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 --2- 172.21.15.7:0/3601261506 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3ad80ade40 0x7f3ad814fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:57:59.998+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 >> 172.21.15.7:0/3601261506 conn(0x7f3ad80aea40 msgr2=0x7f3ad806d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.002+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 shutdown_connections 2024-09-13T15:58:00.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.002+0000 7f3ade595640 1 -- 172.21.15.7:0/3601261506 wait complete. 2024-09-13T15:58:00.020 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:00.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.130+0000 7f273d7fe640 1 Processor -- start 2024-09-13T15:58:00.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.130+0000 7f273d7fe640 1 -- start start 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f273d7fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2738151340 0x7f273815aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f273d7fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f273815af50 0x7f27380cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f273d7fe640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f273806bf10 con 0x7f2738151720 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f273d7fe640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f273815b9b0 con 0x7f273815af50 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f273d7fe640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f273815b3f0 con 0x7f2738151340 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27377fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f2738151720 0x7f27380cae20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48300/0 (socket says 172.21.15.7:48300) 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27377fe640 1 -- 172.21.15.7:0/766601658 learned_addr learned my addr 172.21.15.7:0/766601658 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f2736ffd640 1 --2- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2738151340 0x7f273815aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27367fc640 1 --2- 172.21.15.7:0/766601658 >> v2:172.21.15.77:3300/0 conn(0x7f273815af50 0x7f27380cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f2735ffb640 1 -- 172.21.15.7:0/766601658 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4158000970 0 0) 0x7f273806bf10 con 0x7f2738151720 2024-09-13T15:58:00.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f2735ffb640 1 -- 172.21.15.7:0/766601658 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2720003530 con 0x7f2738151720 2024-09-13T15:58:00.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27367fc640 1 -- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2738151340 msgr2=0x7f273815aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:00.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27367fc640 1 --2- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2738151340 0x7f273815aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27367fc640 1 -- 172.21.15.7:0/766601658 >> v1:172.21.15.7:6789/0 conn(0x7f2738151720 legacy=0x7f27380cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27367fc640 1 -- 172.21.15.7:0/766601658 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f273815b6d0 con 0x7f273815af50 2024-09-13T15:58:00.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.134+0000 7f27367fc640 1 --2- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f273815af50 0x7f27380cdd50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f27280097c0 tx=0x7f272801c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d34cc4bc5ce0bd38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2735ffb640 1 -- 172.21.15.7:0/766601658 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27280ab600 con 0x7f273815af50 2024-09-13T15:58:00.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2735ffb640 1 -- 172.21.15.7:0/766601658 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27280a7050 con 0x7f273815af50 2024-09-13T15:58:00.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2735ffb640 1 -- 172.21.15.7:0/766601658 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27280ab960 con 0x7f273815af50 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f273815af50 msgr2=0x7f27380cdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 --2- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f273815af50 0x7f27380cdd50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f27280097c0 tx=0x7f272801c410 comp rx=0 tx=0).stop 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/766601658 shutdown_connections 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 --2- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f273815af50 0x7f27380cdd50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 --2- 172.21.15.7:0/766601658 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2738151340 0x7f273815aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/766601658 >> 172.21.15.7:0/766601658 conn(0x7f2738069f00 msgr2=0x7f273806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/766601658 shutdown_connections 2024-09-13T15:58:00.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/766601658 wait complete. 2024-09-13T15:58:00.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 Processor -- start 2024-09-13T15:58:00.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- start start 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 0x7f2738144a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2738151720 0x7f273806ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f273815af50 0x7f273806b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2738070320 con 0x7f2738151340 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2738070600 con 0x7f2738151720 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27380708e0 con 0x7f273815af50 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 0x7f2738144a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 0x7f2738144a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59042/0 (socket says 172.21.15.7:59042) 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 -- 172.21.15.7:0/2217773694 learned_addr learned my addr 172.21.15.7:0/2217773694 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f27367fc640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2738151720 0x7f273806ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f27377fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f273815af50 0x7f273806b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 -- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f273815af50 msgr2=0x7f273806b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f273815af50 0x7f273806b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 -- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2738151720 msgr2=0x7f273806ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2738151720 0x7f273806ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 -- 172.21.15.7:0/2217773694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2728009420 con 0x7f2738151340 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f27377fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f273815af50 0x7f273806b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:00.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f2736ffd640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 0x7f2738144a00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f272c00e930 tx=0x7f272c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c009690 con 0x7f2738151340 2024-09-13T15:58:00.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f272c00ca00 con 0x7f2738151340 2024-09-13T15:58:00.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2738070bc0 con 0x7f2738151340 2024-09-13T15:58:00.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c00cd70 con 0x7f2738151340 2024-09-13T15:58:00.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.138+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f273814fb90 con 0x7f2738151340 2024-09-13T15:58:00.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.142+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2738070d50 con 0x7f2738151340 2024-09-13T15:58:00.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.142+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f272c013470 con 0x7f2738151340 2024-09-13T15:58:00.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.142+0000 7f271f7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2724066690 0x7f2724068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.142+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f272c084410 con 0x7f2738151340 2024-09-13T15:58:00.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.142+0000 7f27367fc640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2724066690 0x7f2724068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.142+0000 7f27367fc640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2724066690 0x7f2724068b50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f27280ad000 tx=0x7f27280a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.150+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f272c051870 con 0x7f2738151340 2024-09-13T15:58:00.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.310+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2738070460 con 0x7f2738151340 2024-09-13T15:58:00.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.310+0000 7f271f7fe640 1 -- 172.21.15.7:0/2217773694 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+16474 (secure 0 0 0) 0x7f2738070460 con 0x7f2738151340 2024-09-13T15:58:00.314 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:00.314 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":35,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:57:59.672581+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:00.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2724066690 msgr2=0x7f2724068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2724066690 0x7f2724068b50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f27280ad000 tx=0x7f27280a6000 comp rx=0 tx=0).stop 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 msgr2=0x7f2738144a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 0x7f2738144a00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f272c00e930 tx=0x7f272c00edf0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 shutdown_connections 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2724066690 0x7f2724068b50 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f273815af50 0x7f273806b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2738151720 0x7f273806ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 --2- 172.21.15.7:0/2217773694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2738151340 0x7f2738144a00 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 >> 172.21.15.7:0/2217773694 conn(0x7f2738069f00 msgr2=0x7f27381585a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 shutdown_connections 2024-09-13T15:58:00.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.314+0000 7f273d7fe640 1 -- 172.21.15.7:0/2217773694 wait complete. 2024-09-13T15:58:00.333 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T15:58:00.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 Processor -- start 2024-09-13T15:58:00.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 -- start start 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fecb40cd900 0x7fecb40b00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fecb40b0620 0x7fecb415c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecb40b0a90 con 0x7fecb40cd900 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecb415a030 con 0x7fecb40b0620 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb8db7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecb41591a0 con 0x7fecb415bf90 2024-09-13T15:58:00.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fecb40cd900 0x7fecb40b00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fecb40cd900 0x7fecb40b00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59048/0 (socket says 172.21.15.7:59048) 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 -- 172.21.15.7:0/1729126394 learned_addr learned my addr 172.21.15.7:0/1729126394 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb2d9d640 1 --2- 172.21.15.7:0/1729126394 >> v2:172.21.15.77:3300/0 conn(0x7fecb40b0620 0x7fecb415c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb259c640 1 --2- 172.21.15.7:0/1729126394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 -- 172.21.15.7:0/1729126394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 msgr2=0x7fecb4071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 --2- 172.21.15.7:0/1729126394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4071310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 -- 172.21.15.7:0/1729126394 >> v2:172.21.15.77:3300/0 conn(0x7fecb40b0620 msgr2=0x7fecb415c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 --2- 172.21.15.7:0/1729126394 >> v2:172.21.15.77:3300/0 conn(0x7fecb40b0620 0x7fecb415c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.446+0000 7fecb1d9b640 1 -- 172.21.15.7:0/1729126394 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecb4159420 con 0x7fecb40cd900 2024-09-13T15:58:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb1d9b640 1 --2- 172.21.15.7:0/1729126394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb40b00e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fecb41537a0 tx=0x7feca801c1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bac599cc1ad4e763 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb159a640 1 -- 172.21.15.7:0/1729126394 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca80ab600 con 0x7fecb40cd900 2024-09-13T15:58:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb159a640 1 -- 172.21.15.7:0/1729126394 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feca80a7050 con 0x7fecb40cd900 2024-09-13T15:58:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb159a640 1 -- 172.21.15.7:0/1729126394 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca80ab980 con 0x7fecb40cd900 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 -- 172.21.15.7:0/1729126394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 msgr2=0x7fecb40b00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 --2- 172.21.15.7:0/1729126394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb40b00e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fecb41537a0 tx=0x7feca801c1a0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 -- 172.21.15.7:0/1729126394 shutdown_connections 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 --2- 172.21.15.7:0/1729126394 >> v2:172.21.15.77:3300/0 conn(0x7fecb40b0620 0x7fecb415c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 --2- 172.21.15.7:0/1729126394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb40b00e0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 --2- 172.21.15.7:0/1729126394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4071310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 -- 172.21.15.7:0/1729126394 >> 172.21.15.7:0/1729126394 conn(0x7fecb4065eb0 msgr2=0x7fecb4069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 -- 172.21.15.7:0/1729126394 shutdown_connections 2024-09-13T15:58:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 -- 172.21.15.7:0/1729126394 wait complete. 2024-09-13T15:58:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 Processor -- start 2024-09-13T15:58:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.450+0000 7fecb8db7640 1 -- start start 2024-09-13T15:58:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecb40b0620 0x7fecb41632d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb41521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4153020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecb4154c50 con 0x7fecb40cd900 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecb4154f30 con 0x7fecb40b0620 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecb4155210 con 0x7fecb415bf90 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb41521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb41521d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59062/0 (socket says 172.21.15.7:59062) 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 -- 172.21.15.7:0/3169323938 learned_addr learned my addr 172.21.15.7:0/3169323938 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb2d9d640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4153020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb259c640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecb40b0620 0x7fecb41632d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 -- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 msgr2=0x7fecb4153020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4153020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 -- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecb40b0620 msgr2=0x7fecb41632d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecb40b0620 0x7fecb41632d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 -- 172.21.15.7:0/3169323938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feca80094d0 con 0x7fecb40cd900 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb259c640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecb40b0620 0x7fecb41632d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb1d9b640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb41521d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7feca80ae040 tx=0x7feca8018f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca80abde0 con 0x7fecb40cd900 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feca80b4440 con 0x7fecb40cd900 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecb41554f0 con 0x7fecb40cd900 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca80b47d0 con 0x7fecb40cd900 2024-09-13T15:58:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecb41557d0 con 0x7fecb40cd900 2024-09-13T15:58:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feca80b2070 con 0x7fecb40cd900 2024-09-13T15:58:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecb40b3900 con 0x7fecb40cd900 2024-09-13T15:58:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7feca2ffd640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fec94066690 0x7fec94068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feca811def0 con 0x7fecb40cd900 2024-09-13T15:58:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb259c640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fec94066690 0x7fec94068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.454+0000 7fecb259c640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fec94066690 0x7fec94068b50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7feca40097a0 tx=0x7feca4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.458+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feca80eb2f0 con 0x7fecb40cd900 2024-09-13T15:58:00.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.646+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fecb414f490 con 0x7fecb40cd900 2024-09-13T15:58:00.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.678+0000 7feca2ffd640 1 -- 172.21.15.7:0/3169323938 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v12) v1 ==== 118+0+0 (secure 0 0 0) 0x7fecb414f490 con 0x7fecb40cd900 2024-09-13T15:58:00.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fec94066690 msgr2=0x7fec94068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fec94066690 0x7fec94068b50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7feca40097a0 tx=0x7feca4008040 comp rx=0 tx=0).stop 2024-09-13T15:58:00.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 msgr2=0x7fecb41521d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb41521d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7feca80ae040 tx=0x7feca8018f40 comp rx=0 tx=0).stop 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 shutdown_connections 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fec94066690 0x7fec94068b50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecb415bf90 0x7fecb4153020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecb40cd900 0x7fecb41521d0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 --2- 172.21.15.7:0/3169323938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecb40b0620 0x7fecb41632d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 >> 172.21.15.7:0/3169323938 conn(0x7fecb4065eb0 msgr2=0x7fecb406a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 shutdown_connections 2024-09-13T15:58:00.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.682+0000 7fecb8db7640 1 -- 172.21.15.7:0/3169323938 wait complete. 2024-09-13T15:58:00.699 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T15:58:00.699 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T15:58:00.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.814+0000 7ff1da58e640 1 Processor -- start 2024-09-13T15:58:00.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1da58e640 1 -- start start 2024-09-13T15:58:00.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1da58e640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff1d40cda30 0x7ff1d40cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1da58e640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1d40d0af0 con 0x7ff1d415cb30 2024-09-13T15:58:00.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1da58e640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1d40ce1f0 con 0x7ff1d40cfb00 2024-09-13T15:58:00.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1da58e640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1d40b5b90 con 0x7ff1d40cda30 2024-09-13T15:58:00.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d3fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff1d415cb30 0x7ff1d40ceeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48306/0 (socket says 172.21.15.7:48306) 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d3fff640 1 -- 172.21.15.7:0/3174301836 learned_addr learned my addr 172.21.15.7:0/3174301836 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2656921722 0 0) 0x7ff1d40d0af0 con 0x7ff1d415cb30 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d37fe640 1 --2- 172.21.15.7:0/3174301836 >> v2:172.21.15.77:3300/0 conn(0x7ff1d40cda30 0x7ff1d40cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff1c0003530 con 0x7ff1d415cb30 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1540335277 0 0) 0x7ff1c0003530 con 0x7ff1d415cb30 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 >> v2:172.21.15.77:3300/0 conn(0x7ff1d40cda30 msgr2=0x7ff1d40cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 --2- 172.21.15.7:0/3174301836 >> v2:172.21.15.77:3300/0 conn(0x7ff1d40cda30 0x7ff1d40cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 >> v1:172.21.15.77:6789/0 conn(0x7ff1d40cfb00 legacy=0x7ff1d40d0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d415cf10 con 0x7ff1d415cb30 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7ff1cc001680 con 0x7ff1d415cb30 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 >> v1:172.21.15.7:6789/0 conn(0x7ff1d415cb30 legacy=0x7ff1d40ceeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1c0003980 0x7ff1c0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c00047d0 0x7ff1c0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c0005190 0x7ff1c000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d40b5b90 con 0x7ff1c0005190 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1c000c030 con 0x7ff1c00047d0 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1c000c1f0 con 0x7ff1c0003980 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c0005190 0x7ff1c000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d37fe640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c00047d0 0x7ff1c0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d3fff640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1c0003980 0x7ff1c0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1c0003980 msgr2=0x7ff1c0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:00.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1c0003980 0x7ff1c0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c00047d0 msgr2=0x7ff1c0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:00.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c00047d0 0x7ff1c0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/3174301836 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1c0003530 con 0x7ff1c0005190 2024-09-13T15:58:00.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.818+0000 7ff1d3fff640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1c0003980 0x7ff1c0003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:00.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/3174301836 reap_dead start 2024-09-13T15:58:00.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c0005190 0x7ff1c000b990 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc001e40 tx=0x7ff1bc01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33ddc6e97ae5b47f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc003b80 con 0x7ff1c0005190 2024-09-13T15:58:00.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1bc003ce0 con 0x7ff1c0005190 2024-09-13T15:58:00.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d2ffd640 1 -- 172.21.15.7:0/3174301836 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc005260 con 0x7ff1c0005190 2024-09-13T15:58:00.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- 172.21.15.7:0/3174301836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c0005190 msgr2=0x7ff1c000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c0005190 0x7ff1c000b990 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc001e40 tx=0x7ff1bc01c760 comp rx=0 tx=0).stop 2024-09-13T15:58:00.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- 172.21.15.7:0/3174301836 shutdown_connections 2024-09-13T15:58:00.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 --2- 172.21.15.7:0/3174301836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c0005190 0x7ff1c000b990 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- 172.21.15.7:0/3174301836 >> 172.21.15.7:0/3174301836 conn(0x7ff1d40b4240 msgr2=0x7ff1d40b4650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:00.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- 172.21.15.7:0/3174301836 shutdown_connections 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- 172.21.15.7:0/3174301836 wait complete. 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 Processor -- start 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- start start 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c0005190 0x7ff1d40a90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1d40ccae0 0x7ff1d40aaa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 0x7ff1d41f2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d415a4f0 con 0x7ff1d40aafb0 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d40a99d0 con 0x7ff1c0005190 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1da58e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d40a9cb0 con 0x7ff1d40ccae0 2024-09-13T15:58:00.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d8b2b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 0x7ff1d41f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d8b2b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 0x7ff1d41f2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59068/0 (socket says 172.21.15.7:59068) 2024-09-13T15:58:00.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/1035999450 learned_addr learned my addr 172.21.15.7:0/1035999450 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:00.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.822+0000 7ff1d3fff640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c0005190 0x7ff1d40a90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d37fe640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1d40ccae0 0x7ff1d40aaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1d40ccae0 msgr2=0x7ff1d40aaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1d40ccae0 0x7ff1d40aaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c0005190 msgr2=0x7ff1d40a90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c0005190 0x7ff1d40a90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d8b2b640 1 -- 172.21.15.7:0/1035999450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d40a9f90 con 0x7ff1d40aafb0 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d37fe640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1d40ccae0 0x7ff1d40aaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d8b2b640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 0x7ff1d41f2080 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc01d000 tx=0x7ff1c0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc0b1660 con 0x7ff1d40aafb0 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1bc0b17e0 con 0x7ff1d40aafb0 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1d40aa270 con 0x7ff1d40aafb0 2024-09-13T15:58:00.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc0b1b90 con 0x7ff1d40aafb0 2024-09-13T15:58:00.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1d40a9630 con 0x7ff1d40aafb0 2024-09-13T15:58:00.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1d40ceeb0 con 0x7ff1d40aafb0 2024-09-13T15:58:00.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff1bc0a6460 con 0x7ff1d40aafb0 2024-09-13T15:58:00.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d0ff9640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1b40666c0 0x7ff1b4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:00.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d3fff640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1b40666c0 0x7ff1b4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:00.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff1bc11d760 con 0x7ff1d40aafb0 2024-09-13T15:58:00.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.826+0000 7ff1d3fff640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1b40666c0 0x7ff1b4068b80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff1cc000fc0 tx=0x7ff1cc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:00.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:00.830+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1bc0eab80 con 0x7ff1d40aafb0 2024-09-13T15:58:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.026+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ff1d415a4d0 con 0x7ff1d40aafb0 2024-09-13T15:58:01.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.686+0000 7ff1d0ff9640 1 -- 172.21.15.7:0/1035999450 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v13) v1 ==== 122+0+0 (secure 0 0 0) 0x7ff1bc0b60c0 con 0x7ff1d40aafb0 2024-09-13T15:58:01.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1b40666c0 msgr2=0x7ff1b4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:01.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1b40666c0 0x7ff1b4068b80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff1cc000fc0 tx=0x7ff1cc009040 comp rx=0 tx=0).stop 2024-09-13T15:58:01.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 msgr2=0x7ff1d41f2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:01.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 0x7ff1d41f2080 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc01d000 tx=0x7ff1c0005800 comp rx=0 tx=0).stop 2024-09-13T15:58:01.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 shutdown_connections 2024-09-13T15:58:01.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff1b40666c0 0x7ff1b4068b80 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1d40aafb0 0x7ff1d41f2080 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1d40ccae0 0x7ff1d40aaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 --2- 172.21.15.7:0/1035999450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff1c0005190 0x7ff1d40a90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 >> 172.21.15.7:0/1035999450 conn(0x7ff1d40b4240 msgr2=0x7ff1d40cf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:01.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 shutdown_connections 2024-09-13T15:58:01.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.690+0000 7ff1da58e640 1 -- 172.21.15.7:0/1035999450 wait complete. 2024-09-13T15:58:01.711 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T15:58:01.712 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:01.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.838+0000 7fdf379a8640 1 Processor -- start 2024-09-13T15:58:01.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.838+0000 7fdf379a8640 1 -- start start 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf379a8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf3015c760 0x7fdf300b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf379a8640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fdf300cd2c0 0x7fdf300cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf379a8640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf300d17e0 con 0x7fdf300d0630 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf379a8640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf300cdc90 con 0x7fdf3015c760 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf379a8640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf300d0bd0 con 0x7fdf300cd2c0 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35744640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf3015c760 0x7fdf300b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf34f43640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fdf300d0630 0x7fdf300d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48312/0 (socket says 172.21.15.7:48312) 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf34f43640 1 -- 172.21.15.7:0/1213590358 learned_addr learned my addr 172.21.15.7:0/1213590358 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35f45640 1 --2- 172.21.15.7:0/1213590358 >> v2:172.21.15.77:3300/0 conn(0x7fdf300cd2c0 0x7fdf300cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35744640 1 -- 172.21.15.7:0/1213590358 >> v2:172.21.15.77:3300/0 conn(0x7fdf300cd2c0 msgr2=0x7fdf300cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:01.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35744640 1 --2- 172.21.15.7:0/1213590358 >> v2:172.21.15.77:3300/0 conn(0x7fdf300cd2c0 0x7fdf300cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35744640 1 -- 172.21.15.7:0/1213590358 >> v1:172.21.15.7:6789/0 conn(0x7fdf300d0630 legacy=0x7fdf300d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:01.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf27fff640 1 -- 172.21.15.7:0/1213590358 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2622536590 0 0) 0x7fdf300d17e0 con 0x7fdf300d0630 2024-09-13T15:58:01.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35744640 1 -- 172.21.15.7:0/1213590358 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf300d0eb0 con 0x7fdf3015c760 2024-09-13T15:58:01.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.842+0000 7fdf35744640 1 --2- 172.21.15.7:0/1213590358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b7fc0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fdf300b55d0 tx=0x7fdf2c01ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14e714fc4ac28b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:01.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf27fff640 1 -- 172.21.15.7:0/1213590358 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c0a8970 con 0x7fdf3015c760 2024-09-13T15:58:01.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf27fff640 1 -- 172.21.15.7:0/1213590358 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf2c0a8ad0 con 0x7fdf3015c760 2024-09-13T15:58:01.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf27fff640 1 -- 172.21.15.7:0/1213590358 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c0a8e60 con 0x7fdf3015c760 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/1213590358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 msgr2=0x7fdf300b7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 --2- 172.21.15.7:0/1213590358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b7fc0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fdf300b55d0 tx=0x7fdf2c01ec70 comp rx=0 tx=0).stop 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/1213590358 shutdown_connections 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 --2- 172.21.15.7:0/1213590358 >> v2:172.21.15.77:3300/0 conn(0x7fdf300cd2c0 0x7fdf300cd750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 --2- 172.21.15.7:0/1213590358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b7fc0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/1213590358 >> 172.21.15.7:0/1213590358 conn(0x7fdf300cf070 msgr2=0x7fdf300cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/1213590358 shutdown_connections 2024-09-13T15:58:01.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/1213590358 wait complete. 2024-09-13T15:58:01.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 Processor -- start 2024-09-13T15:58:01.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- start start 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf300cd2c0 0x7fdf300a9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf300d0630 0x7fdf3015f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf30157950 con 0x7fdf3015c760 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf300a9dd0 con 0x7fdf300cd2c0 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf300aa0b0 con 0x7fdf300d0630 2024-09-13T15:58:01.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59098/0 (socket says 172.21.15.7:59098) 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 -- 172.21.15.7:0/2486178707 learned_addr learned my addr 172.21.15.7:0/2486178707 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35744640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf300cd2c0 0x7fdf300a9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf34f43640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf300d0630 0x7fdf3015f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 -- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf300d0630 msgr2=0x7fdf3015f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf300d0630 0x7fdf3015f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 -- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf300cd2c0 msgr2=0x7fdf300a9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf300cd2c0 0x7fdf300a9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 -- 172.21.15.7:0/2486178707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf2c009420 con 0x7fdf3015c760 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf35f45640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b6d40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fdf28007e40 tx=0x7fdf2800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf28014620 con 0x7fdf3015c760 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf2800ee90 con 0x7fdf3015c760 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf30157300 con 0x7fdf3015c760 2024-09-13T15:58:01.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf280149e0 con 0x7fdf3015c760 2024-09-13T15:58:01.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.846+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf3015fe10 con 0x7fdf3015c760 2024-09-13T15:58:01.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.850+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf30157ac0 con 0x7fdf3015c760 2024-09-13T15:58:01.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.850+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf28014b40 con 0x7fdf3015c760 2024-09-13T15:58:01.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.850+0000 7fdf25ffb640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf140666c0 0x7fdf14068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:01.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.850+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdf28084b40 con 0x7fdf3015c760 2024-09-13T15:58:01.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.850+0000 7fdf35744640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf140666c0 0x7fdf14068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:01.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.850+0000 7fdf35744640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf140666c0 0x7fdf14068b80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0b2000 tx=0x7fdf2c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:01.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:01.854+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdf28051eb0 con 0x7fdf3015c760 2024-09-13T15:58:02.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.046+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdf300b7d60 con 0x7fdf3015c760 2024-09-13T15:58:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.046+0000 7fdf25ffb640 1 -- 172.21.15.7:0/2486178707 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4719 (secure 0 0 0) 0x7fdf280554d0 con 0x7fdf3015c760 2024-09-13T15:58:02.050 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:02.050 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4996,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:01.682748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5268},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5268":{"gid":5268,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.7:6837/3975267023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":3975267023},{"type":"v1","addr":"172.21.15.7:6837","nonce":3975267023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 13 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf140666c0 msgr2=0x7fdf14068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf140666c0 0x7fdf14068b80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0b2000 tx=0x7fdf2c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 msgr2=0x7fdf300b6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b6d40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fdf28007e40 tx=0x7fdf2800e4b0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 shutdown_connections 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf140666c0 0x7fdf14068b80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf3015c760 0x7fdf300b6d40 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf300d0630 0x7fdf3015f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 --2- 172.21.15.7:0/2486178707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf300cd2c0 0x7fdf300a9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 >> 172.21.15.7:0/2486178707 conn(0x7fdf300cf070 msgr2=0x7fdf300cf450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 shutdown_connections 2024-09-13T15:58:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.050+0000 7fdf379a8640 1 -- 172.21.15.7:0/2486178707 wait complete. 2024-09-13T15:58:02.069 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:02.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.182+0000 7fa557e3f640 1 Processor -- start 2024-09-13T15:58:02.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.182+0000 7fa557e3f640 1 -- start start 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa557e3f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa5500b3720 0x7fa550160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa557e3f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa550142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa557e3f640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5500b2d70 con 0x7fa5500b3340 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa557e3f640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa55015da70 con 0x7fa5500b3720 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa557e3f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5500b3b70 con 0x7fa55015cad0 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa5500b3720 0x7fa550160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa5500b3720 0x7fa550160ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59110/0 (socket says 172.21.15.7:59110) 2024-09-13T15:58:02.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 -- 172.21.15.7:0/825309601 learned_addr learned my addr 172.21.15.7:0/825309601 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:02.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5563dc640 1 --2- 172.21.15.7:0/825309601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa550142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 -- 172.21.15.7:0/825309601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 msgr2=0x7fa550142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:02.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 --2- 172.21.15.7:0/825309601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa550142350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 -- 172.21.15.7:0/825309601 >> v1:172.21.15.77:6789/0 conn(0x7fa5500b3340 legacy=0x7fa5500b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 -- 172.21.15.7:0/825309601 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa55015cf20 con 0x7fa5500b3720 2024-09-13T15:58:02.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa5553da640 1 --2- 172.21.15.7:0/825309601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3720 0x7fa550160ad0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa540009870 tx=0x7fa54001c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e60fb4b08b434e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa554bd9640 1 -- 172.21.15.7:0/825309601 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5400a9620 con 0x7fa5500b3720 2024-09-13T15:58:02.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa554bd9640 1 -- 172.21.15.7:0/825309601 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5400a9780 con 0x7fa5500b3720 2024-09-13T15:58:02.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.186+0000 7fa554bd9640 1 -- 172.21.15.7:0/825309601 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5400a9b10 con 0x7fa5500b3720 2024-09-13T15:58:02.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/825309601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3720 msgr2=0x7fa550160ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 --2- 172.21.15.7:0/825309601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3720 0x7fa550160ad0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa540009870 tx=0x7fa54001c560 comp rx=0 tx=0).stop 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/825309601 shutdown_connections 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 --2- 172.21.15.7:0/825309601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa550142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 --2- 172.21.15.7:0/825309601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3720 0x7fa550160ad0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/825309601 >> 172.21.15.7:0/825309601 conn(0x7fa550069f00 msgr2=0x7fa55006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/825309601 shutdown_connections 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/825309601 wait complete. 2024-09-13T15:58:02.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 Processor -- start 2024-09-13T15:58:02.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- start start 2024-09-13T15:58:02.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 0x7fa550139a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5500b3720 0x7fa5501f5f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa5500aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa550139fb0 con 0x7fa5500b3340 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5501f6480 con 0x7fa5500b3720 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5500afd30 con 0x7fa55015cad0 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 0x7fa550139a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 0x7fa550139a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59122/0 (socket says 172.21.15.7:59122) 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 -- 172.21.15.7:0/3570407979 learned_addr learned my addr 172.21.15.7:0/3570407979 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa5563dc640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa5500aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa5553da640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5500b3720 0x7fa5501f5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 -- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 msgr2=0x7fa5500aebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa5500aebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 -- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5500b3720 msgr2=0x7fa5501f5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5500b3720 0x7fa5501f5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 -- 172.21.15.7:0/3570407979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5400094d0 con 0x7fa5500b3340 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa5563dc640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa5500aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa555bdb640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 0x7fa550139a70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa54c00c3c0 tx=0x7fa54c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa54c0052d0 con 0x7fa5500b3340 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa54c005430 con 0x7fa5500b3340 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5500b0010 con 0x7fa5500b3340 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa54c003840 con 0x7fa5500b3340 2024-09-13T15:58:02.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.190+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5500ae3d0 con 0x7fa5500b3340 2024-09-13T15:58:02.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.194+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5500ae230 con 0x7fa5500b3340 2024-09-13T15:58:02.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.194+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa54c0039a0 con 0x7fa5500b3340 2024-09-13T15:58:02.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.194+0000 7fa5467fc640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa534066690 0x7fa534068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.194+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa54c0836b0 con 0x7fa5500b3340 2024-09-13T15:58:02.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.194+0000 7fa5553da640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa534066690 0x7fa534068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.194+0000 7fa5553da640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa534066690 0x7fa534068b50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5400ae000 tx=0x7fa5400b3040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.198+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa5500ae230 con 0x7fa5500b3340 2024-09-13T15:58:02.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.358+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa5500ae230 con 0x7fa5500b3340 2024-09-13T15:58:02.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa5467fc640 1 -- 172.21.15.7:0/3570407979 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16461 (secure 0 0 0) 0x7fa5500ae230 con 0x7fa5500b3340 2024-09-13T15:58:02.364 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:02.365 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":36,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:00.675853+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa534066690 msgr2=0x7fa534068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa534066690 0x7fa534068b50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5400ae000 tx=0x7fa5400b3040 comp rx=0 tx=0).stop 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 msgr2=0x7fa550139a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 0x7fa550139a70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa54c00c3c0 tx=0x7fa54c00c880 comp rx=0 tx=0).stop 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 shutdown_connections 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa534066690 0x7fa534068b50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa55015cad0 0x7fa5500aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5500b3720 0x7fa5501f5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 --2- 172.21.15.7:0/3570407979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5500b3340 0x7fa550139a70 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 >> 172.21.15.7:0/3570407979 conn(0x7fa550069f00 msgr2=0x7fa55015a780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 shutdown_connections 2024-09-13T15:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.362+0000 7fa557e3f640 1 -- 172.21.15.7:0/3570407979 wait complete. 2024-09-13T15:58:02.385 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T15:58:02.385 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:02.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa719fa7640 1 Processor -- start 2024-09-13T15:58:02.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa719fa7640 1 -- start start 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa719fa7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa714143af0 0x7fa71415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa719fa7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa71415af90 con 0x7fa71415da10 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa719fa7640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7140b2d60 con 0x7fa7140cd3e0 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa719fa7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa71415ddf0 con 0x7fa714143af0 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7137fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa71415da10 0x7fa7140b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:48318/0 (socket says 172.21.15.7:48318) 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7137fe640 1 -- 172.21.15.7:0/3152587238 learned_addr learned my addr 172.21.15.7:0/3152587238 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:02.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 --2- 172.21.15.7:0/3152587238 >> v2:172.21.15.77:3300/0 conn(0x7fa714143af0 0x7fa71415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 633888822 0 0) 0x7fa71415af90 con 0x7fa71415da10 2024-09-13T15:58:02.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa700003530 con 0x7fa71415da10 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1344638670 0 0) 0x7fa700003530 con 0x7fa71415da10 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 >> v2:172.21.15.77:3300/0 conn(0x7fa714143af0 msgr2=0x7fa71415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 --2- 172.21.15.7:0/3152587238 >> v2:172.21.15.77:3300/0 conn(0x7fa714143af0 0x7fa71415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 >> v1:172.21.15.77:6789/0 conn(0x7fa7140cd3e0 legacy=0x7fa7140cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7140b3000 con 0x7fa71415da10 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fa704001a00 con 0x7fa71415da10 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 >> v1:172.21.15.7:6789/0 conn(0x7fa71415da10 legacy=0x7fa7140b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa700003980 0x7fa700003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa7000047d0 0x7fa700004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa700005190 0x7fa70000fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa71415ddf0 con 0x7fa7000047d0 2024-09-13T15:58:02.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa700010440 con 0x7fa700005190 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa700010600 con 0x7fa700003980 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa7000047d0 0x7fa700004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa713fff640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa700005190 0x7fa70000fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 -- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa700003980 msgr2=0x7fa700003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa7137fe640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa700003980 0x7fa700003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa700003980 0x7fa700003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 -- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa700005190 msgr2=0x7fa70000fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa700005190 0x7fa70000fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa712ffd640 1 -- 172.21.15.7:0/3152587238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa700003530 con 0x7fa7000047d0 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa713fff640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa700005190 0x7fa70000fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:02.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.502+0000 7fa713fff640 1 -- 172.21.15.7:0/3152587238 reap_dead start 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa712ffd640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa7000047d0 0x7fa700004c50 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc009ae0 tx=0x7fa6fc01ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52c7bf7aa4ba646b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0a5660 con 0x7fa7000047d0 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6fc0a57c0 con 0x7fa7000047d0 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa7127fc640 1 -- 172.21.15.7:0/3152587238 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0a5b70 con 0x7fa7000047d0 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 -- 172.21.15.7:0/3152587238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa7000047d0 msgr2=0x7fa700004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa7000047d0 0x7fa700004c50 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc009ae0 tx=0x7fa6fc01ca70 comp rx=0 tx=0).stop 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 -- 172.21.15.7:0/3152587238 shutdown_connections 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 --2- 172.21.15.7:0/3152587238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa7000047d0 0x7fa700004c50 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 -- 172.21.15.7:0/3152587238 >> 172.21.15.7:0/3152587238 conn(0x7fa714069f00 msgr2=0x7fa71406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 -- 172.21.15.7:0/3152587238 shutdown_connections 2024-09-13T15:58:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 -- 172.21.15.7:0/3152587238 wait complete. 2024-09-13T15:58:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 Processor -- start 2024-09-13T15:58:02.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.506+0000 7fa719fa7640 1 -- start start 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7000047d0 0x7fa7141ed510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 0x7fa714139980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa71413fc50 0x7fa7141400d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7140ae650 con 0x7fa714139500 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa714140610 con 0x7fa7000047d0 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7140ae860 con 0x7fa71413fc50 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 0x7fa714139980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 0x7fa714139980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59146/0 (socket says 172.21.15.7:59146) 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 -- 172.21.15.7:0/870335085 learned_addr learned my addr 172.21.15.7:0/870335085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa7137fe640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7000047d0 0x7fa7141ed510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 -- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa71413fc50 msgr2=0x7fa7141400d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa713fff640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa71413fc50 0x7fa7141400d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa71413fc50 0x7fa7141400d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 -- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7000047d0 msgr2=0x7fa7141ed510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7000047d0 0x7fa7141ed510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 -- 172.21.15.7:0/870335085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7140aeb40 con 0x7fa714139500 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa7137fe640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7000047d0 0x7fa7141ed510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa712ffd640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 0x7fa714139980 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc01c8a0 tx=0x7fa6fc019810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0bd070 con 0x7fa714139500 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6fc004020 con 0x7fa714139500 2024-09-13T15:58:02.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0043f0 con 0x7fa714139500 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7140aee20 con 0x7fa714139500 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7140af3e0 con 0x7fa714139500 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa71415b210 con 0x7fa714139500 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa6fc0b4070 con 0x7fa714139500 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa70bfff640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6f40666c0 0x7fa6f4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa6fc11dea0 con 0x7fa714139500 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa7137fe640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6f40666c0 0x7fa6f4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.510+0000 7fa7137fe640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6f40666c0 0x7fa6f4068b80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa704004c00 tx=0x7fa704001820 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.514+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa6fc0eb3c0 con 0x7fa714139500 2024-09-13T15:58:02.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.666+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa71406bb30 con 0x7fa6f40666c0 2024-09-13T15:58:02.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.682+0000 7fa70bfff640 1 -- 172.21.15.7:0/870335085 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287496 (secure 0 0 0) 0x7fa704011d00 con 0x7fa6f40666c0 2024-09-13T15:58:02.686 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:02.688 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:02.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6f40666c0 msgr2=0x7fa6f4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6f40666c0 0x7fa6f4068b80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa704004c00 tx=0x7fa704001820 comp rx=0 tx=0).stop 2024-09-13T15:58:02.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 msgr2=0x7fa714139980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 0x7fa714139980 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc01c8a0 tx=0x7fa6fc019810 comp rx=0 tx=0).stop 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 shutdown_connections 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa6f40666c0 0x7fa6f4068b80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa71413fc50 0x7fa7141400d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa714139500 0x7fa714139980 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 --2- 172.21.15.7:0/870335085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7000047d0 0x7fa7141ed510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 >> 172.21.15.7:0/870335085 conn(0x7fa714069f00 msgr2=0x7fa71415bac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 shutdown_connections 2024-09-13T15:58:02.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.686+0000 7fa719fa7640 1 -- 172.21.15.7:0/870335085 wait complete. 2024-09-13T15:58:02.703 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-13T15:58:02.515218+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253164,"kb_used_data":4200,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721556,"statfs":{"total":773094113280,"available":772834873344,"internally_reserved":0,"allocated":4300800,"data_stored":2383160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.239879"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688288+0000","last_change":"2024-09-13T15:57:59.734927+0000","last_active":"2024-09-13T15:58:00.688288+0000","last_peered":"2024-09-13T15:58:00.688288+0000","last_clean":"2024-09-13T15:58:00.688288+0000","last_became_active":"2024-09-13T15:57:59.734311+0000","last_became_peered":"2024-09-13T15:57:59.734311+0000","last_unstale":"2024-09-13T15:58:00.688288+0000","last_undegraded":"2024-09-13T15:58:00.688288+0000","last_fullsized":"2024-09-13T15:58:00.688288+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.696509+0000","last_change":"2024-09-13T15:57:59.693935+0000","last_active":"2024-09-13T15:57:59.696509+0000","last_peered":"2024-09-13T15:57:59.696509+0000","last_clean":"2024-09-13T15:57:59.696509+0000","last_became_active":"2024-09-13T15:57:59.693639+0000","last_became_peered":"2024-09-13T15:57:59.693639+0000","last_unstale":"2024-09-13T15:57:59.696509+0000","last_undegraded":"2024-09-13T15:57:59.696509+0000","last_fullsized":"2024-09-13T15:57:59.696509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744025+0000","last_change":"2024-09-13T15:57:59.727962+0000","last_active":"2024-09-13T15:58:00.744025+0000","last_peered":"2024-09-13T15:58:00.744025+0000","last_clean":"2024-09-13T15:58:00.744025+0000","last_became_active":"2024-09-13T15:57:59.727135+0000","last_became_peered":"2024-09-13T15:57:59.727135+0000","last_unstale":"2024-09-13T15:58:00.744025+0000","last_undegraded":"2024-09-13T15:58:00.744025+0000","last_fullsized":"2024-09-13T15:58:00.744025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718940+0000","last_change":"2024-09-13T15:57:59.718262+0000","last_active":"2024-09-13T15:57:59.718940+0000","last_peered":"2024-09-13T15:57:59.718940+0000","last_clean":"2024-09-13T15:57:59.718940+0000","last_became_active":"2024-09-13T15:57:59.718005+0000","last_became_peered":"2024-09-13T15:57:59.718005+0000","last_unstale":"2024-09-13T15:57:59.718940+0000","last_undegraded":"2024-09-13T15:57:59.718940+0000","last_fullsized":"2024-09-13T15:57:59.718940+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294497+0000","last_change":"2024-09-13T15:57:59.294497+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294497+0000","last_undegraded":"2024-09-13T15:57:59.294497+0000","last_fullsized":"2024-09-13T15:57:59.294497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:15.109971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.734681+0000","last_change":"2024-09-13T15:57:59.734215+0000","last_active":"2024-09-13T15:57:59.734681+0000","last_peered":"2024-09-13T15:57:59.734681+0000","last_clean":"2024-09-13T15:57:59.734681+0000","last_became_active":"2024-09-13T15:57:59.733912+0000","last_became_peered":"2024-09-13T15:57:59.733912+0000","last_unstale":"2024-09-13T15:57:59.734681+0000","last_undegraded":"2024-09-13T15:57:59.734681+0000","last_fullsized":"2024-09-13T15:57:59.734681+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743698+0000","last_change":"2024-09-13T15:57:59.722546+0000","last_active":"2024-09-13T15:58:00.743698+0000","last_peered":"2024-09-13T15:58:00.743698+0000","last_clean":"2024-09-13T15:58:00.743698+0000","last_became_active":"2024-09-13T15:57:59.721857+0000","last_became_peered":"2024-09-13T15:57:59.721857+0000","last_unstale":"2024-09-13T15:58:00.743698+0000","last_undegraded":"2024-09-13T15:58:00.743698+0000","last_fullsized":"2024-09-13T15:58:00.743698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743137+0000","last_change":"2024-09-13T15:57:59.714284+0000","last_active":"2024-09-13T15:58:00.743137+0000","last_peered":"2024-09-13T15:58:00.743137+0000","last_clean":"2024-09-13T15:58:00.743137+0000","last_became_active":"2024-09-13T15:57:59.713359+0000","last_became_peered":"2024-09-13T15:57:59.713359+0000","last_unstale":"2024-09-13T15:58:00.743137+0000","last_undegraded":"2024-09-13T15:58:00.743137+0000","last_fullsized":"2024-09-13T15:58:00.743137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689401+0000","last_change":"2024-09-13T15:57:59.716825+0000","last_active":"2024-09-13T15:58:00.689401+0000","last_peered":"2024-09-13T15:58:00.689401+0000","last_clean":"2024-09-13T15:58:00.689401+0000","last_became_active":"2024-09-13T15:57:59.716059+0000","last_became_peered":"2024-09-13T15:57:59.716059+0000","last_unstale":"2024-09-13T15:58:00.689401+0000","last_undegraded":"2024-09-13T15:58:00.689401+0000","last_fullsized":"2024-09-13T15:58:00.689401+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699323+0000","last_change":"2024-09-13T15:57:59.695944+0000","last_active":"2024-09-13T15:57:59.699323+0000","last_peered":"2024-09-13T15:57:59.699323+0000","last_clean":"2024-09-13T15:57:59.699323+0000","last_became_active":"2024-09-13T15:57:59.695528+0000","last_became_peered":"2024-09-13T15:57:59.695528+0000","last_unstale":"2024-09-13T15:57:59.699323+0000","last_undegraded":"2024-09-13T15:57:59.699323+0000","last_fullsized":"2024-09-13T15:57:59.699323+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744570+0000","last_change":"2024-09-13T15:57:59.713660+0000","last_active":"2024-09-13T15:58:00.744570+0000","last_peered":"2024-09-13T15:58:00.744570+0000","last_clean":"2024-09-13T15:58:00.744570+0000","last_became_active":"2024-09-13T15:57:59.712268+0000","last_became_peered":"2024-09-13T15:57:59.712268+0000","last_unstale":"2024-09-13T15:58:00.744570+0000","last_undegraded":"2024-09-13T15:58:00.744570+0000","last_fullsized":"2024-09-13T15:58:00.744570+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743762+0000","last_change":"2024-09-13T15:57:59.729247+0000","last_active":"2024-09-13T15:58:00.743762+0000","last_peered":"2024-09-13T15:58:00.743762+0000","last_clean":"2024-09-13T15:58:00.743762+0000","last_became_active":"2024-09-13T15:57:59.727986+0000","last_became_peered":"2024-09-13T15:57:59.727986+0000","last_unstale":"2024-09-13T15:58:00.743762+0000","last_undegraded":"2024-09-13T15:58:00.743762+0000","last_fullsized":"2024-09-13T15:58:00.743762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294175+0000","last_change":"2024-09-13T15:57:59.294175+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294175+0000","last_undegraded":"2024-09-13T15:57:59.294175+0000","last_fullsized":"2024-09-13T15:57:59.294175+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:03.328212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.695004+0000","last_change":"2024-09-13T15:57:59.693178+0000","last_active":"2024-09-13T15:57:59.695004+0000","last_peered":"2024-09-13T15:57:59.695004+0000","last_clean":"2024-09-13T15:57:59.695004+0000","last_became_active":"2024-09-13T15:57:59.692852+0000","last_became_peered":"2024-09-13T15:57:59.692852+0000","last_unstale":"2024-09-13T15:57:59.695004+0000","last_undegraded":"2024-09-13T15:57:59.695004+0000","last_fullsized":"2024-09-13T15:57:59.695004+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743308+0000","last_change":"2024-09-13T15:57:59.731433+0000","last_active":"2024-09-13T15:58:00.743308+0000","last_peered":"2024-09-13T15:58:00.743308+0000","last_clean":"2024-09-13T15:58:00.743308+0000","last_became_active":"2024-09-13T15:57:59.730447+0000","last_became_peered":"2024-09-13T15:57:59.730447+0000","last_unstale":"2024-09-13T15:58:00.743308+0000","last_undegraded":"2024-09-13T15:58:00.743308+0000","last_fullsized":"2024-09-13T15:58:00.743308+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743438+0000","last_change":"2024-09-13T15:57:59.715354+0000","last_active":"2024-09-13T15:58:00.743438+0000","last_peered":"2024-09-13T15:58:00.743438+0000","last_clean":"2024-09-13T15:58:00.743438+0000","last_became_active":"2024-09-13T15:57:59.714505+0000","last_became_peered":"2024-09-13T15:57:59.714505+0000","last_unstale":"2024-09-13T15:58:00.743438+0000","last_undegraded":"2024-09-13T15:58:00.743438+0000","last_fullsized":"2024-09-13T15:58:00.743438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744624+0000","last_change":"2024-09-13T15:57:59.725169+0000","last_active":"2024-09-13T15:58:00.744624+0000","last_peered":"2024-09-13T15:58:00.744624+0000","last_clean":"2024-09-13T15:58:00.744624+0000","last_became_active":"2024-09-13T15:57:59.723001+0000","last_became_peered":"2024-09-13T15:57:59.723001+0000","last_unstale":"2024-09-13T15:58:00.744624+0000","last_undegraded":"2024-09-13T15:58:00.744624+0000","last_fullsized":"2024-09-13T15:58:00.744624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693831+0000","last_change":"2024-09-13T15:57:59.691398+0000","last_active":"2024-09-13T15:57:59.693831+0000","last_peered":"2024-09-13T15:57:59.693831+0000","last_clean":"2024-09-13T15:57:59.693831+0000","last_became_active":"2024-09-13T15:57:59.691179+0000","last_became_peered":"2024-09-13T15:57:59.691179+0000","last_unstale":"2024-09-13T15:57:59.693831+0000","last_undegraded":"2024-09-13T15:57:59.693831+0000","last_fullsized":"2024-09-13T15:57:59.693831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:49.970361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.698897+0000","last_change":"2024-09-13T15:57:59.697871+0000","last_active":"2024-09-13T15:57:59.698897+0000","last_peered":"2024-09-13T15:57:59.698897+0000","last_clean":"2024-09-13T15:57:59.698897+0000","last_became_active":"2024-09-13T15:57:59.697592+0000","last_became_peered":"2024-09-13T15:57:59.697592+0000","last_unstale":"2024-09-13T15:57:59.698897+0000","last_undegraded":"2024-09-13T15:57:59.698897+0000","last_fullsized":"2024-09-13T15:57:59.698897+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:12.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292600+0000","last_change":"2024-09-13T15:57:59.292600+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292600+0000","last_undegraded":"2024-09-13T15:57:59.292600+0000","last_fullsized":"2024-09-13T15:57:59.292600+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:49.921715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688097+0000","last_change":"2024-09-13T15:57:59.707846+0000","last_active":"2024-09-13T15:58:00.688097+0000","last_peered":"2024-09-13T15:58:00.688097+0000","last_clean":"2024-09-13T15:58:00.688097+0000","last_became_active":"2024-09-13T15:57:59.706506+0000","last_became_peered":"2024-09-13T15:57:59.706506+0000","last_unstale":"2024-09-13T15:58:00.688097+0000","last_undegraded":"2024-09-13T15:58:00.688097+0000","last_fullsized":"2024-09-13T15:58:00.688097+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689117+0000","last_change":"2024-09-13T15:57:59.706432+0000","last_active":"2024-09-13T15:58:00.689117+0000","last_peered":"2024-09-13T15:58:00.689117+0000","last_clean":"2024-09-13T15:58:00.689117+0000","last_became_active":"2024-09-13T15:57:59.705663+0000","last_became_peered":"2024-09-13T15:57:59.705663+0000","last_unstale":"2024-09-13T15:58:00.689117+0000","last_undegraded":"2024-09-13T15:58:00.689117+0000","last_fullsized":"2024-09-13T15:58:00.689117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289487+0000","last_change":"2024-09-13T15:57:59.289487+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289487+0000","last_undegraded":"2024-09-13T15:57:59.289487+0000","last_fullsized":"2024-09-13T15:57:59.289487+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:26.341879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743082+0000","last_change":"2024-09-13T15:57:59.727613+0000","last_active":"2024-09-13T15:58:00.743082+0000","last_peered":"2024-09-13T15:58:00.743082+0000","last_clean":"2024-09-13T15:58:00.743082+0000","last_became_active":"2024-09-13T15:57:59.726960+0000","last_became_peered":"2024-09-13T15:57:59.726960+0000","last_unstale":"2024-09-13T15:58:00.743082+0000","last_undegraded":"2024-09-13T15:58:00.743082+0000","last_fullsized":"2024-09-13T15:58:00.743082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713581+0000","last_change":"2024-09-13T15:57:59.712769+0000","last_active":"2024-09-13T15:57:59.713581+0000","last_peered":"2024-09-13T15:57:59.713581+0000","last_clean":"2024-09-13T15:57:59.713581+0000","last_became_active":"2024-09-13T15:57:59.712521+0000","last_became_peered":"2024-09-13T15:57:59.712521+0000","last_unstale":"2024-09-13T15:57:59.713581+0000","last_undegraded":"2024-09-13T15:57:59.713581+0000","last_fullsized":"2024-09-13T15:57:59.713581+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699790+0000","last_change":"2024-09-13T15:57:59.698700+0000","last_active":"2024-09-13T15:57:59.699790+0000","last_peered":"2024-09-13T15:57:59.699790+0000","last_clean":"2024-09-13T15:57:59.699790+0000","last_became_active":"2024-09-13T15:57:59.698424+0000","last_became_peered":"2024-09-13T15:57:59.698424+0000","last_unstale":"2024-09-13T15:57:59.699790+0000","last_undegraded":"2024-09-13T15:57:59.699790+0000","last_fullsized":"2024-09-13T15:57:59.699790+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:46:13.167256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718927+0000","last_change":"2024-09-13T15:57:59.718073+0000","last_active":"2024-09-13T15:57:59.718927+0000","last_peered":"2024-09-13T15:57:59.718927+0000","last_clean":"2024-09-13T15:57:59.718927+0000","last_became_active":"2024-09-13T15:57:59.717791+0000","last_became_peered":"2024-09-13T15:57:59.717791+0000","last_unstale":"2024-09-13T15:57:59.718927+0000","last_undegraded":"2024-09-13T15:57:59.718927+0000","last_fullsized":"2024-09-13T15:57:59.718927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743842+0000","last_change":"2024-09-13T15:57:59.728647+0000","last_active":"2024-09-13T15:58:00.743842+0000","last_peered":"2024-09-13T15:58:00.743842+0000","last_clean":"2024-09-13T15:58:00.743842+0000","last_became_active":"2024-09-13T15:57:59.727174+0000","last_became_peered":"2024-09-13T15:57:59.727174+0000","last_unstale":"2024-09-13T15:58:00.743842+0000","last_undegraded":"2024-09-13T15:58:00.743842+0000","last_fullsized":"2024-09-13T15:58:00.743842+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688331+0000","last_change":"2024-09-13T15:57:59.707289+0000","last_active":"2024-09-13T15:58:00.688331+0000","last_peered":"2024-09-13T15:58:00.688331+0000","last_clean":"2024-09-13T15:58:00.688331+0000","last_became_active":"2024-09-13T15:57:59.705763+0000","last_became_peered":"2024-09-13T15:57:59.705763+0000","last_unstale":"2024-09-13T15:58:00.688331+0000","last_undegraded":"2024-09-13T15:58:00.688331+0000","last_fullsized":"2024-09-13T15:58:00.688331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743553+0000","last_change":"2024-09-13T15:57:59.718722+0000","last_active":"2024-09-13T15:58:00.743553+0000","last_peered":"2024-09-13T15:58:00.743553+0000","last_clean":"2024-09-13T15:58:00.743553+0000","last_became_active":"2024-09-13T15:57:59.717136+0000","last_became_peered":"2024-09-13T15:57:59.717136+0000","last_unstale":"2024-09-13T15:58:00.743553+0000","last_undegraded":"2024-09-13T15:58:00.743553+0000","last_fullsized":"2024-09-13T15:58:00.743553+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687621+0000","last_change":"2024-09-13T15:57:59.711434+0000","last_active":"2024-09-13T15:58:00.687621+0000","last_peered":"2024-09-13T15:58:00.687621+0000","last_clean":"2024-09-13T15:58:00.687621+0000","last_became_active":"2024-09-13T15:57:59.710730+0000","last_became_peered":"2024-09-13T15:57:59.710730+0000","last_unstale":"2024-09-13T15:58:00.687621+0000","last_undegraded":"2024-09-13T15:58:00.687621+0000","last_fullsized":"2024-09-13T15:58:00.687621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:44.070581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743158+0000","last_change":"2024-09-13T15:57:59.718513+0000","last_active":"2024-09-13T15:58:00.743158+0000","last_peered":"2024-09-13T15:58:00.743158+0000","last_clean":"2024-09-13T15:58:00.743158+0000","last_became_active":"2024-09-13T15:57:59.717850+0000","last_became_peered":"2024-09-13T15:57:59.717850+0000","last_unstale":"2024-09-13T15:58:00.743158+0000","last_undegraded":"2024-09-13T15:58:00.743158+0000","last_fullsized":"2024-09-13T15:58:00.743158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289447+0000","last_change":"2024-09-13T15:57:59.289447+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289447+0000","last_undegraded":"2024-09-13T15:57:59.289447+0000","last_fullsized":"2024-09-13T15:57:59.289447+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:12.862353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"35'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688718+0000","last_change":"2024-09-13T15:57:59.310923+0000","last_active":"2024-09-13T15:58:00.688718+0000","last_peered":"2024-09-13T15:58:00.688718+0000","last_clean":"2024-09-13T15:58:00.688718+0000","last_became_active":"2024-09-13T15:57:59.310664+0000","last_became_peered":"2024-09-13T15:57:59.310664+0000","last_unstale":"2024-09-13T15:58:00.688718+0000","last_undegraded":"2024-09-13T15:58:00.688718+0000","last_fullsized":"2024-09-13T15:58:00.688718+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688505+0000","last_change":"2024-09-13T15:57:59.725972+0000","last_active":"2024-09-13T15:58:00.688505+0000","last_peered":"2024-09-13T15:58:00.688505+0000","last_clean":"2024-09-13T15:58:00.688505+0000","last_became_active":"2024-09-13T15:57:59.725268+0000","last_became_peered":"2024-09-13T15:57:59.725268+0000","last_unstale":"2024-09-13T15:58:00.688505+0000","last_undegraded":"2024-09-13T15:58:00.688505+0000","last_fullsized":"2024-09-13T15:58:00.688505+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.309433+0000","last_change":"2024-09-13T15:57:59.307639+0000","last_active":"2024-09-13T15:57:59.309433+0000","last_peered":"2024-09-13T15:57:59.309433+0000","last_clean":"2024-09-13T15:57:59.309433+0000","last_became_active":"2024-09-13T15:57:59.306303+0000","last_became_peered":"2024-09-13T15:57:59.306303+0000","last_unstale":"2024-09-13T15:57:59.309433+0000","last_undegraded":"2024-09-13T15:57:59.309433+0000","last_fullsized":"2024-09-13T15:57:59.309433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:02.318578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688777+0000","last_change":"2024-09-13T15:57:59.709670+0000","last_active":"2024-09-13T15:58:00.688777+0000","last_peered":"2024-09-13T15:58:00.688777+0000","last_clean":"2024-09-13T15:58:00.688777+0000","last_became_active":"2024-09-13T15:57:59.708525+0000","last_became_peered":"2024-09-13T15:57:59.708525+0000","last_unstale":"2024-09-13T15:58:00.688777+0000","last_undegraded":"2024-09-13T15:58:00.688777+0000","last_fullsized":"2024-09-13T15:58:00.688777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.701460+0000","last_change":"2024-09-13T15:57:59.313140+0000","last_active":"2024-09-13T15:57:59.701460+0000","last_peered":"2024-09-13T15:57:59.701460+0000","last_clean":"2024-09-13T15:57:59.701460+0000","last_became_active":"2024-09-13T15:57:59.312766+0000","last_became_peered":"2024-09-13T15:57:59.312766+0000","last_unstale":"2024-09-13T15:57:59.701460+0000","last_undegraded":"2024-09-13T15:57:59.701460+0000","last_fullsized":"2024-09-13T15:57:59.701460+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718908+0000","last_change":"2024-09-13T15:57:59.718059+0000","last_active":"2024-09-13T15:57:59.718908+0000","last_peered":"2024-09-13T15:57:59.718908+0000","last_clean":"2024-09-13T15:57:59.718908+0000","last_became_active":"2024-09-13T15:57:59.717778+0000","last_became_peered":"2024-09-13T15:57:59.717778+0000","last_unstale":"2024-09-13T15:57:59.718908+0000","last_undegraded":"2024-09-13T15:57:59.718908+0000","last_fullsized":"2024-09-13T15:57:59.718908+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.314376+0000","last_change":"2024-09-13T15:57:59.310372+0000","last_active":"2024-09-13T15:57:59.314376+0000","last_peered":"2024-09-13T15:57:59.314376+0000","last_clean":"2024-09-13T15:57:59.314376+0000","last_became_active":"2024-09-13T15:57:59.309977+0000","last_became_peered":"2024-09-13T15:57:59.309977+0000","last_unstale":"2024-09-13T15:57:59.314376+0000","last_undegraded":"2024-09-13T15:57:59.314376+0000","last_fullsized":"2024-09-13T15:57:59.314376+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:41.148198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744137+0000","last_change":"2024-09-13T15:57:59.719136+0000","last_active":"2024-09-13T15:58:00.744137+0000","last_peered":"2024-09-13T15:58:00.744137+0000","last_clean":"2024-09-13T15:58:00.744137+0000","last_became_active":"2024-09-13T15:57:59.718029+0000","last_became_peered":"2024-09-13T15:57:59.718029+0000","last_unstale":"2024-09-13T15:58:00.744137+0000","last_undegraded":"2024-09-13T15:58:00.744137+0000","last_fullsized":"2024-09-13T15:58:00.744137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688569+0000","last_change":"2024-09-13T15:57:59.306834+0000","last_active":"2024-09-13T15:58:00.688569+0000","last_peered":"2024-09-13T15:58:00.688569+0000","last_clean":"2024-09-13T15:58:00.688569+0000","last_became_active":"2024-09-13T15:57:59.306518+0000","last_became_peered":"2024-09-13T15:57:59.306518+0000","last_unstale":"2024-09-13T15:58:00.688569+0000","last_undegraded":"2024-09-13T15:58:00.688569+0000","last_fullsized":"2024-09-13T15:58:00.688569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:16.289367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743901+0000","last_change":"2024-09-13T15:57:59.731561+0000","last_active":"2024-09-13T15:58:00.743901+0000","last_peered":"2024-09-13T15:58:00.743901+0000","last_clean":"2024-09-13T15:58:00.743901+0000","last_became_active":"2024-09-13T15:57:59.730742+0000","last_became_peered":"2024-09-13T15:57:59.730742+0000","last_unstale":"2024-09-13T15:58:00.743901+0000","last_undegraded":"2024-09-13T15:58:00.743901+0000","last_fullsized":"2024-09-13T15:58:00.743901+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689313+0000","last_change":"2024-09-13T15:57:59.308936+0000","last_active":"2024-09-13T15:58:00.689313+0000","last_peered":"2024-09-13T15:58:00.689313+0000","last_clean":"2024-09-13T15:58:00.689313+0000","last_became_active":"2024-09-13T15:57:59.308547+0000","last_became_peered":"2024-09-13T15:57:59.308547+0000","last_unstale":"2024-09-13T15:58:00.689313+0000","last_undegraded":"2024-09-13T15:58:00.689313+0000","last_fullsized":"2024-09-13T15:58:00.689313+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:52:39.777127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688830+0000","last_change":"2024-09-13T15:57:59.720323+0000","last_active":"2024-09-13T15:58:00.688830+0000","last_peered":"2024-09-13T15:58:00.688830+0000","last_clean":"2024-09-13T15:58:00.688830+0000","last_became_active":"2024-09-13T15:57:59.719440+0000","last_became_peered":"2024-09-13T15:57:59.719440+0000","last_unstale":"2024-09-13T15:58:00.688830+0000","last_undegraded":"2024-09-13T15:58:00.688830+0000","last_fullsized":"2024-09-13T15:58:00.688830+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678801+0000","last_change":"2024-09-13T15:57:59.304579+0000","last_active":"2024-09-13T15:57:59.678801+0000","last_peered":"2024-09-13T15:57:59.678801+0000","last_clean":"2024-09-13T15:57:59.678801+0000","last_became_active":"2024-09-13T15:57:59.304292+0000","last_became_peered":"2024-09-13T15:57:59.304292+0000","last_unstale":"2024-09-13T15:57:59.678801+0000","last_undegraded":"2024-09-13T15:57:59.678801+0000","last_fullsized":"2024-09-13T15:57:59.678801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.295914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732398+0000","last_change":"2024-09-13T15:57:59.731308+0000","last_active":"2024-09-13T15:57:59.732398+0000","last_peered":"2024-09-13T15:57:59.732398+0000","last_clean":"2024-09-13T15:57:59.732398+0000","last_became_active":"2024-09-13T15:57:59.730979+0000","last_became_peered":"2024-09-13T15:57:59.730979+0000","last_unstale":"2024-09-13T15:57:59.732398+0000","last_undegraded":"2024-09-13T15:57:59.732398+0000","last_fullsized":"2024-09-13T15:57:59.732398+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688264+0000","last_change":"2024-09-13T15:57:59.313098+0000","last_active":"2024-09-13T15:58:00.688264+0000","last_peered":"2024-09-13T15:58:00.688264+0000","last_clean":"2024-09-13T15:58:00.688264+0000","last_became_active":"2024-09-13T15:57:59.312136+0000","last_became_peered":"2024-09-13T15:57:59.312136+0000","last_unstale":"2024-09-13T15:58:00.688264+0000","last_undegraded":"2024-09-13T15:58:00.688264+0000","last_fullsized":"2024-09-13T15:58:00.688264+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744616+0000","last_change":"2024-09-13T15:57:59.734912+0000","last_active":"2024-09-13T15:58:00.744616+0000","last_peered":"2024-09-13T15:58:00.744616+0000","last_clean":"2024-09-13T15:58:00.744616+0000","last_became_active":"2024-09-13T15:57:59.734321+0000","last_became_peered":"2024-09-13T15:57:59.734321+0000","last_unstale":"2024-09-13T15:58:00.744616+0000","last_undegraded":"2024-09-13T15:58:00.744616+0000","last_fullsized":"2024-09-13T15:58:00.744616+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.680574+0000","last_change":"2024-09-13T15:57:59.320202+0000","last_active":"2024-09-13T15:57:59.680574+0000","last_peered":"2024-09-13T15:57:59.680574+0000","last_clean":"2024-09-13T15:57:59.680574+0000","last_became_active":"2024-09-13T15:57:59.319904+0000","last_became_peered":"2024-09-13T15:57:59.319904+0000","last_unstale":"2024-09-13T15:57:59.680574+0000","last_undegraded":"2024-09-13T15:57:59.680574+0000","last_fullsized":"2024-09-13T15:57:59.680574+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:13.932287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702740+0000","last_change":"2024-09-13T15:57:59.701932+0000","last_active":"2024-09-13T15:57:59.702740+0000","last_peered":"2024-09-13T15:57:59.702740+0000","last_clean":"2024-09-13T15:57:59.702740+0000","last_became_active":"2024-09-13T15:57:59.701663+0000","last_became_peered":"2024-09-13T15:57:59.701663+0000","last_unstale":"2024-09-13T15:57:59.702740+0000","last_undegraded":"2024-09-13T15:57:59.702740+0000","last_fullsized":"2024-09-13T15:57:59.702740+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.315954+0000","last_change":"2024-09-13T15:57:59.309226+0000","last_active":"2024-09-13T15:57:59.315954+0000","last_peered":"2024-09-13T15:57:59.315954+0000","last_clean":"2024-09-13T15:57:59.315954+0000","last_became_active":"2024-09-13T15:57:59.308375+0000","last_became_peered":"2024-09-13T15:57:59.308375+0000","last_unstale":"2024-09-13T15:57:59.315954+0000","last_undegraded":"2024-09-13T15:57:59.315954+0000","last_fullsized":"2024-09-13T15:57:59.315954+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.074022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702754+0000","last_change":"2024-09-13T15:57:59.701559+0000","last_active":"2024-09-13T15:57:59.702754+0000","last_peered":"2024-09-13T15:57:59.702754+0000","last_clean":"2024-09-13T15:57:59.702754+0000","last_became_active":"2024-09-13T15:57:59.701325+0000","last_became_peered":"2024-09-13T15:57:59.701325+0000","last_unstale":"2024-09-13T15:57:59.702754+0000","last_undegraded":"2024-09-13T15:57:59.702754+0000","last_fullsized":"2024-09-13T15:57:59.702754+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.043845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"35'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744177+0000","last_change":"2024-09-13T15:57:59.307558+0000","last_active":"2024-09-13T15:58:00.744177+0000","last_peered":"2024-09-13T15:58:00.744177+0000","last_clean":"2024-09-13T15:58:00.744177+0000","last_became_active":"2024-09-13T15:57:59.307215+0000","last_became_peered":"2024-09-13T15:57:59.307215+0000","last_unstale":"2024-09-13T15:58:00.744177+0000","last_undegraded":"2024-09-13T15:58:00.744177+0000","last_fullsized":"2024-09-13T15:58:00.744177+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743899+0000","last_change":"2024-09-13T15:57:59.734746+0000","last_active":"2024-09-13T15:58:00.743899+0000","last_peered":"2024-09-13T15:58:00.743899+0000","last_clean":"2024-09-13T15:58:00.743899+0000","last_became_active":"2024-09-13T15:57:59.734149+0000","last_became_peered":"2024-09-13T15:57:59.734149+0000","last_unstale":"2024-09-13T15:58:00.743899+0000","last_undegraded":"2024-09-13T15:58:00.743899+0000","last_fullsized":"2024-09-13T15:58:00.743899+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"35'6","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.721120+0000","last_change":"2024-09-13T15:57:59.314080+0000","last_active":"2024-09-13T15:57:59.721120+0000","last_peered":"2024-09-13T15:57:59.721120+0000","last_clean":"2024-09-13T15:57:59.721120+0000","last_became_active":"2024-09-13T15:57:59.312728+0000","last_became_peered":"2024-09-13T15:57:59.312728+0000","last_unstale":"2024-09-13T15:57:59.721120+0000","last_undegraded":"2024-09-13T15:57:59.721120+0000","last_fullsized":"2024-09-13T15:57:59.721120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:50:48.051267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732678+0000","last_change":"2024-09-13T15:57:59.731777+0000","last_active":"2024-09-13T15:57:59.732678+0000","last_peered":"2024-09-13T15:57:59.732678+0000","last_clean":"2024-09-13T15:57:59.732678+0000","last_became_active":"2024-09-13T15:57:59.731478+0000","last_became_peered":"2024-09-13T15:57:59.731478+0000","last_unstale":"2024-09-13T15:57:59.732678+0000","last_undegraded":"2024-09-13T15:57:59.732678+0000","last_fullsized":"2024-09-13T15:57:59.732678+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688692+0000","last_change":"2024-09-13T15:57:59.310543+0000","last_active":"2024-09-13T15:58:00.688692+0000","last_peered":"2024-09-13T15:58:00.688692+0000","last_clean":"2024-09-13T15:58:00.688692+0000","last_became_active":"2024-09-13T15:57:59.310185+0000","last_became_peered":"2024-09-13T15:57:59.310185+0000","last_unstale":"2024-09-13T15:58:00.688692+0000","last_undegraded":"2024-09-13T15:58:00.688692+0000","last_fullsized":"2024-09-13T15:58:00.688692+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:08:53.342059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697284+0000","last_change":"2024-09-13T15:57:59.695378+0000","last_active":"2024-09-13T15:57:59.697284+0000","last_peered":"2024-09-13T15:57:59.697284+0000","last_clean":"2024-09-13T15:57:59.697284+0000","last_became_active":"2024-09-13T15:57:59.695056+0000","last_became_peered":"2024-09-13T15:57:59.695056+0000","last_unstale":"2024-09-13T15:57:59.697284+0000","last_undegraded":"2024-09-13T15:57:59.697284+0000","last_fullsized":"2024-09-13T15:57:59.697284+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684612+0000","last_change":"2024-09-13T15:57:59.315587+0000","last_active":"2024-09-13T15:57:59.684612+0000","last_peered":"2024-09-13T15:57:59.684612+0000","last_clean":"2024-09-13T15:57:59.684612+0000","last_became_active":"2024-09-13T15:57:59.315064+0000","last_became_peered":"2024-09-13T15:57:59.315064+0000","last_unstale":"2024-09-13T15:57:59.684612+0000","last_undegraded":"2024-09-13T15:57:59.684612+0000","last_fullsized":"2024-09-13T15:57:59.684612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:37.675235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744278+0000","last_change":"2024-09-13T15:57:59.722531+0000","last_active":"2024-09-13T15:58:00.744278+0000","last_peered":"2024-09-13T15:58:00.744278+0000","last_clean":"2024-09-13T15:58:00.744278+0000","last_became_active":"2024-09-13T15:57:59.721810+0000","last_became_peered":"2024-09-13T15:57:59.721810+0000","last_unstale":"2024-09-13T15:58:00.744278+0000","last_undegraded":"2024-09-13T15:58:00.744278+0000","last_fullsized":"2024-09-13T15:58:00.744278+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678906+0000","last_change":"2024-09-13T15:57:59.313940+0000","last_active":"2024-09-13T15:57:59.678906+0000","last_peered":"2024-09-13T15:57:59.678906+0000","last_clean":"2024-09-13T15:57:59.678906+0000","last_became_active":"2024-09-13T15:57:59.313577+0000","last_became_peered":"2024-09-13T15:57:59.313577+0000","last_unstale":"2024-09-13T15:57:59.678906+0000","last_undegraded":"2024-09-13T15:57:59.678906+0000","last_fullsized":"2024-09-13T15:57:59.678906+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:25.230490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688038+0000","last_change":"2024-09-13T15:57:59.725131+0000","last_active":"2024-09-13T15:58:00.688038+0000","last_peered":"2024-09-13T15:58:00.688038+0000","last_clean":"2024-09-13T15:58:00.688038+0000","last_became_active":"2024-09-13T15:57:59.724525+0000","last_became_peered":"2024-09-13T15:57:59.724525+0000","last_unstale":"2024-09-13T15:58:00.688038+0000","last_undegraded":"2024-09-13T15:58:00.688038+0000","last_fullsized":"2024-09-13T15:58:00.688038+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"35'8","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697498+0000","last_change":"2024-09-13T15:57:59.316596+0000","last_active":"2024-09-13T15:57:59.697498+0000","last_peered":"2024-09-13T15:57:59.697498+0000","last_clean":"2024-09-13T15:57:59.697498+0000","last_became_active":"2024-09-13T15:57:59.313882+0000","last_became_peered":"2024-09-13T15:57:59.313882+0000","last_unstale":"2024-09-13T15:57:59.697498+0000","last_undegraded":"2024-09-13T15:57:59.697498+0000","last_fullsized":"2024-09-13T15:57:59.697498+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689091+0000","last_change":"2024-09-13T15:57:59.735193+0000","last_active":"2024-09-13T15:58:00.689091+0000","last_peered":"2024-09-13T15:58:00.689091+0000","last_clean":"2024-09-13T15:58:00.689091+0000","last_became_active":"2024-09-13T15:57:59.734462+0000","last_became_peered":"2024-09-13T15:57:59.734462+0000","last_unstale":"2024-09-13T15:58:00.689091+0000","last_undegraded":"2024-09-13T15:58:00.689091+0000","last_fullsized":"2024-09-13T15:58:00.689091+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"35'1","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700333+0000","last_change":"2024-09-13T15:57:59.312291+0000","last_active":"2024-09-13T15:57:59.700333+0000","last_peered":"2024-09-13T15:57:59.700333+0000","last_clean":"2024-09-13T15:57:59.700333+0000","last_became_active":"2024-09-13T15:57:59.311380+0000","last_became_peered":"2024-09-13T15:57:59.311380+0000","last_unstale":"2024-09-13T15:57:59.700333+0000","last_undegraded":"2024-09-13T15:57:59.700333+0000","last_fullsized":"2024-09-13T15:57:59.700333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744931+0000","last_change":"2024-09-13T15:57:59.734484+0000","last_active":"2024-09-13T15:58:00.744931+0000","last_peered":"2024-09-13T15:58:00.744931+0000","last_clean":"2024-09-13T15:58:00.744931+0000","last_became_active":"2024-09-13T15:57:59.733881+0000","last_became_peered":"2024-09-13T15:57:59.733881+0000","last_unstale":"2024-09-13T15:58:00.744931+0000","last_undegraded":"2024-09-13T15:58:00.744931+0000","last_fullsized":"2024-09-13T15:58:00.744931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689309+0000","last_change":"2024-09-13T15:57:59.312729+0000","last_active":"2024-09-13T15:58:00.689309+0000","last_peered":"2024-09-13T15:58:00.689309+0000","last_clean":"2024-09-13T15:58:00.689309+0000","last_became_active":"2024-09-13T15:57:59.310711+0000","last_became_peered":"2024-09-13T15:57:59.310711+0000","last_unstale":"2024-09-13T15:58:00.689309+0000","last_undegraded":"2024-09-13T15:58:00.689309+0000","last_fullsized":"2024-09-13T15:58:00.689309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.719073+0000","last_change":"2024-09-13T15:57:59.718373+0000","last_active":"2024-09-13T15:57:59.719073+0000","last_peered":"2024-09-13T15:57:59.719073+0000","last_clean":"2024-09-13T15:57:59.719073+0000","last_became_active":"2024-09-13T15:57:59.718126+0000","last_became_peered":"2024-09-13T15:57:59.718126+0000","last_unstale":"2024-09-13T15:57:59.719073+0000","last_undegraded":"2024-09-13T15:57:59.719073+0000","last_fullsized":"2024-09-13T15:57:59.719073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689094+0000","last_change":"2024-09-13T15:57:59.301594+0000","last_active":"2024-09-13T15:58:00.689094+0000","last_peered":"2024-09-13T15:58:00.689094+0000","last_clean":"2024-09-13T15:58:00.689094+0000","last_became_active":"2024-09-13T15:57:59.300558+0000","last_became_peered":"2024-09-13T15:57:59.300558+0000","last_unstale":"2024-09-13T15:58:00.689094+0000","last_undegraded":"2024-09-13T15:58:00.689094+0000","last_fullsized":"2024-09-13T15:58:00.689094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:56.079321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293232+0000","last_change":"2024-09-13T15:57:59.293232+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293232+0000","last_undegraded":"2024-09-13T15:57:59.293232+0000","last_fullsized":"2024-09-13T15:57:59.293232+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:45.759199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688812+0000","last_change":"2024-09-13T15:57:59.307496+0000","last_active":"2024-09-13T15:58:00.688812+0000","last_peered":"2024-09-13T15:58:00.688812+0000","last_clean":"2024-09-13T15:58:00.688812+0000","last_became_active":"2024-09-13T15:57:59.306878+0000","last_became_peered":"2024-09-13T15:57:59.306878+0000","last_unstale":"2024-09-13T15:58:00.688812+0000","last_undegraded":"2024-09-13T15:58:00.688812+0000","last_fullsized":"2024-09-13T15:58:00.688812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:48.347164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292311+0000","last_change":"2024-09-13T15:57:59.292311+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292311+0000","last_undegraded":"2024-09-13T15:57:59.292311+0000","last_fullsized":"2024-09-13T15:57:59.292311+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.412207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304521+0000","last_change":"2024-09-13T15:57:59.302058+0000","last_active":"2024-09-13T15:57:59.304521+0000","last_peered":"2024-09-13T15:57:59.304521+0000","last_clean":"2024-09-13T15:57:59.304521+0000","last_became_active":"2024-09-13T15:57:59.301652+0000","last_became_peered":"2024-09-13T15:57:59.301652+0000","last_unstale":"2024-09-13T15:57:59.304521+0000","last_undegraded":"2024-09-13T15:57:59.304521+0000","last_fullsized":"2024-09-13T15:57:59.304521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:44.749565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291499+0000","last_change":"2024-09-13T15:57:59.291499+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291499+0000","last_undegraded":"2024-09-13T15:57:59.291499+0000","last_fullsized":"2024-09-13T15:57:59.291499+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:13.967218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687970+0000","last_change":"2024-09-13T15:57:59.309774+0000","last_active":"2024-09-13T15:58:00.687970+0000","last_peered":"2024-09-13T15:58:00.687970+0000","last_clean":"2024-09-13T15:58:00.687970+0000","last_became_active":"2024-09-13T15:57:59.309433+0000","last_became_peered":"2024-09-13T15:57:59.309433+0000","last_unstale":"2024-09-13T15:58:00.687970+0000","last_undegraded":"2024-09-13T15:58:00.687970+0000","last_fullsized":"2024-09-13T15:58:00.687970+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293046+0000","last_change":"2024-09-13T15:57:59.293046+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293046+0000","last_undegraded":"2024-09-13T15:57:59.293046+0000","last_fullsized":"2024-09-13T15:57:59.293046+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.083656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688497+0000","last_change":"2024-09-13T15:57:59.302940+0000","last_active":"2024-09-13T15:58:00.688497+0000","last_peered":"2024-09-13T15:58:00.688497+0000","last_clean":"2024-09-13T15:58:00.688497+0000","last_became_active":"2024-09-13T15:57:59.302469+0000","last_became_peered":"2024-09-13T15:57:59.302469+0000","last_unstale":"2024-09-13T15:58:00.688497+0000","last_undegraded":"2024-09-13T15:58:00.688497+0000","last_fullsized":"2024-09-13T15:58:00.688497+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:31.657451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743153+0000","last_change":"2024-09-13T15:57:59.704626+0000","last_active":"2024-09-13T15:58:00.743153+0000","last_peered":"2024-09-13T15:58:00.743153+0000","last_clean":"2024-09-13T15:58:00.743153+0000","last_became_active":"2024-09-13T15:57:59.703896+0000","last_became_peered":"2024-09-13T15:57:59.703896+0000","last_unstale":"2024-09-13T15:58:00.743153+0000","last_undegraded":"2024-09-13T15:58:00.743153+0000","last_fullsized":"2024-09-13T15:58:00.743153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743311+0000","last_change":"2024-09-13T15:57:59.317615+0000","last_active":"2024-09-13T15:58:00.743311+0000","last_peered":"2024-09-13T15:58:00.743311+0000","last_clean":"2024-09-13T15:58:00.743311+0000","last_became_active":"2024-09-13T15:57:59.317269+0000","last_became_peered":"2024-09-13T15:57:59.317269+0000","last_unstale":"2024-09-13T15:58:00.743311+0000","last_undegraded":"2024-09-13T15:58:00.743311+0000","last_fullsized":"2024-09-13T15:58:00.743311+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291665+0000","last_change":"2024-09-13T15:57:59.291665+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291665+0000","last_undegraded":"2024-09-13T15:57:59.291665+0000","last_fullsized":"2024-09-13T15:57:59.291665+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:48.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.726683+0000","last_change":"2024-09-13T15:57:59.312444+0000","last_active":"2024-09-13T15:57:59.726683+0000","last_peered":"2024-09-13T15:57:59.726683+0000","last_clean":"2024-09-13T15:57:59.726683+0000","last_became_active":"2024-09-13T15:57:59.311866+0000","last_became_peered":"2024-09-13T15:57:59.311866+0000","last_unstale":"2024-09-13T15:57:59.726683+0000","last_undegraded":"2024-09-13T15:57:59.726683+0000","last_fullsized":"2024-09-13T15:57:59.726683+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.745013+0000","last_change":"2024-09-13T15:57:59.731523+0000","last_active":"2024-09-13T15:58:00.745013+0000","last_peered":"2024-09-13T15:58:00.745013+0000","last_clean":"2024-09-13T15:58:00.745013+0000","last_became_active":"2024-09-13T15:57:59.730708+0000","last_became_peered":"2024-09-13T15:57:59.730708+0000","last_unstale":"2024-09-13T15:58:00.745013+0000","last_undegraded":"2024-09-13T15:58:00.745013+0000","last_fullsized":"2024-09-13T15:58:00.745013+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304547+0000","last_change":"2024-09-13T15:57:59.302829+0000","last_active":"2024-09-13T15:57:59.304547+0000","last_peered":"2024-09-13T15:57:59.304547+0000","last_clean":"2024-09-13T15:57:59.304547+0000","last_became_active":"2024-09-13T15:57:59.301145+0000","last_became_peered":"2024-09-13T15:57:59.301145+0000","last_unstale":"2024-09-13T15:57:59.304547+0000","last_undegraded":"2024-09-13T15:57:59.304547+0000","last_fullsized":"2024-09-13T15:57:59.304547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:47.700712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289848+0000","last_change":"2024-09-13T15:57:59.289848+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289848+0000","last_undegraded":"2024-09-13T15:57:59.289848+0000","last_fullsized":"2024-09-13T15:57:59.289848+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:17:58.038959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.686990+0000","last_change":"2024-09-13T15:57:59.299891+0000","last_active":"2024-09-13T15:57:59.686990+0000","last_peered":"2024-09-13T15:57:59.686990+0000","last_clean":"2024-09-13T15:57:59.686990+0000","last_became_active":"2024-09-13T15:57:59.299499+0000","last_became_peered":"2024-09-13T15:57:59.299499+0000","last_unstale":"2024-09-13T15:57:59.686990+0000","last_undegraded":"2024-09-13T15:57:59.686990+0000","last_fullsized":"2024-09-13T15:57:59.686990+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:27.789375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687739+0000","last_change":"2024-09-13T15:57:59.711066+0000","last_active":"2024-09-13T15:58:00.687739+0000","last_peered":"2024-09-13T15:58:00.687739+0000","last_clean":"2024-09-13T15:58:00.687739+0000","last_became_active":"2024-09-13T15:57:59.701489+0000","last_became_peered":"2024-09-13T15:57:59.701489+0000","last_unstale":"2024-09-13T15:58:00.687739+0000","last_undegraded":"2024-09-13T15:58:00.687739+0000","last_fullsized":"2024-09-13T15:58:00.687739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:26.240125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.308043+0000","last_change":"2024-09-13T15:57:59.306296+0000","last_active":"2024-09-13T15:57:59.308043+0000","last_peered":"2024-09-13T15:57:59.308043+0000","last_clean":"2024-09-13T15:57:59.308043+0000","last_became_active":"2024-09-13T15:57:59.305975+0000","last_became_peered":"2024-09-13T15:57:59.305975+0000","last_unstale":"2024-09-13T15:57:59.308043+0000","last_undegraded":"2024-09-13T15:57:59.308043+0000","last_fullsized":"2024-09-13T15:57:59.308043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:12.957583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289349+0000","last_change":"2024-09-13T15:57:59.289349+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289349+0000","last_undegraded":"2024-09-13T15:57:59.289349+0000","last_fullsized":"2024-09-13T15:57:59.289349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:26.691848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684670+0000","last_change":"2024-09-13T15:57:59.315382+0000","last_active":"2024-09-13T15:57:59.684670+0000","last_peered":"2024-09-13T15:57:59.684670+0000","last_clean":"2024-09-13T15:57:59.684670+0000","last_became_active":"2024-09-13T15:57:59.314921+0000","last_became_peered":"2024-09-13T15:57:59.314921+0000","last_unstale":"2024-09-13T15:57:59.684670+0000","last_undegraded":"2024-09-13T15:57:59.684670+0000","last_fullsized":"2024-09-13T15:57:59.684670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693496+0000","last_change":"2024-09-13T15:57:59.690712+0000","last_active":"2024-09-13T15:57:59.693496+0000","last_peered":"2024-09-13T15:57:59.693496+0000","last_clean":"2024-09-13T15:57:59.693496+0000","last_became_active":"2024-09-13T15:57:59.690482+0000","last_became_peered":"2024-09-13T15:57:59.690482+0000","last_unstale":"2024-09-13T15:57:59.693496+0000","last_undegraded":"2024-09-13T15:57:59.693496+0000","last_fullsized":"2024-09-13T15:57:59.693496+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688513+0000","last_change":"2024-09-13T15:57:59.306663+0000","last_active":"2024-09-13T15:58:00.688513+0000","last_peered":"2024-09-13T15:58:00.688513+0000","last_clean":"2024-09-13T15:58:00.688513+0000","last_became_active":"2024-09-13T15:57:59.306317+0000","last_became_peered":"2024-09-13T15:57:59.306317+0000","last_unstale":"2024-09-13T15:58:00.688513+0000","last_undegraded":"2024-09-13T15:58:00.688513+0000","last_fullsized":"2024-09-13T15:58:00.688513+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:12.521882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688388+0000","last_change":"2024-09-13T15:57:59.716997+0000","last_active":"2024-09-13T15:58:00.688388+0000","last_peered":"2024-09-13T15:58:00.688388+0000","last_clean":"2024-09-13T15:58:00.688388+0000","last_became_active":"2024-09-13T15:57:59.716296+0000","last_became_peered":"2024-09-13T15:57:59.716296+0000","last_unstale":"2024-09-13T15:58:00.688388+0000","last_undegraded":"2024-09-13T15:58:00.688388+0000","last_fullsized":"2024-09-13T15:58:00.688388+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678912+0000","last_change":"2024-09-13T15:57:59.320380+0000","last_active":"2024-09-13T15:57:59.678912+0000","last_peered":"2024-09-13T15:57:59.678912+0000","last_clean":"2024-09-13T15:57:59.678912+0000","last_became_active":"2024-09-13T15:57:59.319883+0000","last_became_peered":"2024-09-13T15:57:59.319883+0000","last_unstale":"2024-09-13T15:57:59.678912+0000","last_undegraded":"2024-09-13T15:57:59.678912+0000","last_fullsized":"2024-09-13T15:57:59.678912+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:43.060946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744253+0000","last_change":"2024-09-13T15:57:59.712743+0000","last_active":"2024-09-13T15:58:00.744253+0000","last_peered":"2024-09-13T15:58:00.744253+0000","last_clean":"2024-09-13T15:58:00.744253+0000","last_became_active":"2024-09-13T15:57:59.711903+0000","last_became_peered":"2024-09-13T15:57:59.711903+0000","last_unstale":"2024-09-13T15:58:00.744253+0000","last_undegraded":"2024-09-13T15:58:00.744253+0000","last_fullsized":"2024-09-13T15:58:00.744253+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687716+0000","last_change":"2024-09-13T15:57:59.299323+0000","last_active":"2024-09-13T15:58:00.687716+0000","last_peered":"2024-09-13T15:58:00.687716+0000","last_clean":"2024-09-13T15:58:00.687716+0000","last_became_active":"2024-09-13T15:57:59.298641+0000","last_became_peered":"2024-09-13T15:57:59.298641+0000","last_unstale":"2024-09-13T15:58:00.687716+0000","last_undegraded":"2024-09-13T15:58:00.687716+0000","last_fullsized":"2024-09-13T15:58:00.687716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.690218+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:57:59.690218+0000","last_peered":"2024-09-13T15:57:59.690218+0000","last_clean":"2024-09-13T15:57:59.690218+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:57:59.690218+0000","last_undegraded":"2024-09-13T15:57:59.690218+0000","last_fullsized":"2024-09-13T15:57:59.690218+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476756,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":741339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.90600000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.88},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.0129999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.163}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1930000000000001}]}]},{"osd":6,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.115}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.137}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.028},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.004}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.077}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.80200000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.0529999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.92500000000000004}]}]},{"osd":5,"up_from":16,"seq":68719476753,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.72199999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.82799999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.88}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.93300000000000005}]}]},{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.628},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.79100000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.873}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.032},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.206}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1599999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35576,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336264,"statfs":{"total":96636764160,"available":96600334336,"internally_reserved":0,"allocated":372736,"data_stored":144106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.621},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.1399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.258},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1220000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.2110000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.95999999999999996}]}]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":401408,"data_stored":152467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.62},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.71699999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.91600000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.84499999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.747},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.1799999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.002}]}]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":360448,"data_stored":137839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.749}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.879},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64000000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.997}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.161},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.1200000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.085}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.1950000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.0389999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36156,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335684,"statfs":{"total":96636764160,"available":96599740416,"internally_reserved":0,"allocated":966656,"data_stored":734474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.496},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.95699999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.58999999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.64600000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.878}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92900000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.044},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1879999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:02.709 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:02.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f50341ac640 1 Processor -- start 2024-09-13T15:58:02.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f50341ac640 1 -- start start 2024-09-13T15:58:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f50341ac640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f502c0b2f00 0x7f502c158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f50341ac640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f502c0b3b40 con 0x7f502c06d4b0 2024-09-13T15:58:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f50341ac640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f502c070480 con 0x7f502c06d0d0 2024-09-13T15:58:02.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f50341ac640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f502c0b15c0 con 0x7f502c0b2f00 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f5032749640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f502c06d4b0 0x7f502c1594e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53742/0 (socket says 172.21.15.7:53742) 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f5032749640 1 -- 172.21.15.7:0/1757186084 learned_addr learned my addr 172.21.15.7:0/1757186084 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.866+0000 7f5031747640 1 --2- 172.21.15.7:0/1757186084 >> v2:172.21.15.7:3300/0 conn(0x7f502c0b2f00 0x7f502c158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5030f46640 1 -- 172.21.15.7:0/1757186084 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3492965932 0 0) 0x7f50240014a0 con 0x7f502c06d4b0 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5030f46640 1 -- 172.21.15.7:0/1757186084 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5018003530 con 0x7f502c06d4b0 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5031747640 1 -- 172.21.15.7:0/1757186084 >> v1:172.21.15.77:6789/0 conn(0x7f502c06d0d0 legacy=0x7f502c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5031747640 1 -- 172.21.15.7:0/1757186084 >> v1:172.21.15.7:6789/0 conn(0x7f502c06d4b0 legacy=0x7f502c1594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5031747640 1 -- 172.21.15.7:0/1757186084 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f502c070860 con 0x7f502c0b2f00 2024-09-13T15:58:02.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5031747640 1 --2- 172.21.15.7:0/1757186084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c158fa0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f501c0097c0 tx=0x7f501c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b80e2c7f74e0e557 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5030f46640 1 -- 172.21.15.7:0/1757186084 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f501c0ac640 con 0x7f502c0b2f00 2024-09-13T15:58:02.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5030f46640 1 -- 172.21.15.7:0/1757186084 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f501c0ac7a0 con 0x7f502c0b2f00 2024-09-13T15:58:02.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f5030f46640 1 -- 172.21.15.7:0/1757186084 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f501c0acb30 con 0x7f502c0b2f00 2024-09-13T15:58:02.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f50341ac640 1 -- 172.21.15.7:0/1757186084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 msgr2=0x7f502c158fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f50341ac640 1 --2- 172.21.15.7:0/1757186084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c158fa0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f501c0097c0 tx=0x7f501c01c3e0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f50341ac640 1 -- 172.21.15.7:0/1757186084 shutdown_connections 2024-09-13T15:58:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f50341ac640 1 --2- 172.21.15.7:0/1757186084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c158fa0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.870+0000 7f50341ac640 1 -- 172.21.15.7:0/1757186084 >> 172.21.15.7:0/1757186084 conn(0x7f502c069f00 msgr2=0x7f502c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- 172.21.15.7:0/1757186084 shutdown_connections 2024-09-13T15:58:02.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- 172.21.15.7:0/1757186084 wait complete. 2024-09-13T15:58:02.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 Processor -- start 2024-09-13T15:58:02.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- start start 2024-09-13T15:58:02.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f502c06d0d0 0x7f502c14b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f502c06d4b0 0x7f502c152460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c14e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502c150710 con 0x7f502c0b2f00 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502c151290 con 0x7f502c06d0d0 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f502c150960 con 0x7f502c06d4b0 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c14e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c14e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58572/0 (socket says 172.21.15.7:58572) 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 -- 172.21.15.7:0/2433199058 learned_addr learned my addr 172.21.15.7:0/2433199058 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5031f48640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f502c06d0d0 0x7f502c14b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5031747640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f502c06d4b0 0x7f502c152460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 -- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f502c06d4b0 msgr2=0x7f502c152460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f502c06d4b0 0x7f502c152460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 -- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f502c06d0d0 msgr2=0x7f502c14b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f502c06d0d0 0x7f502c14b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 -- 172.21.15.7:0/2433199058 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f501c009420 con 0x7f502c0b2f00 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5031f48640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f502c06d0d0 0x7f502c14b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f5032749640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c14e340 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f502400cb70 tx=0x7f502400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f502400ad40 con 0x7f502c0b2f00 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5024012400 con 0x7f502c0b2f00 2024-09-13T15:58:02.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f502400aea0 con 0x7f502c0b2f00 2024-09-13T15:58:02.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f502c150c40 con 0x7f502c0b2f00 2024-09-13T15:58:02.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f502c14bb60 con 0x7f502c0b2f00 2024-09-13T15:58:02.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.874+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f502c0b3430 con 0x7f502c0b2f00 2024-09-13T15:58:02.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.878+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5024007070 con 0x7f502c0b2f00 2024-09-13T15:58:02.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.878+0000 7f50227fc640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5010066690 0x7f5010068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:02.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.878+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5024084030 con 0x7f502c0b2f00 2024-09-13T15:58:02.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.878+0000 7f5031f48640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5010066690 0x7f5010068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:02.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.878+0000 7f5031f48640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5010066690 0x7f5010068b50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5028000f70 tx=0x7f5028009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:02.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:02.882+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f50240513a0 con 0x7f502c0b2f00 2024-09-13T15:58:03.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.038+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f502c0713e0 con 0x7f5010066690 2024-09-13T15:58:03.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.046+0000 7f50227fc640 1 -- 172.21.15.7:0/2433199058 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287496 (secure 0 0 0) 0x7f502800d520 con 0x7f5010066690 2024-09-13T15:58:03.054 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:03.055 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:03.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5010066690 msgr2=0x7f5010068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5010066690 0x7f5010068b50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5028000f70 tx=0x7f5028009040 comp rx=0 tx=0).stop 2024-09-13T15:58:03.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 msgr2=0x7f502c14e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c14e340 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f502400cb70 tx=0x7f502400a430 comp rx=0 tx=0).stop 2024-09-13T15:58:03.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 shutdown_connections 2024-09-13T15:58:03.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5010066690 0x7f5010068b50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c0b2f00 0x7f502c14e340 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f502c06d4b0 0x7f502c152460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 --2- 172.21.15.7:0/2433199058 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f502c06d0d0 0x7f502c14b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 >> 172.21.15.7:0/2433199058 conn(0x7f502c069f00 msgr2=0x7f502c072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:03.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 shutdown_connections 2024-09-13T15:58:03.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.054+0000 7f50341ac640 1 -- 172.21.15.7:0/2433199058 wait complete. 2024-09-13T15:58:03.073 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-13T15:58:02.515218+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253164,"kb_used_data":4200,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721556,"statfs":{"total":773094113280,"available":772834873344,"internally_reserved":0,"allocated":4300800,"data_stored":2383160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.239879"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688288+0000","last_change":"2024-09-13T15:57:59.734927+0000","last_active":"2024-09-13T15:58:00.688288+0000","last_peered":"2024-09-13T15:58:00.688288+0000","last_clean":"2024-09-13T15:58:00.688288+0000","last_became_active":"2024-09-13T15:57:59.734311+0000","last_became_peered":"2024-09-13T15:57:59.734311+0000","last_unstale":"2024-09-13T15:58:00.688288+0000","last_undegraded":"2024-09-13T15:58:00.688288+0000","last_fullsized":"2024-09-13T15:58:00.688288+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.696509+0000","last_change":"2024-09-13T15:57:59.693935+0000","last_active":"2024-09-13T15:57:59.696509+0000","last_peered":"2024-09-13T15:57:59.696509+0000","last_clean":"2024-09-13T15:57:59.696509+0000","last_became_active":"2024-09-13T15:57:59.693639+0000","last_became_peered":"2024-09-13T15:57:59.693639+0000","last_unstale":"2024-09-13T15:57:59.696509+0000","last_undegraded":"2024-09-13T15:57:59.696509+0000","last_fullsized":"2024-09-13T15:57:59.696509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744025+0000","last_change":"2024-09-13T15:57:59.727962+0000","last_active":"2024-09-13T15:58:00.744025+0000","last_peered":"2024-09-13T15:58:00.744025+0000","last_clean":"2024-09-13T15:58:00.744025+0000","last_became_active":"2024-09-13T15:57:59.727135+0000","last_became_peered":"2024-09-13T15:57:59.727135+0000","last_unstale":"2024-09-13T15:58:00.744025+0000","last_undegraded":"2024-09-13T15:58:00.744025+0000","last_fullsized":"2024-09-13T15:58:00.744025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718940+0000","last_change":"2024-09-13T15:57:59.718262+0000","last_active":"2024-09-13T15:57:59.718940+0000","last_peered":"2024-09-13T15:57:59.718940+0000","last_clean":"2024-09-13T15:57:59.718940+0000","last_became_active":"2024-09-13T15:57:59.718005+0000","last_became_peered":"2024-09-13T15:57:59.718005+0000","last_unstale":"2024-09-13T15:57:59.718940+0000","last_undegraded":"2024-09-13T15:57:59.718940+0000","last_fullsized":"2024-09-13T15:57:59.718940+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294497+0000","last_change":"2024-09-13T15:57:59.294497+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294497+0000","last_undegraded":"2024-09-13T15:57:59.294497+0000","last_fullsized":"2024-09-13T15:57:59.294497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:15.109971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.734681+0000","last_change":"2024-09-13T15:57:59.734215+0000","last_active":"2024-09-13T15:57:59.734681+0000","last_peered":"2024-09-13T15:57:59.734681+0000","last_clean":"2024-09-13T15:57:59.734681+0000","last_became_active":"2024-09-13T15:57:59.733912+0000","last_became_peered":"2024-09-13T15:57:59.733912+0000","last_unstale":"2024-09-13T15:57:59.734681+0000","last_undegraded":"2024-09-13T15:57:59.734681+0000","last_fullsized":"2024-09-13T15:57:59.734681+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743698+0000","last_change":"2024-09-13T15:57:59.722546+0000","last_active":"2024-09-13T15:58:00.743698+0000","last_peered":"2024-09-13T15:58:00.743698+0000","last_clean":"2024-09-13T15:58:00.743698+0000","last_became_active":"2024-09-13T15:57:59.721857+0000","last_became_peered":"2024-09-13T15:57:59.721857+0000","last_unstale":"2024-09-13T15:58:00.743698+0000","last_undegraded":"2024-09-13T15:58:00.743698+0000","last_fullsized":"2024-09-13T15:58:00.743698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743137+0000","last_change":"2024-09-13T15:57:59.714284+0000","last_active":"2024-09-13T15:58:00.743137+0000","last_peered":"2024-09-13T15:58:00.743137+0000","last_clean":"2024-09-13T15:58:00.743137+0000","last_became_active":"2024-09-13T15:57:59.713359+0000","last_became_peered":"2024-09-13T15:57:59.713359+0000","last_unstale":"2024-09-13T15:58:00.743137+0000","last_undegraded":"2024-09-13T15:58:00.743137+0000","last_fullsized":"2024-09-13T15:58:00.743137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689401+0000","last_change":"2024-09-13T15:57:59.716825+0000","last_active":"2024-09-13T15:58:00.689401+0000","last_peered":"2024-09-13T15:58:00.689401+0000","last_clean":"2024-09-13T15:58:00.689401+0000","last_became_active":"2024-09-13T15:57:59.716059+0000","last_became_peered":"2024-09-13T15:57:59.716059+0000","last_unstale":"2024-09-13T15:58:00.689401+0000","last_undegraded":"2024-09-13T15:58:00.689401+0000","last_fullsized":"2024-09-13T15:58:00.689401+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699323+0000","last_change":"2024-09-13T15:57:59.695944+0000","last_active":"2024-09-13T15:57:59.699323+0000","last_peered":"2024-09-13T15:57:59.699323+0000","last_clean":"2024-09-13T15:57:59.699323+0000","last_became_active":"2024-09-13T15:57:59.695528+0000","last_became_peered":"2024-09-13T15:57:59.695528+0000","last_unstale":"2024-09-13T15:57:59.699323+0000","last_undegraded":"2024-09-13T15:57:59.699323+0000","last_fullsized":"2024-09-13T15:57:59.699323+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744570+0000","last_change":"2024-09-13T15:57:59.713660+0000","last_active":"2024-09-13T15:58:00.744570+0000","last_peered":"2024-09-13T15:58:00.744570+0000","last_clean":"2024-09-13T15:58:00.744570+0000","last_became_active":"2024-09-13T15:57:59.712268+0000","last_became_peered":"2024-09-13T15:57:59.712268+0000","last_unstale":"2024-09-13T15:58:00.744570+0000","last_undegraded":"2024-09-13T15:58:00.744570+0000","last_fullsized":"2024-09-13T15:58:00.744570+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743762+0000","last_change":"2024-09-13T15:57:59.729247+0000","last_active":"2024-09-13T15:58:00.743762+0000","last_peered":"2024-09-13T15:58:00.743762+0000","last_clean":"2024-09-13T15:58:00.743762+0000","last_became_active":"2024-09-13T15:57:59.727986+0000","last_became_peered":"2024-09-13T15:57:59.727986+0000","last_unstale":"2024-09-13T15:58:00.743762+0000","last_undegraded":"2024-09-13T15:58:00.743762+0000","last_fullsized":"2024-09-13T15:58:00.743762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294175+0000","last_change":"2024-09-13T15:57:59.294175+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294175+0000","last_undegraded":"2024-09-13T15:57:59.294175+0000","last_fullsized":"2024-09-13T15:57:59.294175+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:03.328212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.695004+0000","last_change":"2024-09-13T15:57:59.693178+0000","last_active":"2024-09-13T15:57:59.695004+0000","last_peered":"2024-09-13T15:57:59.695004+0000","last_clean":"2024-09-13T15:57:59.695004+0000","last_became_active":"2024-09-13T15:57:59.692852+0000","last_became_peered":"2024-09-13T15:57:59.692852+0000","last_unstale":"2024-09-13T15:57:59.695004+0000","last_undegraded":"2024-09-13T15:57:59.695004+0000","last_fullsized":"2024-09-13T15:57:59.695004+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743308+0000","last_change":"2024-09-13T15:57:59.731433+0000","last_active":"2024-09-13T15:58:00.743308+0000","last_peered":"2024-09-13T15:58:00.743308+0000","last_clean":"2024-09-13T15:58:00.743308+0000","last_became_active":"2024-09-13T15:57:59.730447+0000","last_became_peered":"2024-09-13T15:57:59.730447+0000","last_unstale":"2024-09-13T15:58:00.743308+0000","last_undegraded":"2024-09-13T15:58:00.743308+0000","last_fullsized":"2024-09-13T15:58:00.743308+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743438+0000","last_change":"2024-09-13T15:57:59.715354+0000","last_active":"2024-09-13T15:58:00.743438+0000","last_peered":"2024-09-13T15:58:00.743438+0000","last_clean":"2024-09-13T15:58:00.743438+0000","last_became_active":"2024-09-13T15:57:59.714505+0000","last_became_peered":"2024-09-13T15:57:59.714505+0000","last_unstale":"2024-09-13T15:58:00.743438+0000","last_undegraded":"2024-09-13T15:58:00.743438+0000","last_fullsized":"2024-09-13T15:58:00.743438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744624+0000","last_change":"2024-09-13T15:57:59.725169+0000","last_active":"2024-09-13T15:58:00.744624+0000","last_peered":"2024-09-13T15:58:00.744624+0000","last_clean":"2024-09-13T15:58:00.744624+0000","last_became_active":"2024-09-13T15:57:59.723001+0000","last_became_peered":"2024-09-13T15:57:59.723001+0000","last_unstale":"2024-09-13T15:58:00.744624+0000","last_undegraded":"2024-09-13T15:58:00.744624+0000","last_fullsized":"2024-09-13T15:58:00.744624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693831+0000","last_change":"2024-09-13T15:57:59.691398+0000","last_active":"2024-09-13T15:57:59.693831+0000","last_peered":"2024-09-13T15:57:59.693831+0000","last_clean":"2024-09-13T15:57:59.693831+0000","last_became_active":"2024-09-13T15:57:59.691179+0000","last_became_peered":"2024-09-13T15:57:59.691179+0000","last_unstale":"2024-09-13T15:57:59.693831+0000","last_undegraded":"2024-09-13T15:57:59.693831+0000","last_fullsized":"2024-09-13T15:57:59.693831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:49.970361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.698897+0000","last_change":"2024-09-13T15:57:59.697871+0000","last_active":"2024-09-13T15:57:59.698897+0000","last_peered":"2024-09-13T15:57:59.698897+0000","last_clean":"2024-09-13T15:57:59.698897+0000","last_became_active":"2024-09-13T15:57:59.697592+0000","last_became_peered":"2024-09-13T15:57:59.697592+0000","last_unstale":"2024-09-13T15:57:59.698897+0000","last_undegraded":"2024-09-13T15:57:59.698897+0000","last_fullsized":"2024-09-13T15:57:59.698897+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:12.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292600+0000","last_change":"2024-09-13T15:57:59.292600+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292600+0000","last_undegraded":"2024-09-13T15:57:59.292600+0000","last_fullsized":"2024-09-13T15:57:59.292600+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:49.921715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688097+0000","last_change":"2024-09-13T15:57:59.707846+0000","last_active":"2024-09-13T15:58:00.688097+0000","last_peered":"2024-09-13T15:58:00.688097+0000","last_clean":"2024-09-13T15:58:00.688097+0000","last_became_active":"2024-09-13T15:57:59.706506+0000","last_became_peered":"2024-09-13T15:57:59.706506+0000","last_unstale":"2024-09-13T15:58:00.688097+0000","last_undegraded":"2024-09-13T15:58:00.688097+0000","last_fullsized":"2024-09-13T15:58:00.688097+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689117+0000","last_change":"2024-09-13T15:57:59.706432+0000","last_active":"2024-09-13T15:58:00.689117+0000","last_peered":"2024-09-13T15:58:00.689117+0000","last_clean":"2024-09-13T15:58:00.689117+0000","last_became_active":"2024-09-13T15:57:59.705663+0000","last_became_peered":"2024-09-13T15:57:59.705663+0000","last_unstale":"2024-09-13T15:58:00.689117+0000","last_undegraded":"2024-09-13T15:58:00.689117+0000","last_fullsized":"2024-09-13T15:58:00.689117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289487+0000","last_change":"2024-09-13T15:57:59.289487+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289487+0000","last_undegraded":"2024-09-13T15:57:59.289487+0000","last_fullsized":"2024-09-13T15:57:59.289487+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:26.341879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743082+0000","last_change":"2024-09-13T15:57:59.727613+0000","last_active":"2024-09-13T15:58:00.743082+0000","last_peered":"2024-09-13T15:58:00.743082+0000","last_clean":"2024-09-13T15:58:00.743082+0000","last_became_active":"2024-09-13T15:57:59.726960+0000","last_became_peered":"2024-09-13T15:57:59.726960+0000","last_unstale":"2024-09-13T15:58:00.743082+0000","last_undegraded":"2024-09-13T15:58:00.743082+0000","last_fullsized":"2024-09-13T15:58:00.743082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713581+0000","last_change":"2024-09-13T15:57:59.712769+0000","last_active":"2024-09-13T15:57:59.713581+0000","last_peered":"2024-09-13T15:57:59.713581+0000","last_clean":"2024-09-13T15:57:59.713581+0000","last_became_active":"2024-09-13T15:57:59.712521+0000","last_became_peered":"2024-09-13T15:57:59.712521+0000","last_unstale":"2024-09-13T15:57:59.713581+0000","last_undegraded":"2024-09-13T15:57:59.713581+0000","last_fullsized":"2024-09-13T15:57:59.713581+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699790+0000","last_change":"2024-09-13T15:57:59.698700+0000","last_active":"2024-09-13T15:57:59.699790+0000","last_peered":"2024-09-13T15:57:59.699790+0000","last_clean":"2024-09-13T15:57:59.699790+0000","last_became_active":"2024-09-13T15:57:59.698424+0000","last_became_peered":"2024-09-13T15:57:59.698424+0000","last_unstale":"2024-09-13T15:57:59.699790+0000","last_undegraded":"2024-09-13T15:57:59.699790+0000","last_fullsized":"2024-09-13T15:57:59.699790+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:46:13.167256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718927+0000","last_change":"2024-09-13T15:57:59.718073+0000","last_active":"2024-09-13T15:57:59.718927+0000","last_peered":"2024-09-13T15:57:59.718927+0000","last_clean":"2024-09-13T15:57:59.718927+0000","last_became_active":"2024-09-13T15:57:59.717791+0000","last_became_peered":"2024-09-13T15:57:59.717791+0000","last_unstale":"2024-09-13T15:57:59.718927+0000","last_undegraded":"2024-09-13T15:57:59.718927+0000","last_fullsized":"2024-09-13T15:57:59.718927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743842+0000","last_change":"2024-09-13T15:57:59.728647+0000","last_active":"2024-09-13T15:58:00.743842+0000","last_peered":"2024-09-13T15:58:00.743842+0000","last_clean":"2024-09-13T15:58:00.743842+0000","last_became_active":"2024-09-13T15:57:59.727174+0000","last_became_peered":"2024-09-13T15:57:59.727174+0000","last_unstale":"2024-09-13T15:58:00.743842+0000","last_undegraded":"2024-09-13T15:58:00.743842+0000","last_fullsized":"2024-09-13T15:58:00.743842+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688331+0000","last_change":"2024-09-13T15:57:59.707289+0000","last_active":"2024-09-13T15:58:00.688331+0000","last_peered":"2024-09-13T15:58:00.688331+0000","last_clean":"2024-09-13T15:58:00.688331+0000","last_became_active":"2024-09-13T15:57:59.705763+0000","last_became_peered":"2024-09-13T15:57:59.705763+0000","last_unstale":"2024-09-13T15:58:00.688331+0000","last_undegraded":"2024-09-13T15:58:00.688331+0000","last_fullsized":"2024-09-13T15:58:00.688331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743553+0000","last_change":"2024-09-13T15:57:59.718722+0000","last_active":"2024-09-13T15:58:00.743553+0000","last_peered":"2024-09-13T15:58:00.743553+0000","last_clean":"2024-09-13T15:58:00.743553+0000","last_became_active":"2024-09-13T15:57:59.717136+0000","last_became_peered":"2024-09-13T15:57:59.717136+0000","last_unstale":"2024-09-13T15:58:00.743553+0000","last_undegraded":"2024-09-13T15:58:00.743553+0000","last_fullsized":"2024-09-13T15:58:00.743553+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687621+0000","last_change":"2024-09-13T15:57:59.711434+0000","last_active":"2024-09-13T15:58:00.687621+0000","last_peered":"2024-09-13T15:58:00.687621+0000","last_clean":"2024-09-13T15:58:00.687621+0000","last_became_active":"2024-09-13T15:57:59.710730+0000","last_became_peered":"2024-09-13T15:57:59.710730+0000","last_unstale":"2024-09-13T15:58:00.687621+0000","last_undegraded":"2024-09-13T15:58:00.687621+0000","last_fullsized":"2024-09-13T15:58:00.687621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:44.070581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743158+0000","last_change":"2024-09-13T15:57:59.718513+0000","last_active":"2024-09-13T15:58:00.743158+0000","last_peered":"2024-09-13T15:58:00.743158+0000","last_clean":"2024-09-13T15:58:00.743158+0000","last_became_active":"2024-09-13T15:57:59.717850+0000","last_became_peered":"2024-09-13T15:57:59.717850+0000","last_unstale":"2024-09-13T15:58:00.743158+0000","last_undegraded":"2024-09-13T15:58:00.743158+0000","last_fullsized":"2024-09-13T15:58:00.743158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289447+0000","last_change":"2024-09-13T15:57:59.289447+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289447+0000","last_undegraded":"2024-09-13T15:57:59.289447+0000","last_fullsized":"2024-09-13T15:57:59.289447+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:12.862353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"35'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688718+0000","last_change":"2024-09-13T15:57:59.310923+0000","last_active":"2024-09-13T15:58:00.688718+0000","last_peered":"2024-09-13T15:58:00.688718+0000","last_clean":"2024-09-13T15:58:00.688718+0000","last_became_active":"2024-09-13T15:57:59.310664+0000","last_became_peered":"2024-09-13T15:57:59.310664+0000","last_unstale":"2024-09-13T15:58:00.688718+0000","last_undegraded":"2024-09-13T15:58:00.688718+0000","last_fullsized":"2024-09-13T15:58:00.688718+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688505+0000","last_change":"2024-09-13T15:57:59.725972+0000","last_active":"2024-09-13T15:58:00.688505+0000","last_peered":"2024-09-13T15:58:00.688505+0000","last_clean":"2024-09-13T15:58:00.688505+0000","last_became_active":"2024-09-13T15:57:59.725268+0000","last_became_peered":"2024-09-13T15:57:59.725268+0000","last_unstale":"2024-09-13T15:58:00.688505+0000","last_undegraded":"2024-09-13T15:58:00.688505+0000","last_fullsized":"2024-09-13T15:58:00.688505+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.309433+0000","last_change":"2024-09-13T15:57:59.307639+0000","last_active":"2024-09-13T15:57:59.309433+0000","last_peered":"2024-09-13T15:57:59.309433+0000","last_clean":"2024-09-13T15:57:59.309433+0000","last_became_active":"2024-09-13T15:57:59.306303+0000","last_became_peered":"2024-09-13T15:57:59.306303+0000","last_unstale":"2024-09-13T15:57:59.309433+0000","last_undegraded":"2024-09-13T15:57:59.309433+0000","last_fullsized":"2024-09-13T15:57:59.309433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:02.318578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688777+0000","last_change":"2024-09-13T15:57:59.709670+0000","last_active":"2024-09-13T15:58:00.688777+0000","last_peered":"2024-09-13T15:58:00.688777+0000","last_clean":"2024-09-13T15:58:00.688777+0000","last_became_active":"2024-09-13T15:57:59.708525+0000","last_became_peered":"2024-09-13T15:57:59.708525+0000","last_unstale":"2024-09-13T15:58:00.688777+0000","last_undegraded":"2024-09-13T15:58:00.688777+0000","last_fullsized":"2024-09-13T15:58:00.688777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.701460+0000","last_change":"2024-09-13T15:57:59.313140+0000","last_active":"2024-09-13T15:57:59.701460+0000","last_peered":"2024-09-13T15:57:59.701460+0000","last_clean":"2024-09-13T15:57:59.701460+0000","last_became_active":"2024-09-13T15:57:59.312766+0000","last_became_peered":"2024-09-13T15:57:59.312766+0000","last_unstale":"2024-09-13T15:57:59.701460+0000","last_undegraded":"2024-09-13T15:57:59.701460+0000","last_fullsized":"2024-09-13T15:57:59.701460+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718908+0000","last_change":"2024-09-13T15:57:59.718059+0000","last_active":"2024-09-13T15:57:59.718908+0000","last_peered":"2024-09-13T15:57:59.718908+0000","last_clean":"2024-09-13T15:57:59.718908+0000","last_became_active":"2024-09-13T15:57:59.717778+0000","last_became_peered":"2024-09-13T15:57:59.717778+0000","last_unstale":"2024-09-13T15:57:59.718908+0000","last_undegraded":"2024-09-13T15:57:59.718908+0000","last_fullsized":"2024-09-13T15:57:59.718908+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.314376+0000","last_change":"2024-09-13T15:57:59.310372+0000","last_active":"2024-09-13T15:57:59.314376+0000","last_peered":"2024-09-13T15:57:59.314376+0000","last_clean":"2024-09-13T15:57:59.314376+0000","last_became_active":"2024-09-13T15:57:59.309977+0000","last_became_peered":"2024-09-13T15:57:59.309977+0000","last_unstale":"2024-09-13T15:57:59.314376+0000","last_undegraded":"2024-09-13T15:57:59.314376+0000","last_fullsized":"2024-09-13T15:57:59.314376+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:41.148198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744137+0000","last_change":"2024-09-13T15:57:59.719136+0000","last_active":"2024-09-13T15:58:00.744137+0000","last_peered":"2024-09-13T15:58:00.744137+0000","last_clean":"2024-09-13T15:58:00.744137+0000","last_became_active":"2024-09-13T15:57:59.718029+0000","last_became_peered":"2024-09-13T15:57:59.718029+0000","last_unstale":"2024-09-13T15:58:00.744137+0000","last_undegraded":"2024-09-13T15:58:00.744137+0000","last_fullsized":"2024-09-13T15:58:00.744137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688569+0000","last_change":"2024-09-13T15:57:59.306834+0000","last_active":"2024-09-13T15:58:00.688569+0000","last_peered":"2024-09-13T15:58:00.688569+0000","last_clean":"2024-09-13T15:58:00.688569+0000","last_became_active":"2024-09-13T15:57:59.306518+0000","last_became_peered":"2024-09-13T15:57:59.306518+0000","last_unstale":"2024-09-13T15:58:00.688569+0000","last_undegraded":"2024-09-13T15:58:00.688569+0000","last_fullsized":"2024-09-13T15:58:00.688569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:16.289367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743901+0000","last_change":"2024-09-13T15:57:59.731561+0000","last_active":"2024-09-13T15:58:00.743901+0000","last_peered":"2024-09-13T15:58:00.743901+0000","last_clean":"2024-09-13T15:58:00.743901+0000","last_became_active":"2024-09-13T15:57:59.730742+0000","last_became_peered":"2024-09-13T15:57:59.730742+0000","last_unstale":"2024-09-13T15:58:00.743901+0000","last_undegraded":"2024-09-13T15:58:00.743901+0000","last_fullsized":"2024-09-13T15:58:00.743901+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689313+0000","last_change":"2024-09-13T15:57:59.308936+0000","last_active":"2024-09-13T15:58:00.689313+0000","last_peered":"2024-09-13T15:58:00.689313+0000","last_clean":"2024-09-13T15:58:00.689313+0000","last_became_active":"2024-09-13T15:57:59.308547+0000","last_became_peered":"2024-09-13T15:57:59.308547+0000","last_unstale":"2024-09-13T15:58:00.689313+0000","last_undegraded":"2024-09-13T15:58:00.689313+0000","last_fullsized":"2024-09-13T15:58:00.689313+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:52:39.777127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688830+0000","last_change":"2024-09-13T15:57:59.720323+0000","last_active":"2024-09-13T15:58:00.688830+0000","last_peered":"2024-09-13T15:58:00.688830+0000","last_clean":"2024-09-13T15:58:00.688830+0000","last_became_active":"2024-09-13T15:57:59.719440+0000","last_became_peered":"2024-09-13T15:57:59.719440+0000","last_unstale":"2024-09-13T15:58:00.688830+0000","last_undegraded":"2024-09-13T15:58:00.688830+0000","last_fullsized":"2024-09-13T15:58:00.688830+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678801+0000","last_change":"2024-09-13T15:57:59.304579+0000","last_active":"2024-09-13T15:57:59.678801+0000","last_peered":"2024-09-13T15:57:59.678801+0000","last_clean":"2024-09-13T15:57:59.678801+0000","last_became_active":"2024-09-13T15:57:59.304292+0000","last_became_peered":"2024-09-13T15:57:59.304292+0000","last_unstale":"2024-09-13T15:57:59.678801+0000","last_undegraded":"2024-09-13T15:57:59.678801+0000","last_fullsized":"2024-09-13T15:57:59.678801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.295914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732398+0000","last_change":"2024-09-13T15:57:59.731308+0000","last_active":"2024-09-13T15:57:59.732398+0000","last_peered":"2024-09-13T15:57:59.732398+0000","last_clean":"2024-09-13T15:57:59.732398+0000","last_became_active":"2024-09-13T15:57:59.730979+0000","last_became_peered":"2024-09-13T15:57:59.730979+0000","last_unstale":"2024-09-13T15:57:59.732398+0000","last_undegraded":"2024-09-13T15:57:59.732398+0000","last_fullsized":"2024-09-13T15:57:59.732398+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688264+0000","last_change":"2024-09-13T15:57:59.313098+0000","last_active":"2024-09-13T15:58:00.688264+0000","last_peered":"2024-09-13T15:58:00.688264+0000","last_clean":"2024-09-13T15:58:00.688264+0000","last_became_active":"2024-09-13T15:57:59.312136+0000","last_became_peered":"2024-09-13T15:57:59.312136+0000","last_unstale":"2024-09-13T15:58:00.688264+0000","last_undegraded":"2024-09-13T15:58:00.688264+0000","last_fullsized":"2024-09-13T15:58:00.688264+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744616+0000","last_change":"2024-09-13T15:57:59.734912+0000","last_active":"2024-09-13T15:58:00.744616+0000","last_peered":"2024-09-13T15:58:00.744616+0000","last_clean":"2024-09-13T15:58:00.744616+0000","last_became_active":"2024-09-13T15:57:59.734321+0000","last_became_peered":"2024-09-13T15:57:59.734321+0000","last_unstale":"2024-09-13T15:58:00.744616+0000","last_undegraded":"2024-09-13T15:58:00.744616+0000","last_fullsized":"2024-09-13T15:58:00.744616+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.680574+0000","last_change":"2024-09-13T15:57:59.320202+0000","last_active":"2024-09-13T15:57:59.680574+0000","last_peered":"2024-09-13T15:57:59.680574+0000","last_clean":"2024-09-13T15:57:59.680574+0000","last_became_active":"2024-09-13T15:57:59.319904+0000","last_became_peered":"2024-09-13T15:57:59.319904+0000","last_unstale":"2024-09-13T15:57:59.680574+0000","last_undegraded":"2024-09-13T15:57:59.680574+0000","last_fullsized":"2024-09-13T15:57:59.680574+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:13.932287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702740+0000","last_change":"2024-09-13T15:57:59.701932+0000","last_active":"2024-09-13T15:57:59.702740+0000","last_peered":"2024-09-13T15:57:59.702740+0000","last_clean":"2024-09-13T15:57:59.702740+0000","last_became_active":"2024-09-13T15:57:59.701663+0000","last_became_peered":"2024-09-13T15:57:59.701663+0000","last_unstale":"2024-09-13T15:57:59.702740+0000","last_undegraded":"2024-09-13T15:57:59.702740+0000","last_fullsized":"2024-09-13T15:57:59.702740+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.315954+0000","last_change":"2024-09-13T15:57:59.309226+0000","last_active":"2024-09-13T15:57:59.315954+0000","last_peered":"2024-09-13T15:57:59.315954+0000","last_clean":"2024-09-13T15:57:59.315954+0000","last_became_active":"2024-09-13T15:57:59.308375+0000","last_became_peered":"2024-09-13T15:57:59.308375+0000","last_unstale":"2024-09-13T15:57:59.315954+0000","last_undegraded":"2024-09-13T15:57:59.315954+0000","last_fullsized":"2024-09-13T15:57:59.315954+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.074022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702754+0000","last_change":"2024-09-13T15:57:59.701559+0000","last_active":"2024-09-13T15:57:59.702754+0000","last_peered":"2024-09-13T15:57:59.702754+0000","last_clean":"2024-09-13T15:57:59.702754+0000","last_became_active":"2024-09-13T15:57:59.701325+0000","last_became_peered":"2024-09-13T15:57:59.701325+0000","last_unstale":"2024-09-13T15:57:59.702754+0000","last_undegraded":"2024-09-13T15:57:59.702754+0000","last_fullsized":"2024-09-13T15:57:59.702754+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.043845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"35'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744177+0000","last_change":"2024-09-13T15:57:59.307558+0000","last_active":"2024-09-13T15:58:00.744177+0000","last_peered":"2024-09-13T15:58:00.744177+0000","last_clean":"2024-09-13T15:58:00.744177+0000","last_became_active":"2024-09-13T15:57:59.307215+0000","last_became_peered":"2024-09-13T15:57:59.307215+0000","last_unstale":"2024-09-13T15:58:00.744177+0000","last_undegraded":"2024-09-13T15:58:00.744177+0000","last_fullsized":"2024-09-13T15:58:00.744177+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743899+0000","last_change":"2024-09-13T15:57:59.734746+0000","last_active":"2024-09-13T15:58:00.743899+0000","last_peered":"2024-09-13T15:58:00.743899+0000","last_clean":"2024-09-13T15:58:00.743899+0000","last_became_active":"2024-09-13T15:57:59.734149+0000","last_became_peered":"2024-09-13T15:57:59.734149+0000","last_unstale":"2024-09-13T15:58:00.743899+0000","last_undegraded":"2024-09-13T15:58:00.743899+0000","last_fullsized":"2024-09-13T15:58:00.743899+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"35'6","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.721120+0000","last_change":"2024-09-13T15:57:59.314080+0000","last_active":"2024-09-13T15:57:59.721120+0000","last_peered":"2024-09-13T15:57:59.721120+0000","last_clean":"2024-09-13T15:57:59.721120+0000","last_became_active":"2024-09-13T15:57:59.312728+0000","last_became_peered":"2024-09-13T15:57:59.312728+0000","last_unstale":"2024-09-13T15:57:59.721120+0000","last_undegraded":"2024-09-13T15:57:59.721120+0000","last_fullsized":"2024-09-13T15:57:59.721120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:50:48.051267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732678+0000","last_change":"2024-09-13T15:57:59.731777+0000","last_active":"2024-09-13T15:57:59.732678+0000","last_peered":"2024-09-13T15:57:59.732678+0000","last_clean":"2024-09-13T15:57:59.732678+0000","last_became_active":"2024-09-13T15:57:59.731478+0000","last_became_peered":"2024-09-13T15:57:59.731478+0000","last_unstale":"2024-09-13T15:57:59.732678+0000","last_undegraded":"2024-09-13T15:57:59.732678+0000","last_fullsized":"2024-09-13T15:57:59.732678+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688692+0000","last_change":"2024-09-13T15:57:59.310543+0000","last_active":"2024-09-13T15:58:00.688692+0000","last_peered":"2024-09-13T15:58:00.688692+0000","last_clean":"2024-09-13T15:58:00.688692+0000","last_became_active":"2024-09-13T15:57:59.310185+0000","last_became_peered":"2024-09-13T15:57:59.310185+0000","last_unstale":"2024-09-13T15:58:00.688692+0000","last_undegraded":"2024-09-13T15:58:00.688692+0000","last_fullsized":"2024-09-13T15:58:00.688692+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:08:53.342059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697284+0000","last_change":"2024-09-13T15:57:59.695378+0000","last_active":"2024-09-13T15:57:59.697284+0000","last_peered":"2024-09-13T15:57:59.697284+0000","last_clean":"2024-09-13T15:57:59.697284+0000","last_became_active":"2024-09-13T15:57:59.695056+0000","last_became_peered":"2024-09-13T15:57:59.695056+0000","last_unstale":"2024-09-13T15:57:59.697284+0000","last_undegraded":"2024-09-13T15:57:59.697284+0000","last_fullsized":"2024-09-13T15:57:59.697284+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684612+0000","last_change":"2024-09-13T15:57:59.315587+0000","last_active":"2024-09-13T15:57:59.684612+0000","last_peered":"2024-09-13T15:57:59.684612+0000","last_clean":"2024-09-13T15:57:59.684612+0000","last_became_active":"2024-09-13T15:57:59.315064+0000","last_became_peered":"2024-09-13T15:57:59.315064+0000","last_unstale":"2024-09-13T15:57:59.684612+0000","last_undegraded":"2024-09-13T15:57:59.684612+0000","last_fullsized":"2024-09-13T15:57:59.684612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:37.675235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744278+0000","last_change":"2024-09-13T15:57:59.722531+0000","last_active":"2024-09-13T15:58:00.744278+0000","last_peered":"2024-09-13T15:58:00.744278+0000","last_clean":"2024-09-13T15:58:00.744278+0000","last_became_active":"2024-09-13T15:57:59.721810+0000","last_became_peered":"2024-09-13T15:57:59.721810+0000","last_unstale":"2024-09-13T15:58:00.744278+0000","last_undegraded":"2024-09-13T15:58:00.744278+0000","last_fullsized":"2024-09-13T15:58:00.744278+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678906+0000","last_change":"2024-09-13T15:57:59.313940+0000","last_active":"2024-09-13T15:57:59.678906+0000","last_peered":"2024-09-13T15:57:59.678906+0000","last_clean":"2024-09-13T15:57:59.678906+0000","last_became_active":"2024-09-13T15:57:59.313577+0000","last_became_peered":"2024-09-13T15:57:59.313577+0000","last_unstale":"2024-09-13T15:57:59.678906+0000","last_undegraded":"2024-09-13T15:57:59.678906+0000","last_fullsized":"2024-09-13T15:57:59.678906+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:25.230490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688038+0000","last_change":"2024-09-13T15:57:59.725131+0000","last_active":"2024-09-13T15:58:00.688038+0000","last_peered":"2024-09-13T15:58:00.688038+0000","last_clean":"2024-09-13T15:58:00.688038+0000","last_became_active":"2024-09-13T15:57:59.724525+0000","last_became_peered":"2024-09-13T15:57:59.724525+0000","last_unstale":"2024-09-13T15:58:00.688038+0000","last_undegraded":"2024-09-13T15:58:00.688038+0000","last_fullsized":"2024-09-13T15:58:00.688038+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"35'8","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697498+0000","last_change":"2024-09-13T15:57:59.316596+0000","last_active":"2024-09-13T15:57:59.697498+0000","last_peered":"2024-09-13T15:57:59.697498+0000","last_clean":"2024-09-13T15:57:59.697498+0000","last_became_active":"2024-09-13T15:57:59.313882+0000","last_became_peered":"2024-09-13T15:57:59.313882+0000","last_unstale":"2024-09-13T15:57:59.697498+0000","last_undegraded":"2024-09-13T15:57:59.697498+0000","last_fullsized":"2024-09-13T15:57:59.697498+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689091+0000","last_change":"2024-09-13T15:57:59.735193+0000","last_active":"2024-09-13T15:58:00.689091+0000","last_peered":"2024-09-13T15:58:00.689091+0000","last_clean":"2024-09-13T15:58:00.689091+0000","last_became_active":"2024-09-13T15:57:59.734462+0000","last_became_peered":"2024-09-13T15:57:59.734462+0000","last_unstale":"2024-09-13T15:58:00.689091+0000","last_undegraded":"2024-09-13T15:58:00.689091+0000","last_fullsized":"2024-09-13T15:58:00.689091+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"35'1","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700333+0000","last_change":"2024-09-13T15:57:59.312291+0000","last_active":"2024-09-13T15:57:59.700333+0000","last_peered":"2024-09-13T15:57:59.700333+0000","last_clean":"2024-09-13T15:57:59.700333+0000","last_became_active":"2024-09-13T15:57:59.311380+0000","last_became_peered":"2024-09-13T15:57:59.311380+0000","last_unstale":"2024-09-13T15:57:59.700333+0000","last_undegraded":"2024-09-13T15:57:59.700333+0000","last_fullsized":"2024-09-13T15:57:59.700333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744931+0000","last_change":"2024-09-13T15:57:59.734484+0000","last_active":"2024-09-13T15:58:00.744931+0000","last_peered":"2024-09-13T15:58:00.744931+0000","last_clean":"2024-09-13T15:58:00.744931+0000","last_became_active":"2024-09-13T15:57:59.733881+0000","last_became_peered":"2024-09-13T15:57:59.733881+0000","last_unstale":"2024-09-13T15:58:00.744931+0000","last_undegraded":"2024-09-13T15:58:00.744931+0000","last_fullsized":"2024-09-13T15:58:00.744931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689309+0000","last_change":"2024-09-13T15:57:59.312729+0000","last_active":"2024-09-13T15:58:00.689309+0000","last_peered":"2024-09-13T15:58:00.689309+0000","last_clean":"2024-09-13T15:58:00.689309+0000","last_became_active":"2024-09-13T15:57:59.310711+0000","last_became_peered":"2024-09-13T15:57:59.310711+0000","last_unstale":"2024-09-13T15:58:00.689309+0000","last_undegraded":"2024-09-13T15:58:00.689309+0000","last_fullsized":"2024-09-13T15:58:00.689309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.719073+0000","last_change":"2024-09-13T15:57:59.718373+0000","last_active":"2024-09-13T15:57:59.719073+0000","last_peered":"2024-09-13T15:57:59.719073+0000","last_clean":"2024-09-13T15:57:59.719073+0000","last_became_active":"2024-09-13T15:57:59.718126+0000","last_became_peered":"2024-09-13T15:57:59.718126+0000","last_unstale":"2024-09-13T15:57:59.719073+0000","last_undegraded":"2024-09-13T15:57:59.719073+0000","last_fullsized":"2024-09-13T15:57:59.719073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689094+0000","last_change":"2024-09-13T15:57:59.301594+0000","last_active":"2024-09-13T15:58:00.689094+0000","last_peered":"2024-09-13T15:58:00.689094+0000","last_clean":"2024-09-13T15:58:00.689094+0000","last_became_active":"2024-09-13T15:57:59.300558+0000","last_became_peered":"2024-09-13T15:57:59.300558+0000","last_unstale":"2024-09-13T15:58:00.689094+0000","last_undegraded":"2024-09-13T15:58:00.689094+0000","last_fullsized":"2024-09-13T15:58:00.689094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:56.079321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293232+0000","last_change":"2024-09-13T15:57:59.293232+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293232+0000","last_undegraded":"2024-09-13T15:57:59.293232+0000","last_fullsized":"2024-09-13T15:57:59.293232+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:45.759199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688812+0000","last_change":"2024-09-13T15:57:59.307496+0000","last_active":"2024-09-13T15:58:00.688812+0000","last_peered":"2024-09-13T15:58:00.688812+0000","last_clean":"2024-09-13T15:58:00.688812+0000","last_became_active":"2024-09-13T15:57:59.306878+0000","last_became_peered":"2024-09-13T15:57:59.306878+0000","last_unstale":"2024-09-13T15:58:00.688812+0000","last_undegraded":"2024-09-13T15:58:00.688812+0000","last_fullsized":"2024-09-13T15:58:00.688812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:48.347164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292311+0000","last_change":"2024-09-13T15:57:59.292311+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292311+0000","last_undegraded":"2024-09-13T15:57:59.292311+0000","last_fullsized":"2024-09-13T15:57:59.292311+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.412207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304521+0000","last_change":"2024-09-13T15:57:59.302058+0000","last_active":"2024-09-13T15:57:59.304521+0000","last_peered":"2024-09-13T15:57:59.304521+0000","last_clean":"2024-09-13T15:57:59.304521+0000","last_became_active":"2024-09-13T15:57:59.301652+0000","last_became_peered":"2024-09-13T15:57:59.301652+0000","last_unstale":"2024-09-13T15:57:59.304521+0000","last_undegraded":"2024-09-13T15:57:59.304521+0000","last_fullsized":"2024-09-13T15:57:59.304521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:44.749565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291499+0000","last_change":"2024-09-13T15:57:59.291499+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291499+0000","last_undegraded":"2024-09-13T15:57:59.291499+0000","last_fullsized":"2024-09-13T15:57:59.291499+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:13.967218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687970+0000","last_change":"2024-09-13T15:57:59.309774+0000","last_active":"2024-09-13T15:58:00.687970+0000","last_peered":"2024-09-13T15:58:00.687970+0000","last_clean":"2024-09-13T15:58:00.687970+0000","last_became_active":"2024-09-13T15:57:59.309433+0000","last_became_peered":"2024-09-13T15:57:59.309433+0000","last_unstale":"2024-09-13T15:58:00.687970+0000","last_undegraded":"2024-09-13T15:58:00.687970+0000","last_fullsized":"2024-09-13T15:58:00.687970+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293046+0000","last_change":"2024-09-13T15:57:59.293046+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293046+0000","last_undegraded":"2024-09-13T15:57:59.293046+0000","last_fullsized":"2024-09-13T15:57:59.293046+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.083656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688497+0000","last_change":"2024-09-13T15:57:59.302940+0000","last_active":"2024-09-13T15:58:00.688497+0000","last_peered":"2024-09-13T15:58:00.688497+0000","last_clean":"2024-09-13T15:58:00.688497+0000","last_became_active":"2024-09-13T15:57:59.302469+0000","last_became_peered":"2024-09-13T15:57:59.302469+0000","last_unstale":"2024-09-13T15:58:00.688497+0000","last_undegraded":"2024-09-13T15:58:00.688497+0000","last_fullsized":"2024-09-13T15:58:00.688497+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:31.657451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743153+0000","last_change":"2024-09-13T15:57:59.704626+0000","last_active":"2024-09-13T15:58:00.743153+0000","last_peered":"2024-09-13T15:58:00.743153+0000","last_clean":"2024-09-13T15:58:00.743153+0000","last_became_active":"2024-09-13T15:57:59.703896+0000","last_became_peered":"2024-09-13T15:57:59.703896+0000","last_unstale":"2024-09-13T15:58:00.743153+0000","last_undegraded":"2024-09-13T15:58:00.743153+0000","last_fullsized":"2024-09-13T15:58:00.743153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743311+0000","last_change":"2024-09-13T15:57:59.317615+0000","last_active":"2024-09-13T15:58:00.743311+0000","last_peered":"2024-09-13T15:58:00.743311+0000","last_clean":"2024-09-13T15:58:00.743311+0000","last_became_active":"2024-09-13T15:57:59.317269+0000","last_became_peered":"2024-09-13T15:57:59.317269+0000","last_unstale":"2024-09-13T15:58:00.743311+0000","last_undegraded":"2024-09-13T15:58:00.743311+0000","last_fullsized":"2024-09-13T15:58:00.743311+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291665+0000","last_change":"2024-09-13T15:57:59.291665+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291665+0000","last_undegraded":"2024-09-13T15:57:59.291665+0000","last_fullsized":"2024-09-13T15:57:59.291665+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:48.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.726683+0000","last_change":"2024-09-13T15:57:59.312444+0000","last_active":"2024-09-13T15:57:59.726683+0000","last_peered":"2024-09-13T15:57:59.726683+0000","last_clean":"2024-09-13T15:57:59.726683+0000","last_became_active":"2024-09-13T15:57:59.311866+0000","last_became_peered":"2024-09-13T15:57:59.311866+0000","last_unstale":"2024-09-13T15:57:59.726683+0000","last_undegraded":"2024-09-13T15:57:59.726683+0000","last_fullsized":"2024-09-13T15:57:59.726683+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.745013+0000","last_change":"2024-09-13T15:57:59.731523+0000","last_active":"2024-09-13T15:58:00.745013+0000","last_peered":"2024-09-13T15:58:00.745013+0000","last_clean":"2024-09-13T15:58:00.745013+0000","last_became_active":"2024-09-13T15:57:59.730708+0000","last_became_peered":"2024-09-13T15:57:59.730708+0000","last_unstale":"2024-09-13T15:58:00.745013+0000","last_undegraded":"2024-09-13T15:58:00.745013+0000","last_fullsized":"2024-09-13T15:58:00.745013+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304547+0000","last_change":"2024-09-13T15:57:59.302829+0000","last_active":"2024-09-13T15:57:59.304547+0000","last_peered":"2024-09-13T15:57:59.304547+0000","last_clean":"2024-09-13T15:57:59.304547+0000","last_became_active":"2024-09-13T15:57:59.301145+0000","last_became_peered":"2024-09-13T15:57:59.301145+0000","last_unstale":"2024-09-13T15:57:59.304547+0000","last_undegraded":"2024-09-13T15:57:59.304547+0000","last_fullsized":"2024-09-13T15:57:59.304547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:47.700712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289848+0000","last_change":"2024-09-13T15:57:59.289848+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289848+0000","last_undegraded":"2024-09-13T15:57:59.289848+0000","last_fullsized":"2024-09-13T15:57:59.289848+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:17:58.038959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.686990+0000","last_change":"2024-09-13T15:57:59.299891+0000","last_active":"2024-09-13T15:57:59.686990+0000","last_peered":"2024-09-13T15:57:59.686990+0000","last_clean":"2024-09-13T15:57:59.686990+0000","last_became_active":"2024-09-13T15:57:59.299499+0000","last_became_peered":"2024-09-13T15:57:59.299499+0000","last_unstale":"2024-09-13T15:57:59.686990+0000","last_undegraded":"2024-09-13T15:57:59.686990+0000","last_fullsized":"2024-09-13T15:57:59.686990+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:27.789375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687739+0000","last_change":"2024-09-13T15:57:59.711066+0000","last_active":"2024-09-13T15:58:00.687739+0000","last_peered":"2024-09-13T15:58:00.687739+0000","last_clean":"2024-09-13T15:58:00.687739+0000","last_became_active":"2024-09-13T15:57:59.701489+0000","last_became_peered":"2024-09-13T15:57:59.701489+0000","last_unstale":"2024-09-13T15:58:00.687739+0000","last_undegraded":"2024-09-13T15:58:00.687739+0000","last_fullsized":"2024-09-13T15:58:00.687739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:26.240125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.308043+0000","last_change":"2024-09-13T15:57:59.306296+0000","last_active":"2024-09-13T15:57:59.308043+0000","last_peered":"2024-09-13T15:57:59.308043+0000","last_clean":"2024-09-13T15:57:59.308043+0000","last_became_active":"2024-09-13T15:57:59.305975+0000","last_became_peered":"2024-09-13T15:57:59.305975+0000","last_unstale":"2024-09-13T15:57:59.308043+0000","last_undegraded":"2024-09-13T15:57:59.308043+0000","last_fullsized":"2024-09-13T15:57:59.308043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:12.957583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289349+0000","last_change":"2024-09-13T15:57:59.289349+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289349+0000","last_undegraded":"2024-09-13T15:57:59.289349+0000","last_fullsized":"2024-09-13T15:57:59.289349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:26.691848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684670+0000","last_change":"2024-09-13T15:57:59.315382+0000","last_active":"2024-09-13T15:57:59.684670+0000","last_peered":"2024-09-13T15:57:59.684670+0000","last_clean":"2024-09-13T15:57:59.684670+0000","last_became_active":"2024-09-13T15:57:59.314921+0000","last_became_peered":"2024-09-13T15:57:59.314921+0000","last_unstale":"2024-09-13T15:57:59.684670+0000","last_undegraded":"2024-09-13T15:57:59.684670+0000","last_fullsized":"2024-09-13T15:57:59.684670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693496+0000","last_change":"2024-09-13T15:57:59.690712+0000","last_active":"2024-09-13T15:57:59.693496+0000","last_peered":"2024-09-13T15:57:59.693496+0000","last_clean":"2024-09-13T15:57:59.693496+0000","last_became_active":"2024-09-13T15:57:59.690482+0000","last_became_peered":"2024-09-13T15:57:59.690482+0000","last_unstale":"2024-09-13T15:57:59.693496+0000","last_undegraded":"2024-09-13T15:57:59.693496+0000","last_fullsized":"2024-09-13T15:57:59.693496+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688513+0000","last_change":"2024-09-13T15:57:59.306663+0000","last_active":"2024-09-13T15:58:00.688513+0000","last_peered":"2024-09-13T15:58:00.688513+0000","last_clean":"2024-09-13T15:58:00.688513+0000","last_became_active":"2024-09-13T15:57:59.306317+0000","last_became_peered":"2024-09-13T15:57:59.306317+0000","last_unstale":"2024-09-13T15:58:00.688513+0000","last_undegraded":"2024-09-13T15:58:00.688513+0000","last_fullsized":"2024-09-13T15:58:00.688513+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:12.521882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688388+0000","last_change":"2024-09-13T15:57:59.716997+0000","last_active":"2024-09-13T15:58:00.688388+0000","last_peered":"2024-09-13T15:58:00.688388+0000","last_clean":"2024-09-13T15:58:00.688388+0000","last_became_active":"2024-09-13T15:57:59.716296+0000","last_became_peered":"2024-09-13T15:57:59.716296+0000","last_unstale":"2024-09-13T15:58:00.688388+0000","last_undegraded":"2024-09-13T15:58:00.688388+0000","last_fullsized":"2024-09-13T15:58:00.688388+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678912+0000","last_change":"2024-09-13T15:57:59.320380+0000","last_active":"2024-09-13T15:57:59.678912+0000","last_peered":"2024-09-13T15:57:59.678912+0000","last_clean":"2024-09-13T15:57:59.678912+0000","last_became_active":"2024-09-13T15:57:59.319883+0000","last_became_peered":"2024-09-13T15:57:59.319883+0000","last_unstale":"2024-09-13T15:57:59.678912+0000","last_undegraded":"2024-09-13T15:57:59.678912+0000","last_fullsized":"2024-09-13T15:57:59.678912+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:43.060946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744253+0000","last_change":"2024-09-13T15:57:59.712743+0000","last_active":"2024-09-13T15:58:00.744253+0000","last_peered":"2024-09-13T15:58:00.744253+0000","last_clean":"2024-09-13T15:58:00.744253+0000","last_became_active":"2024-09-13T15:57:59.711903+0000","last_became_peered":"2024-09-13T15:57:59.711903+0000","last_unstale":"2024-09-13T15:58:00.744253+0000","last_undegraded":"2024-09-13T15:58:00.744253+0000","last_fullsized":"2024-09-13T15:58:00.744253+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687716+0000","last_change":"2024-09-13T15:57:59.299323+0000","last_active":"2024-09-13T15:58:00.687716+0000","last_peered":"2024-09-13T15:58:00.687716+0000","last_clean":"2024-09-13T15:58:00.687716+0000","last_became_active":"2024-09-13T15:57:59.298641+0000","last_became_peered":"2024-09-13T15:57:59.298641+0000","last_unstale":"2024-09-13T15:58:00.687716+0000","last_undegraded":"2024-09-13T15:58:00.687716+0000","last_fullsized":"2024-09-13T15:58:00.687716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.690218+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:57:59.690218+0000","last_peered":"2024-09-13T15:57:59.690218+0000","last_clean":"2024-09-13T15:57:59.690218+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:57:59.690218+0000","last_undegraded":"2024-09-13T15:57:59.690218+0000","last_fullsized":"2024-09-13T15:57:59.690218+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476756,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":741339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.90600000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.88},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.0129999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.163}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1930000000000001}]}]},{"osd":6,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.115}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.137}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.028},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.004}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.077}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.80200000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.0529999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.92500000000000004}]}]},{"osd":5,"up_from":16,"seq":68719476753,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.72199999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.82799999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.88}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.93300000000000005}]}]},{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.628},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.79100000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.873}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.032},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.206}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1599999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35576,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336264,"statfs":{"total":96636764160,"available":96600334336,"internally_reserved":0,"allocated":372736,"data_stored":144106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.621},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.1399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.258},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1220000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.2110000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.95999999999999996}]}]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":401408,"data_stored":152467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.62},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.71699999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.91600000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.84499999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.747},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.1799999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.002}]}]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":360448,"data_stored":137839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.749}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.879},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64000000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.997}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.161},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.1200000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.085}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.1950000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.0389999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36156,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335684,"statfs":{"total":96636764160,"available":96599740416,"internally_reserved":0,"allocated":966656,"data_stored":734474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.496},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.95699999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.58999999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.64600000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.878}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92900000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.044},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1879999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:03.078 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:03.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 Processor -- start 2024-09-13T15:58:03.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 -- start start 2024-09-13T15:58:03.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8018159580 0x7f80180ce7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f80180707c0 0x7f8018070c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80180cd7c0 con 0x7f80180b3f40 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80180b4b90 con 0x7f8018159580 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f8020646640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8018071140 con 0x7f80180707c0 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801e3e2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8018159580 0x7f80180ce7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801ebe3640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f80180b3f40 0x7f80180b43b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53746/0 (socket says 172.21.15.7:53746) 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801e3e2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8018159580 0x7f80180ce7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58578/0 (socket says 172.21.15.7:58578) 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801ebe3640 1 -- 172.21.15.7:0/151246554 learned_addr learned my addr 172.21.15.7:0/151246554 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801dbe1640 1 --2- 172.21.15.7:0/151246554 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f80180707c0 0x7f8018070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801e3e2640 1 -- 172.21.15.7:0/151246554 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f80180707c0 msgr2=0x7f8018070c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801e3e2640 1 --2- 172.21.15.7:0/151246554 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f80180707c0 0x7f8018070c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801e3e2640 1 -- 172.21.15.7:0/151246554 >> v1:172.21.15.7:6789/0 conn(0x7f80180b3f40 legacy=0x7f80180b43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801d3e0640 1 -- 172.21.15.7:0/151246554 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1359906679 0 0) 0x7f80180cd7c0 con 0x7f80180b3f40 2024-09-13T15:58:03.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.238+0000 7f801e3e2640 1 -- 172.21.15.7:0/151246554 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80180cd9f0 con 0x7f8018159580 2024-09-13T15:58:03.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f801e3e2640 1 --2- 172.21.15.7:0/151246554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8018159580 0x7f80180ce7b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f80140097c0 tx=0x7f801401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d177dcdb62ad914d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f801d3e0640 1 -- 172.21.15.7:0/151246554 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80140ab610 con 0x7f8018159580 2024-09-13T15:58:03.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f801d3e0640 1 -- 172.21.15.7:0/151246554 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80140ab770 con 0x7f8018159580 2024-09-13T15:58:03.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f801d3e0640 1 -- 172.21.15.7:0/151246554 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80140abb00 con 0x7f8018159580 2024-09-13T15:58:03.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 -- 172.21.15.7:0/151246554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8018159580 msgr2=0x7f80180ce7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 --2- 172.21.15.7:0/151246554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8018159580 0x7f80180ce7b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f80140097c0 tx=0x7f801401c410 comp rx=0 tx=0).stop 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 -- 172.21.15.7:0/151246554 shutdown_connections 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 --2- 172.21.15.7:0/151246554 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f80180707c0 0x7f8018070c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 --2- 172.21.15.7:0/151246554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8018159580 0x7f80180ce7b0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 -- 172.21.15.7:0/151246554 >> 172.21.15.7:0/151246554 conn(0x7f801806b010 msgr2=0x7f801806b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 -- 172.21.15.7:0/151246554 shutdown_connections 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 -- 172.21.15.7:0/151246554 wait complete. 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 Processor -- start 2024-09-13T15:58:03.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.242+0000 7f8020646640 1 -- start start 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 0x7f8018149db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80180b3f40 0x7f8018140740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8018159580 0x7f80181554a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f801814a2f0 con 0x7f80180707c0 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8018150330 con 0x7f80180b3f40 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8018150050 con 0x7f8018159580 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 0x7f8018149db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 0x7f8018149db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58590/0 (socket says 172.21.15.7:58590) 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 -- 172.21.15.7:0/3553758697 learned_addr learned my addr 172.21.15.7:0/3553758697 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801dbe1640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80180b3f40 0x7f8018140740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801ebe3640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8018159580 0x7f80181554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 -- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8018159580 msgr2=0x7f80181554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8018159580 0x7f80181554a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 -- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80180b3f40 msgr2=0x7f8018140740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80180b3f40 0x7f8018140740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 -- 172.21.15.7:0/3553758697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8014009420 con 0x7f80180707c0 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801dbe1640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80180b3f40 0x7f8018140740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801e3e2640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 0x7f8018149db0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f80140097c0 tx=0x7f801401ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8014004230 con 0x7f80180707c0 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80140b9070 con 0x7f80180707c0 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8014003620 con 0x7f80180707c0 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80181492d0 con 0x7f80180707c0 2024-09-13T15:58:03.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8018149890 con 0x7f80180707c0 2024-09-13T15:58:03.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8018149130 con 0x7f80180707c0 2024-09-13T15:58:03.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8014003780 con 0x7f80180707c0 2024-09-13T15:58:03.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f800effd640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ffc066690 0x7f7ffc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f80140bb070 con 0x7f80180707c0 2024-09-13T15:58:03.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801dbe1640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ffc066690 0x7f7ffc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.246+0000 7f801dbe1640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ffc066690 0x7f7ffc068b50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f80180b25a0 tx=0x7f8008008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.250+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8018149130 con 0x7f80180707c0 2024-09-13T15:58:03.258 INFO:tasks.ceph.mds.c.smithi007.stderr:2024-09-13T15:58:03.254+0000 7f8065af2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:58:03.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.410+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8018149130 con 0x7f7ffc066690 2024-09-13T15:58:03.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.422+0000 7f800effd640 1 -- 172.21.15.7:0/3553758697 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287496 (secure 0 0 0) 0x7f8018149130 con 0x7f7ffc066690 2024-09-13T15:58:03.429 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:03.430 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:03.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ffc066690 msgr2=0x7f7ffc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ffc066690 0x7f7ffc068b50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f80180b25a0 tx=0x7f8008008040 comp rx=0 tx=0).stop 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 msgr2=0x7f8018149db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 0x7f8018149db0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f80140097c0 tx=0x7f801401ac50 comp rx=0 tx=0).stop 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 shutdown_connections 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7ffc066690 0x7f7ffc068b50 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8018159580 0x7f80181554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80180b3f40 0x7f8018140740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 --2- 172.21.15.7:0/3553758697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80180707c0 0x7f8018149db0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 >> 172.21.15.7:0/3553758697 conn(0x7f801806b010 msgr2=0x7f801815a3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 shutdown_connections 2024-09-13T15:58:03.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.426+0000 7f8020646640 1 -- 172.21.15.7:0/3553758697 wait complete. 2024-09-13T15:58:03.448 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-13T15:58:02.515218+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253164,"kb_used_data":4200,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721556,"statfs":{"total":773094113280,"available":772834873344,"internally_reserved":0,"allocated":4300800,"data_stored":2383160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.239879"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688288+0000","last_change":"2024-09-13T15:57:59.734927+0000","last_active":"2024-09-13T15:58:00.688288+0000","last_peered":"2024-09-13T15:58:00.688288+0000","last_clean":"2024-09-13T15:58:00.688288+0000","last_became_active":"2024-09-13T15:57:59.734311+0000","last_became_peered":"2024-09-13T15:57:59.734311+0000","last_unstale":"2024-09-13T15:58:00.688288+0000","last_undegraded":"2024-09-13T15:58:00.688288+0000","last_fullsized":"2024-09-13T15:58:00.688288+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.696509+0000","last_change":"2024-09-13T15:57:59.693935+0000","last_active":"2024-09-13T15:57:59.696509+0000","last_peered":"2024-09-13T15:57:59.696509+0000","last_clean":"2024-09-13T15:57:59.696509+0000","last_became_active":"2024-09-13T15:57:59.693639+0000","last_became_peered":"2024-09-13T15:57:59.693639+0000","last_unstale":"2024-09-13T15:57:59.696509+0000","last_undegraded":"2024-09-13T15:57:59.696509+0000","last_fullsized":"2024-09-13T15:57:59.696509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744025+0000","last_change":"2024-09-13T15:57:59.727962+0000","last_active":"2024-09-13T15:58:00.744025+0000","last_peered":"2024-09-13T15:58:00.744025+0000","last_clean":"2024-09-13T15:58:00.744025+0000","last_became_active":"2024-09-13T15:57:59.727135+0000","last_became_peered":"2024-09-13T15:57:59.727135+0000","last_unstale":"2024-09-13T15:58:00.744025+0000","last_undegraded":"2024-09-13T15:58:00.744025+0000","last_fullsized":"2024-09-13T15:58:00.744025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718940+0000","last_change":"2024-09-13T15:57:59.718262+0000","last_active":"2024-09-13T15:57:59.718940+0000","last_peered":"2024-09-13T15:57:59.718940+0000","last_clean":"2024-09-13T15:57:59.718940+0000","last_became_active":"2024-09-13T15:57:59.718005+0000","last_became_peered":"2024-09-13T15:57:59.718005+0000","last_unstale":"2024-09-13T15:57:59.718940+0000","last_undegraded":"2024-09-13T15:57:59.718940+0000","last_fullsized":"2024-09-13T15:57:59.718940+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294497+0000","last_change":"2024-09-13T15:57:59.294497+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294497+0000","last_undegraded":"2024-09-13T15:57:59.294497+0000","last_fullsized":"2024-09-13T15:57:59.294497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:15.109971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.734681+0000","last_change":"2024-09-13T15:57:59.734215+0000","last_active":"2024-09-13T15:57:59.734681+0000","last_peered":"2024-09-13T15:57:59.734681+0000","last_clean":"2024-09-13T15:57:59.734681+0000","last_became_active":"2024-09-13T15:57:59.733912+0000","last_became_peered":"2024-09-13T15:57:59.733912+0000","last_unstale":"2024-09-13T15:57:59.734681+0000","last_undegraded":"2024-09-13T15:57:59.734681+0000","last_fullsized":"2024-09-13T15:57:59.734681+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743698+0000","last_change":"2024-09-13T15:57:59.722546+0000","last_active":"2024-09-13T15:58:00.743698+0000","last_peered":"2024-09-13T15:58:00.743698+0000","last_clean":"2024-09-13T15:58:00.743698+0000","last_became_active":"2024-09-13T15:57:59.721857+0000","last_became_peered":"2024-09-13T15:57:59.721857+0000","last_unstale":"2024-09-13T15:58:00.743698+0000","last_undegraded":"2024-09-13T15:58:00.743698+0000","last_fullsized":"2024-09-13T15:58:00.743698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743137+0000","last_change":"2024-09-13T15:57:59.714284+0000","last_active":"2024-09-13T15:58:00.743137+0000","last_peered":"2024-09-13T15:58:00.743137+0000","last_clean":"2024-09-13T15:58:00.743137+0000","last_became_active":"2024-09-13T15:57:59.713359+0000","last_became_peered":"2024-09-13T15:57:59.713359+0000","last_unstale":"2024-09-13T15:58:00.743137+0000","last_undegraded":"2024-09-13T15:58:00.743137+0000","last_fullsized":"2024-09-13T15:58:00.743137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689401+0000","last_change":"2024-09-13T15:57:59.716825+0000","last_active":"2024-09-13T15:58:00.689401+0000","last_peered":"2024-09-13T15:58:00.689401+0000","last_clean":"2024-09-13T15:58:00.689401+0000","last_became_active":"2024-09-13T15:57:59.716059+0000","last_became_peered":"2024-09-13T15:57:59.716059+0000","last_unstale":"2024-09-13T15:58:00.689401+0000","last_undegraded":"2024-09-13T15:58:00.689401+0000","last_fullsized":"2024-09-13T15:58:00.689401+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699323+0000","last_change":"2024-09-13T15:57:59.695944+0000","last_active":"2024-09-13T15:57:59.699323+0000","last_peered":"2024-09-13T15:57:59.699323+0000","last_clean":"2024-09-13T15:57:59.699323+0000","last_became_active":"2024-09-13T15:57:59.695528+0000","last_became_peered":"2024-09-13T15:57:59.695528+0000","last_unstale":"2024-09-13T15:57:59.699323+0000","last_undegraded":"2024-09-13T15:57:59.699323+0000","last_fullsized":"2024-09-13T15:57:59.699323+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744570+0000","last_change":"2024-09-13T15:57:59.713660+0000","last_active":"2024-09-13T15:58:00.744570+0000","last_peered":"2024-09-13T15:58:00.744570+0000","last_clean":"2024-09-13T15:58:00.744570+0000","last_became_active":"2024-09-13T15:57:59.712268+0000","last_became_peered":"2024-09-13T15:57:59.712268+0000","last_unstale":"2024-09-13T15:58:00.744570+0000","last_undegraded":"2024-09-13T15:58:00.744570+0000","last_fullsized":"2024-09-13T15:58:00.744570+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743762+0000","last_change":"2024-09-13T15:57:59.729247+0000","last_active":"2024-09-13T15:58:00.743762+0000","last_peered":"2024-09-13T15:58:00.743762+0000","last_clean":"2024-09-13T15:58:00.743762+0000","last_became_active":"2024-09-13T15:57:59.727986+0000","last_became_peered":"2024-09-13T15:57:59.727986+0000","last_unstale":"2024-09-13T15:58:00.743762+0000","last_undegraded":"2024-09-13T15:58:00.743762+0000","last_fullsized":"2024-09-13T15:58:00.743762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294175+0000","last_change":"2024-09-13T15:57:59.294175+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294175+0000","last_undegraded":"2024-09-13T15:57:59.294175+0000","last_fullsized":"2024-09-13T15:57:59.294175+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:03.328212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.695004+0000","last_change":"2024-09-13T15:57:59.693178+0000","last_active":"2024-09-13T15:57:59.695004+0000","last_peered":"2024-09-13T15:57:59.695004+0000","last_clean":"2024-09-13T15:57:59.695004+0000","last_became_active":"2024-09-13T15:57:59.692852+0000","last_became_peered":"2024-09-13T15:57:59.692852+0000","last_unstale":"2024-09-13T15:57:59.695004+0000","last_undegraded":"2024-09-13T15:57:59.695004+0000","last_fullsized":"2024-09-13T15:57:59.695004+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743308+0000","last_change":"2024-09-13T15:57:59.731433+0000","last_active":"2024-09-13T15:58:00.743308+0000","last_peered":"2024-09-13T15:58:00.743308+0000","last_clean":"2024-09-13T15:58:00.743308+0000","last_became_active":"2024-09-13T15:57:59.730447+0000","last_became_peered":"2024-09-13T15:57:59.730447+0000","last_unstale":"2024-09-13T15:58:00.743308+0000","last_undegraded":"2024-09-13T15:58:00.743308+0000","last_fullsized":"2024-09-13T15:58:00.743308+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743438+0000","last_change":"2024-09-13T15:57:59.715354+0000","last_active":"2024-09-13T15:58:00.743438+0000","last_peered":"2024-09-13T15:58:00.743438+0000","last_clean":"2024-09-13T15:58:00.743438+0000","last_became_active":"2024-09-13T15:57:59.714505+0000","last_became_peered":"2024-09-13T15:57:59.714505+0000","last_unstale":"2024-09-13T15:58:00.743438+0000","last_undegraded":"2024-09-13T15:58:00.743438+0000","last_fullsized":"2024-09-13T15:58:00.743438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744624+0000","last_change":"2024-09-13T15:57:59.725169+0000","last_active":"2024-09-13T15:58:00.744624+0000","last_peered":"2024-09-13T15:58:00.744624+0000","last_clean":"2024-09-13T15:58:00.744624+0000","last_became_active":"2024-09-13T15:57:59.723001+0000","last_became_peered":"2024-09-13T15:57:59.723001+0000","last_unstale":"2024-09-13T15:58:00.744624+0000","last_undegraded":"2024-09-13T15:58:00.744624+0000","last_fullsized":"2024-09-13T15:58:00.744624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693831+0000","last_change":"2024-09-13T15:57:59.691398+0000","last_active":"2024-09-13T15:57:59.693831+0000","last_peered":"2024-09-13T15:57:59.693831+0000","last_clean":"2024-09-13T15:57:59.693831+0000","last_became_active":"2024-09-13T15:57:59.691179+0000","last_became_peered":"2024-09-13T15:57:59.691179+0000","last_unstale":"2024-09-13T15:57:59.693831+0000","last_undegraded":"2024-09-13T15:57:59.693831+0000","last_fullsized":"2024-09-13T15:57:59.693831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:49.970361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.698897+0000","last_change":"2024-09-13T15:57:59.697871+0000","last_active":"2024-09-13T15:57:59.698897+0000","last_peered":"2024-09-13T15:57:59.698897+0000","last_clean":"2024-09-13T15:57:59.698897+0000","last_became_active":"2024-09-13T15:57:59.697592+0000","last_became_peered":"2024-09-13T15:57:59.697592+0000","last_unstale":"2024-09-13T15:57:59.698897+0000","last_undegraded":"2024-09-13T15:57:59.698897+0000","last_fullsized":"2024-09-13T15:57:59.698897+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:12.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292600+0000","last_change":"2024-09-13T15:57:59.292600+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292600+0000","last_undegraded":"2024-09-13T15:57:59.292600+0000","last_fullsized":"2024-09-13T15:57:59.292600+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:49.921715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688097+0000","last_change":"2024-09-13T15:57:59.707846+0000","last_active":"2024-09-13T15:58:00.688097+0000","last_peered":"2024-09-13T15:58:00.688097+0000","last_clean":"2024-09-13T15:58:00.688097+0000","last_became_active":"2024-09-13T15:57:59.706506+0000","last_became_peered":"2024-09-13T15:57:59.706506+0000","last_unstale":"2024-09-13T15:58:00.688097+0000","last_undegraded":"2024-09-13T15:58:00.688097+0000","last_fullsized":"2024-09-13T15:58:00.688097+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689117+0000","last_change":"2024-09-13T15:57:59.706432+0000","last_active":"2024-09-13T15:58:00.689117+0000","last_peered":"2024-09-13T15:58:00.689117+0000","last_clean":"2024-09-13T15:58:00.689117+0000","last_became_active":"2024-09-13T15:57:59.705663+0000","last_became_peered":"2024-09-13T15:57:59.705663+0000","last_unstale":"2024-09-13T15:58:00.689117+0000","last_undegraded":"2024-09-13T15:58:00.689117+0000","last_fullsized":"2024-09-13T15:58:00.689117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289487+0000","last_change":"2024-09-13T15:57:59.289487+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289487+0000","last_undegraded":"2024-09-13T15:57:59.289487+0000","last_fullsized":"2024-09-13T15:57:59.289487+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:26.341879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743082+0000","last_change":"2024-09-13T15:57:59.727613+0000","last_active":"2024-09-13T15:58:00.743082+0000","last_peered":"2024-09-13T15:58:00.743082+0000","last_clean":"2024-09-13T15:58:00.743082+0000","last_became_active":"2024-09-13T15:57:59.726960+0000","last_became_peered":"2024-09-13T15:57:59.726960+0000","last_unstale":"2024-09-13T15:58:00.743082+0000","last_undegraded":"2024-09-13T15:58:00.743082+0000","last_fullsized":"2024-09-13T15:58:00.743082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713581+0000","last_change":"2024-09-13T15:57:59.712769+0000","last_active":"2024-09-13T15:57:59.713581+0000","last_peered":"2024-09-13T15:57:59.713581+0000","last_clean":"2024-09-13T15:57:59.713581+0000","last_became_active":"2024-09-13T15:57:59.712521+0000","last_became_peered":"2024-09-13T15:57:59.712521+0000","last_unstale":"2024-09-13T15:57:59.713581+0000","last_undegraded":"2024-09-13T15:57:59.713581+0000","last_fullsized":"2024-09-13T15:57:59.713581+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699790+0000","last_change":"2024-09-13T15:57:59.698700+0000","last_active":"2024-09-13T15:57:59.699790+0000","last_peered":"2024-09-13T15:57:59.699790+0000","last_clean":"2024-09-13T15:57:59.699790+0000","last_became_active":"2024-09-13T15:57:59.698424+0000","last_became_peered":"2024-09-13T15:57:59.698424+0000","last_unstale":"2024-09-13T15:57:59.699790+0000","last_undegraded":"2024-09-13T15:57:59.699790+0000","last_fullsized":"2024-09-13T15:57:59.699790+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:46:13.167256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718927+0000","last_change":"2024-09-13T15:57:59.718073+0000","last_active":"2024-09-13T15:57:59.718927+0000","last_peered":"2024-09-13T15:57:59.718927+0000","last_clean":"2024-09-13T15:57:59.718927+0000","last_became_active":"2024-09-13T15:57:59.717791+0000","last_became_peered":"2024-09-13T15:57:59.717791+0000","last_unstale":"2024-09-13T15:57:59.718927+0000","last_undegraded":"2024-09-13T15:57:59.718927+0000","last_fullsized":"2024-09-13T15:57:59.718927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743842+0000","last_change":"2024-09-13T15:57:59.728647+0000","last_active":"2024-09-13T15:58:00.743842+0000","last_peered":"2024-09-13T15:58:00.743842+0000","last_clean":"2024-09-13T15:58:00.743842+0000","last_became_active":"2024-09-13T15:57:59.727174+0000","last_became_peered":"2024-09-13T15:57:59.727174+0000","last_unstale":"2024-09-13T15:58:00.743842+0000","last_undegraded":"2024-09-13T15:58:00.743842+0000","last_fullsized":"2024-09-13T15:58:00.743842+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688331+0000","last_change":"2024-09-13T15:57:59.707289+0000","last_active":"2024-09-13T15:58:00.688331+0000","last_peered":"2024-09-13T15:58:00.688331+0000","last_clean":"2024-09-13T15:58:00.688331+0000","last_became_active":"2024-09-13T15:57:59.705763+0000","last_became_peered":"2024-09-13T15:57:59.705763+0000","last_unstale":"2024-09-13T15:58:00.688331+0000","last_undegraded":"2024-09-13T15:58:00.688331+0000","last_fullsized":"2024-09-13T15:58:00.688331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743553+0000","last_change":"2024-09-13T15:57:59.718722+0000","last_active":"2024-09-13T15:58:00.743553+0000","last_peered":"2024-09-13T15:58:00.743553+0000","last_clean":"2024-09-13T15:58:00.743553+0000","last_became_active":"2024-09-13T15:57:59.717136+0000","last_became_peered":"2024-09-13T15:57:59.717136+0000","last_unstale":"2024-09-13T15:58:00.743553+0000","last_undegraded":"2024-09-13T15:58:00.743553+0000","last_fullsized":"2024-09-13T15:58:00.743553+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687621+0000","last_change":"2024-09-13T15:57:59.711434+0000","last_active":"2024-09-13T15:58:00.687621+0000","last_peered":"2024-09-13T15:58:00.687621+0000","last_clean":"2024-09-13T15:58:00.687621+0000","last_became_active":"2024-09-13T15:57:59.710730+0000","last_became_peered":"2024-09-13T15:57:59.710730+0000","last_unstale":"2024-09-13T15:58:00.687621+0000","last_undegraded":"2024-09-13T15:58:00.687621+0000","last_fullsized":"2024-09-13T15:58:00.687621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:44.070581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743158+0000","last_change":"2024-09-13T15:57:59.718513+0000","last_active":"2024-09-13T15:58:00.743158+0000","last_peered":"2024-09-13T15:58:00.743158+0000","last_clean":"2024-09-13T15:58:00.743158+0000","last_became_active":"2024-09-13T15:57:59.717850+0000","last_became_peered":"2024-09-13T15:57:59.717850+0000","last_unstale":"2024-09-13T15:58:00.743158+0000","last_undegraded":"2024-09-13T15:58:00.743158+0000","last_fullsized":"2024-09-13T15:58:00.743158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289447+0000","last_change":"2024-09-13T15:57:59.289447+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289447+0000","last_undegraded":"2024-09-13T15:57:59.289447+0000","last_fullsized":"2024-09-13T15:57:59.289447+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:12.862353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"35'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688718+0000","last_change":"2024-09-13T15:57:59.310923+0000","last_active":"2024-09-13T15:58:00.688718+0000","last_peered":"2024-09-13T15:58:00.688718+0000","last_clean":"2024-09-13T15:58:00.688718+0000","last_became_active":"2024-09-13T15:57:59.310664+0000","last_became_peered":"2024-09-13T15:57:59.310664+0000","last_unstale":"2024-09-13T15:58:00.688718+0000","last_undegraded":"2024-09-13T15:58:00.688718+0000","last_fullsized":"2024-09-13T15:58:00.688718+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688505+0000","last_change":"2024-09-13T15:57:59.725972+0000","last_active":"2024-09-13T15:58:00.688505+0000","last_peered":"2024-09-13T15:58:00.688505+0000","last_clean":"2024-09-13T15:58:00.688505+0000","last_became_active":"2024-09-13T15:57:59.725268+0000","last_became_peered":"2024-09-13T15:57:59.725268+0000","last_unstale":"2024-09-13T15:58:00.688505+0000","last_undegraded":"2024-09-13T15:58:00.688505+0000","last_fullsized":"2024-09-13T15:58:00.688505+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.309433+0000","last_change":"2024-09-13T15:57:59.307639+0000","last_active":"2024-09-13T15:57:59.309433+0000","last_peered":"2024-09-13T15:57:59.309433+0000","last_clean":"2024-09-13T15:57:59.309433+0000","last_became_active":"2024-09-13T15:57:59.306303+0000","last_became_peered":"2024-09-13T15:57:59.306303+0000","last_unstale":"2024-09-13T15:57:59.309433+0000","last_undegraded":"2024-09-13T15:57:59.309433+0000","last_fullsized":"2024-09-13T15:57:59.309433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:02.318578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688777+0000","last_change":"2024-09-13T15:57:59.709670+0000","last_active":"2024-09-13T15:58:00.688777+0000","last_peered":"2024-09-13T15:58:00.688777+0000","last_clean":"2024-09-13T15:58:00.688777+0000","last_became_active":"2024-09-13T15:57:59.708525+0000","last_became_peered":"2024-09-13T15:57:59.708525+0000","last_unstale":"2024-09-13T15:58:00.688777+0000","last_undegraded":"2024-09-13T15:58:00.688777+0000","last_fullsized":"2024-09-13T15:58:00.688777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.701460+0000","last_change":"2024-09-13T15:57:59.313140+0000","last_active":"2024-09-13T15:57:59.701460+0000","last_peered":"2024-09-13T15:57:59.701460+0000","last_clean":"2024-09-13T15:57:59.701460+0000","last_became_active":"2024-09-13T15:57:59.312766+0000","last_became_peered":"2024-09-13T15:57:59.312766+0000","last_unstale":"2024-09-13T15:57:59.701460+0000","last_undegraded":"2024-09-13T15:57:59.701460+0000","last_fullsized":"2024-09-13T15:57:59.701460+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718908+0000","last_change":"2024-09-13T15:57:59.718059+0000","last_active":"2024-09-13T15:57:59.718908+0000","last_peered":"2024-09-13T15:57:59.718908+0000","last_clean":"2024-09-13T15:57:59.718908+0000","last_became_active":"2024-09-13T15:57:59.717778+0000","last_became_peered":"2024-09-13T15:57:59.717778+0000","last_unstale":"2024-09-13T15:57:59.718908+0000","last_undegraded":"2024-09-13T15:57:59.718908+0000","last_fullsized":"2024-09-13T15:57:59.718908+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.314376+0000","last_change":"2024-09-13T15:57:59.310372+0000","last_active":"2024-09-13T15:57:59.314376+0000","last_peered":"2024-09-13T15:57:59.314376+0000","last_clean":"2024-09-13T15:57:59.314376+0000","last_became_active":"2024-09-13T15:57:59.309977+0000","last_became_peered":"2024-09-13T15:57:59.309977+0000","last_unstale":"2024-09-13T15:57:59.314376+0000","last_undegraded":"2024-09-13T15:57:59.314376+0000","last_fullsized":"2024-09-13T15:57:59.314376+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:41.148198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744137+0000","last_change":"2024-09-13T15:57:59.719136+0000","last_active":"2024-09-13T15:58:00.744137+0000","last_peered":"2024-09-13T15:58:00.744137+0000","last_clean":"2024-09-13T15:58:00.744137+0000","last_became_active":"2024-09-13T15:57:59.718029+0000","last_became_peered":"2024-09-13T15:57:59.718029+0000","last_unstale":"2024-09-13T15:58:00.744137+0000","last_undegraded":"2024-09-13T15:58:00.744137+0000","last_fullsized":"2024-09-13T15:58:00.744137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688569+0000","last_change":"2024-09-13T15:57:59.306834+0000","last_active":"2024-09-13T15:58:00.688569+0000","last_peered":"2024-09-13T15:58:00.688569+0000","last_clean":"2024-09-13T15:58:00.688569+0000","last_became_active":"2024-09-13T15:57:59.306518+0000","last_became_peered":"2024-09-13T15:57:59.306518+0000","last_unstale":"2024-09-13T15:58:00.688569+0000","last_undegraded":"2024-09-13T15:58:00.688569+0000","last_fullsized":"2024-09-13T15:58:00.688569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:16.289367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743901+0000","last_change":"2024-09-13T15:57:59.731561+0000","last_active":"2024-09-13T15:58:00.743901+0000","last_peered":"2024-09-13T15:58:00.743901+0000","last_clean":"2024-09-13T15:58:00.743901+0000","last_became_active":"2024-09-13T15:57:59.730742+0000","last_became_peered":"2024-09-13T15:57:59.730742+0000","last_unstale":"2024-09-13T15:58:00.743901+0000","last_undegraded":"2024-09-13T15:58:00.743901+0000","last_fullsized":"2024-09-13T15:58:00.743901+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689313+0000","last_change":"2024-09-13T15:57:59.308936+0000","last_active":"2024-09-13T15:58:00.689313+0000","last_peered":"2024-09-13T15:58:00.689313+0000","last_clean":"2024-09-13T15:58:00.689313+0000","last_became_active":"2024-09-13T15:57:59.308547+0000","last_became_peered":"2024-09-13T15:57:59.308547+0000","last_unstale":"2024-09-13T15:58:00.689313+0000","last_undegraded":"2024-09-13T15:58:00.689313+0000","last_fullsized":"2024-09-13T15:58:00.689313+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:52:39.777127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688830+0000","last_change":"2024-09-13T15:57:59.720323+0000","last_active":"2024-09-13T15:58:00.688830+0000","last_peered":"2024-09-13T15:58:00.688830+0000","last_clean":"2024-09-13T15:58:00.688830+0000","last_became_active":"2024-09-13T15:57:59.719440+0000","last_became_peered":"2024-09-13T15:57:59.719440+0000","last_unstale":"2024-09-13T15:58:00.688830+0000","last_undegraded":"2024-09-13T15:58:00.688830+0000","last_fullsized":"2024-09-13T15:58:00.688830+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678801+0000","last_change":"2024-09-13T15:57:59.304579+0000","last_active":"2024-09-13T15:57:59.678801+0000","last_peered":"2024-09-13T15:57:59.678801+0000","last_clean":"2024-09-13T15:57:59.678801+0000","last_became_active":"2024-09-13T15:57:59.304292+0000","last_became_peered":"2024-09-13T15:57:59.304292+0000","last_unstale":"2024-09-13T15:57:59.678801+0000","last_undegraded":"2024-09-13T15:57:59.678801+0000","last_fullsized":"2024-09-13T15:57:59.678801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.295914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732398+0000","last_change":"2024-09-13T15:57:59.731308+0000","last_active":"2024-09-13T15:57:59.732398+0000","last_peered":"2024-09-13T15:57:59.732398+0000","last_clean":"2024-09-13T15:57:59.732398+0000","last_became_active":"2024-09-13T15:57:59.730979+0000","last_became_peered":"2024-09-13T15:57:59.730979+0000","last_unstale":"2024-09-13T15:57:59.732398+0000","last_undegraded":"2024-09-13T15:57:59.732398+0000","last_fullsized":"2024-09-13T15:57:59.732398+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688264+0000","last_change":"2024-09-13T15:57:59.313098+0000","last_active":"2024-09-13T15:58:00.688264+0000","last_peered":"2024-09-13T15:58:00.688264+0000","last_clean":"2024-09-13T15:58:00.688264+0000","last_became_active":"2024-09-13T15:57:59.312136+0000","last_became_peered":"2024-09-13T15:57:59.312136+0000","last_unstale":"2024-09-13T15:58:00.688264+0000","last_undegraded":"2024-09-13T15:58:00.688264+0000","last_fullsized":"2024-09-13T15:58:00.688264+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744616+0000","last_change":"2024-09-13T15:57:59.734912+0000","last_active":"2024-09-13T15:58:00.744616+0000","last_peered":"2024-09-13T15:58:00.744616+0000","last_clean":"2024-09-13T15:58:00.744616+0000","last_became_active":"2024-09-13T15:57:59.734321+0000","last_became_peered":"2024-09-13T15:57:59.734321+0000","last_unstale":"2024-09-13T15:58:00.744616+0000","last_undegraded":"2024-09-13T15:58:00.744616+0000","last_fullsized":"2024-09-13T15:58:00.744616+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.680574+0000","last_change":"2024-09-13T15:57:59.320202+0000","last_active":"2024-09-13T15:57:59.680574+0000","last_peered":"2024-09-13T15:57:59.680574+0000","last_clean":"2024-09-13T15:57:59.680574+0000","last_became_active":"2024-09-13T15:57:59.319904+0000","last_became_peered":"2024-09-13T15:57:59.319904+0000","last_unstale":"2024-09-13T15:57:59.680574+0000","last_undegraded":"2024-09-13T15:57:59.680574+0000","last_fullsized":"2024-09-13T15:57:59.680574+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:13.932287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702740+0000","last_change":"2024-09-13T15:57:59.701932+0000","last_active":"2024-09-13T15:57:59.702740+0000","last_peered":"2024-09-13T15:57:59.702740+0000","last_clean":"2024-09-13T15:57:59.702740+0000","last_became_active":"2024-09-13T15:57:59.701663+0000","last_became_peered":"2024-09-13T15:57:59.701663+0000","last_unstale":"2024-09-13T15:57:59.702740+0000","last_undegraded":"2024-09-13T15:57:59.702740+0000","last_fullsized":"2024-09-13T15:57:59.702740+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.315954+0000","last_change":"2024-09-13T15:57:59.309226+0000","last_active":"2024-09-13T15:57:59.315954+0000","last_peered":"2024-09-13T15:57:59.315954+0000","last_clean":"2024-09-13T15:57:59.315954+0000","last_became_active":"2024-09-13T15:57:59.308375+0000","last_became_peered":"2024-09-13T15:57:59.308375+0000","last_unstale":"2024-09-13T15:57:59.315954+0000","last_undegraded":"2024-09-13T15:57:59.315954+0000","last_fullsized":"2024-09-13T15:57:59.315954+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.074022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702754+0000","last_change":"2024-09-13T15:57:59.701559+0000","last_active":"2024-09-13T15:57:59.702754+0000","last_peered":"2024-09-13T15:57:59.702754+0000","last_clean":"2024-09-13T15:57:59.702754+0000","last_became_active":"2024-09-13T15:57:59.701325+0000","last_became_peered":"2024-09-13T15:57:59.701325+0000","last_unstale":"2024-09-13T15:57:59.702754+0000","last_undegraded":"2024-09-13T15:57:59.702754+0000","last_fullsized":"2024-09-13T15:57:59.702754+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.043845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"35'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744177+0000","last_change":"2024-09-13T15:57:59.307558+0000","last_active":"2024-09-13T15:58:00.744177+0000","last_peered":"2024-09-13T15:58:00.744177+0000","last_clean":"2024-09-13T15:58:00.744177+0000","last_became_active":"2024-09-13T15:57:59.307215+0000","last_became_peered":"2024-09-13T15:57:59.307215+0000","last_unstale":"2024-09-13T15:58:00.744177+0000","last_undegraded":"2024-09-13T15:58:00.744177+0000","last_fullsized":"2024-09-13T15:58:00.744177+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743899+0000","last_change":"2024-09-13T15:57:59.734746+0000","last_active":"2024-09-13T15:58:00.743899+0000","last_peered":"2024-09-13T15:58:00.743899+0000","last_clean":"2024-09-13T15:58:00.743899+0000","last_became_active":"2024-09-13T15:57:59.734149+0000","last_became_peered":"2024-09-13T15:57:59.734149+0000","last_unstale":"2024-09-13T15:58:00.743899+0000","last_undegraded":"2024-09-13T15:58:00.743899+0000","last_fullsized":"2024-09-13T15:58:00.743899+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"35'6","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.721120+0000","last_change":"2024-09-13T15:57:59.314080+0000","last_active":"2024-09-13T15:57:59.721120+0000","last_peered":"2024-09-13T15:57:59.721120+0000","last_clean":"2024-09-13T15:57:59.721120+0000","last_became_active":"2024-09-13T15:57:59.312728+0000","last_became_peered":"2024-09-13T15:57:59.312728+0000","last_unstale":"2024-09-13T15:57:59.721120+0000","last_undegraded":"2024-09-13T15:57:59.721120+0000","last_fullsized":"2024-09-13T15:57:59.721120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:50:48.051267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732678+0000","last_change":"2024-09-13T15:57:59.731777+0000","last_active":"2024-09-13T15:57:59.732678+0000","last_peered":"2024-09-13T15:57:59.732678+0000","last_clean":"2024-09-13T15:57:59.732678+0000","last_became_active":"2024-09-13T15:57:59.731478+0000","last_became_peered":"2024-09-13T15:57:59.731478+0000","last_unstale":"2024-09-13T15:57:59.732678+0000","last_undegraded":"2024-09-13T15:57:59.732678+0000","last_fullsized":"2024-09-13T15:57:59.732678+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688692+0000","last_change":"2024-09-13T15:57:59.310543+0000","last_active":"2024-09-13T15:58:00.688692+0000","last_peered":"2024-09-13T15:58:00.688692+0000","last_clean":"2024-09-13T15:58:00.688692+0000","last_became_active":"2024-09-13T15:57:59.310185+0000","last_became_peered":"2024-09-13T15:57:59.310185+0000","last_unstale":"2024-09-13T15:58:00.688692+0000","last_undegraded":"2024-09-13T15:58:00.688692+0000","last_fullsized":"2024-09-13T15:58:00.688692+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:08:53.342059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697284+0000","last_change":"2024-09-13T15:57:59.695378+0000","last_active":"2024-09-13T15:57:59.697284+0000","last_peered":"2024-09-13T15:57:59.697284+0000","last_clean":"2024-09-13T15:57:59.697284+0000","last_became_active":"2024-09-13T15:57:59.695056+0000","last_became_peered":"2024-09-13T15:57:59.695056+0000","last_unstale":"2024-09-13T15:57:59.697284+0000","last_undegraded":"2024-09-13T15:57:59.697284+0000","last_fullsized":"2024-09-13T15:57:59.697284+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684612+0000","last_change":"2024-09-13T15:57:59.315587+0000","last_active":"2024-09-13T15:57:59.684612+0000","last_peered":"2024-09-13T15:57:59.684612+0000","last_clean":"2024-09-13T15:57:59.684612+0000","last_became_active":"2024-09-13T15:57:59.315064+0000","last_became_peered":"2024-09-13T15:57:59.315064+0000","last_unstale":"2024-09-13T15:57:59.684612+0000","last_undegraded":"2024-09-13T15:57:59.684612+0000","last_fullsized":"2024-09-13T15:57:59.684612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:37.675235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744278+0000","last_change":"2024-09-13T15:57:59.722531+0000","last_active":"2024-09-13T15:58:00.744278+0000","last_peered":"2024-09-13T15:58:00.744278+0000","last_clean":"2024-09-13T15:58:00.744278+0000","last_became_active":"2024-09-13T15:57:59.721810+0000","last_became_peered":"2024-09-13T15:57:59.721810+0000","last_unstale":"2024-09-13T15:58:00.744278+0000","last_undegraded":"2024-09-13T15:58:00.744278+0000","last_fullsized":"2024-09-13T15:58:00.744278+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678906+0000","last_change":"2024-09-13T15:57:59.313940+0000","last_active":"2024-09-13T15:57:59.678906+0000","last_peered":"2024-09-13T15:57:59.678906+0000","last_clean":"2024-09-13T15:57:59.678906+0000","last_became_active":"2024-09-13T15:57:59.313577+0000","last_became_peered":"2024-09-13T15:57:59.313577+0000","last_unstale":"2024-09-13T15:57:59.678906+0000","last_undegraded":"2024-09-13T15:57:59.678906+0000","last_fullsized":"2024-09-13T15:57:59.678906+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:25.230490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688038+0000","last_change":"2024-09-13T15:57:59.725131+0000","last_active":"2024-09-13T15:58:00.688038+0000","last_peered":"2024-09-13T15:58:00.688038+0000","last_clean":"2024-09-13T15:58:00.688038+0000","last_became_active":"2024-09-13T15:57:59.724525+0000","last_became_peered":"2024-09-13T15:57:59.724525+0000","last_unstale":"2024-09-13T15:58:00.688038+0000","last_undegraded":"2024-09-13T15:58:00.688038+0000","last_fullsized":"2024-09-13T15:58:00.688038+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"35'8","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697498+0000","last_change":"2024-09-13T15:57:59.316596+0000","last_active":"2024-09-13T15:57:59.697498+0000","last_peered":"2024-09-13T15:57:59.697498+0000","last_clean":"2024-09-13T15:57:59.697498+0000","last_became_active":"2024-09-13T15:57:59.313882+0000","last_became_peered":"2024-09-13T15:57:59.313882+0000","last_unstale":"2024-09-13T15:57:59.697498+0000","last_undegraded":"2024-09-13T15:57:59.697498+0000","last_fullsized":"2024-09-13T15:57:59.697498+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689091+0000","last_change":"2024-09-13T15:57:59.735193+0000","last_active":"2024-09-13T15:58:00.689091+0000","last_peered":"2024-09-13T15:58:00.689091+0000","last_clean":"2024-09-13T15:58:00.689091+0000","last_became_active":"2024-09-13T15:57:59.734462+0000","last_became_peered":"2024-09-13T15:57:59.734462+0000","last_unstale":"2024-09-13T15:58:00.689091+0000","last_undegraded":"2024-09-13T15:58:00.689091+0000","last_fullsized":"2024-09-13T15:58:00.689091+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"35'1","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700333+0000","last_change":"2024-09-13T15:57:59.312291+0000","last_active":"2024-09-13T15:57:59.700333+0000","last_peered":"2024-09-13T15:57:59.700333+0000","last_clean":"2024-09-13T15:57:59.700333+0000","last_became_active":"2024-09-13T15:57:59.311380+0000","last_became_peered":"2024-09-13T15:57:59.311380+0000","last_unstale":"2024-09-13T15:57:59.700333+0000","last_undegraded":"2024-09-13T15:57:59.700333+0000","last_fullsized":"2024-09-13T15:57:59.700333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744931+0000","last_change":"2024-09-13T15:57:59.734484+0000","last_active":"2024-09-13T15:58:00.744931+0000","last_peered":"2024-09-13T15:58:00.744931+0000","last_clean":"2024-09-13T15:58:00.744931+0000","last_became_active":"2024-09-13T15:57:59.733881+0000","last_became_peered":"2024-09-13T15:57:59.733881+0000","last_unstale":"2024-09-13T15:58:00.744931+0000","last_undegraded":"2024-09-13T15:58:00.744931+0000","last_fullsized":"2024-09-13T15:58:00.744931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689309+0000","last_change":"2024-09-13T15:57:59.312729+0000","last_active":"2024-09-13T15:58:00.689309+0000","last_peered":"2024-09-13T15:58:00.689309+0000","last_clean":"2024-09-13T15:58:00.689309+0000","last_became_active":"2024-09-13T15:57:59.310711+0000","last_became_peered":"2024-09-13T15:57:59.310711+0000","last_unstale":"2024-09-13T15:58:00.689309+0000","last_undegraded":"2024-09-13T15:58:00.689309+0000","last_fullsized":"2024-09-13T15:58:00.689309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.719073+0000","last_change":"2024-09-13T15:57:59.718373+0000","last_active":"2024-09-13T15:57:59.719073+0000","last_peered":"2024-09-13T15:57:59.719073+0000","last_clean":"2024-09-13T15:57:59.719073+0000","last_became_active":"2024-09-13T15:57:59.718126+0000","last_became_peered":"2024-09-13T15:57:59.718126+0000","last_unstale":"2024-09-13T15:57:59.719073+0000","last_undegraded":"2024-09-13T15:57:59.719073+0000","last_fullsized":"2024-09-13T15:57:59.719073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689094+0000","last_change":"2024-09-13T15:57:59.301594+0000","last_active":"2024-09-13T15:58:00.689094+0000","last_peered":"2024-09-13T15:58:00.689094+0000","last_clean":"2024-09-13T15:58:00.689094+0000","last_became_active":"2024-09-13T15:57:59.300558+0000","last_became_peered":"2024-09-13T15:57:59.300558+0000","last_unstale":"2024-09-13T15:58:00.689094+0000","last_undegraded":"2024-09-13T15:58:00.689094+0000","last_fullsized":"2024-09-13T15:58:00.689094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:56.079321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293232+0000","last_change":"2024-09-13T15:57:59.293232+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293232+0000","last_undegraded":"2024-09-13T15:57:59.293232+0000","last_fullsized":"2024-09-13T15:57:59.293232+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:45.759199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688812+0000","last_change":"2024-09-13T15:57:59.307496+0000","last_active":"2024-09-13T15:58:00.688812+0000","last_peered":"2024-09-13T15:58:00.688812+0000","last_clean":"2024-09-13T15:58:00.688812+0000","last_became_active":"2024-09-13T15:57:59.306878+0000","last_became_peered":"2024-09-13T15:57:59.306878+0000","last_unstale":"2024-09-13T15:58:00.688812+0000","last_undegraded":"2024-09-13T15:58:00.688812+0000","last_fullsized":"2024-09-13T15:58:00.688812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:48.347164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292311+0000","last_change":"2024-09-13T15:57:59.292311+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292311+0000","last_undegraded":"2024-09-13T15:57:59.292311+0000","last_fullsized":"2024-09-13T15:57:59.292311+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.412207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304521+0000","last_change":"2024-09-13T15:57:59.302058+0000","last_active":"2024-09-13T15:57:59.304521+0000","last_peered":"2024-09-13T15:57:59.304521+0000","last_clean":"2024-09-13T15:57:59.304521+0000","last_became_active":"2024-09-13T15:57:59.301652+0000","last_became_peered":"2024-09-13T15:57:59.301652+0000","last_unstale":"2024-09-13T15:57:59.304521+0000","last_undegraded":"2024-09-13T15:57:59.304521+0000","last_fullsized":"2024-09-13T15:57:59.304521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:44.749565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291499+0000","last_change":"2024-09-13T15:57:59.291499+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291499+0000","last_undegraded":"2024-09-13T15:57:59.291499+0000","last_fullsized":"2024-09-13T15:57:59.291499+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:13.967218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687970+0000","last_change":"2024-09-13T15:57:59.309774+0000","last_active":"2024-09-13T15:58:00.687970+0000","last_peered":"2024-09-13T15:58:00.687970+0000","last_clean":"2024-09-13T15:58:00.687970+0000","last_became_active":"2024-09-13T15:57:59.309433+0000","last_became_peered":"2024-09-13T15:57:59.309433+0000","last_unstale":"2024-09-13T15:58:00.687970+0000","last_undegraded":"2024-09-13T15:58:00.687970+0000","last_fullsized":"2024-09-13T15:58:00.687970+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293046+0000","last_change":"2024-09-13T15:57:59.293046+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293046+0000","last_undegraded":"2024-09-13T15:57:59.293046+0000","last_fullsized":"2024-09-13T15:57:59.293046+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.083656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688497+0000","last_change":"2024-09-13T15:57:59.302940+0000","last_active":"2024-09-13T15:58:00.688497+0000","last_peered":"2024-09-13T15:58:00.688497+0000","last_clean":"2024-09-13T15:58:00.688497+0000","last_became_active":"2024-09-13T15:57:59.302469+0000","last_became_peered":"2024-09-13T15:57:59.302469+0000","last_unstale":"2024-09-13T15:58:00.688497+0000","last_undegraded":"2024-09-13T15:58:00.688497+0000","last_fullsized":"2024-09-13T15:58:00.688497+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:31.657451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743153+0000","last_change":"2024-09-13T15:57:59.704626+0000","last_active":"2024-09-13T15:58:00.743153+0000","last_peered":"2024-09-13T15:58:00.743153+0000","last_clean":"2024-09-13T15:58:00.743153+0000","last_became_active":"2024-09-13T15:57:59.703896+0000","last_became_peered":"2024-09-13T15:57:59.703896+0000","last_unstale":"2024-09-13T15:58:00.743153+0000","last_undegraded":"2024-09-13T15:58:00.743153+0000","last_fullsized":"2024-09-13T15:58:00.743153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743311+0000","last_change":"2024-09-13T15:57:59.317615+0000","last_active":"2024-09-13T15:58:00.743311+0000","last_peered":"2024-09-13T15:58:00.743311+0000","last_clean":"2024-09-13T15:58:00.743311+0000","last_became_active":"2024-09-13T15:57:59.317269+0000","last_became_peered":"2024-09-13T15:57:59.317269+0000","last_unstale":"2024-09-13T15:58:00.743311+0000","last_undegraded":"2024-09-13T15:58:00.743311+0000","last_fullsized":"2024-09-13T15:58:00.743311+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291665+0000","last_change":"2024-09-13T15:57:59.291665+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291665+0000","last_undegraded":"2024-09-13T15:57:59.291665+0000","last_fullsized":"2024-09-13T15:57:59.291665+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:48.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.726683+0000","last_change":"2024-09-13T15:57:59.312444+0000","last_active":"2024-09-13T15:57:59.726683+0000","last_peered":"2024-09-13T15:57:59.726683+0000","last_clean":"2024-09-13T15:57:59.726683+0000","last_became_active":"2024-09-13T15:57:59.311866+0000","last_became_peered":"2024-09-13T15:57:59.311866+0000","last_unstale":"2024-09-13T15:57:59.726683+0000","last_undegraded":"2024-09-13T15:57:59.726683+0000","last_fullsized":"2024-09-13T15:57:59.726683+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.745013+0000","last_change":"2024-09-13T15:57:59.731523+0000","last_active":"2024-09-13T15:58:00.745013+0000","last_peered":"2024-09-13T15:58:00.745013+0000","last_clean":"2024-09-13T15:58:00.745013+0000","last_became_active":"2024-09-13T15:57:59.730708+0000","last_became_peered":"2024-09-13T15:57:59.730708+0000","last_unstale":"2024-09-13T15:58:00.745013+0000","last_undegraded":"2024-09-13T15:58:00.745013+0000","last_fullsized":"2024-09-13T15:58:00.745013+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304547+0000","last_change":"2024-09-13T15:57:59.302829+0000","last_active":"2024-09-13T15:57:59.304547+0000","last_peered":"2024-09-13T15:57:59.304547+0000","last_clean":"2024-09-13T15:57:59.304547+0000","last_became_active":"2024-09-13T15:57:59.301145+0000","last_became_peered":"2024-09-13T15:57:59.301145+0000","last_unstale":"2024-09-13T15:57:59.304547+0000","last_undegraded":"2024-09-13T15:57:59.304547+0000","last_fullsized":"2024-09-13T15:57:59.304547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:47.700712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289848+0000","last_change":"2024-09-13T15:57:59.289848+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289848+0000","last_undegraded":"2024-09-13T15:57:59.289848+0000","last_fullsized":"2024-09-13T15:57:59.289848+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:17:58.038959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.686990+0000","last_change":"2024-09-13T15:57:59.299891+0000","last_active":"2024-09-13T15:57:59.686990+0000","last_peered":"2024-09-13T15:57:59.686990+0000","last_clean":"2024-09-13T15:57:59.686990+0000","last_became_active":"2024-09-13T15:57:59.299499+0000","last_became_peered":"2024-09-13T15:57:59.299499+0000","last_unstale":"2024-09-13T15:57:59.686990+0000","last_undegraded":"2024-09-13T15:57:59.686990+0000","last_fullsized":"2024-09-13T15:57:59.686990+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:27.789375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687739+0000","last_change":"2024-09-13T15:57:59.711066+0000","last_active":"2024-09-13T15:58:00.687739+0000","last_peered":"2024-09-13T15:58:00.687739+0000","last_clean":"2024-09-13T15:58:00.687739+0000","last_became_active":"2024-09-13T15:57:59.701489+0000","last_became_peered":"2024-09-13T15:57:59.701489+0000","last_unstale":"2024-09-13T15:58:00.687739+0000","last_undegraded":"2024-09-13T15:58:00.687739+0000","last_fullsized":"2024-09-13T15:58:00.687739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:26.240125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.308043+0000","last_change":"2024-09-13T15:57:59.306296+0000","last_active":"2024-09-13T15:57:59.308043+0000","last_peered":"2024-09-13T15:57:59.308043+0000","last_clean":"2024-09-13T15:57:59.308043+0000","last_became_active":"2024-09-13T15:57:59.305975+0000","last_became_peered":"2024-09-13T15:57:59.305975+0000","last_unstale":"2024-09-13T15:57:59.308043+0000","last_undegraded":"2024-09-13T15:57:59.308043+0000","last_fullsized":"2024-09-13T15:57:59.308043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:12.957583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289349+0000","last_change":"2024-09-13T15:57:59.289349+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289349+0000","last_undegraded":"2024-09-13T15:57:59.289349+0000","last_fullsized":"2024-09-13T15:57:59.289349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:26.691848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684670+0000","last_change":"2024-09-13T15:57:59.315382+0000","last_active":"2024-09-13T15:57:59.684670+0000","last_peered":"2024-09-13T15:57:59.684670+0000","last_clean":"2024-09-13T15:57:59.684670+0000","last_became_active":"2024-09-13T15:57:59.314921+0000","last_became_peered":"2024-09-13T15:57:59.314921+0000","last_unstale":"2024-09-13T15:57:59.684670+0000","last_undegraded":"2024-09-13T15:57:59.684670+0000","last_fullsized":"2024-09-13T15:57:59.684670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693496+0000","last_change":"2024-09-13T15:57:59.690712+0000","last_active":"2024-09-13T15:57:59.693496+0000","last_peered":"2024-09-13T15:57:59.693496+0000","last_clean":"2024-09-13T15:57:59.693496+0000","last_became_active":"2024-09-13T15:57:59.690482+0000","last_became_peered":"2024-09-13T15:57:59.690482+0000","last_unstale":"2024-09-13T15:57:59.693496+0000","last_undegraded":"2024-09-13T15:57:59.693496+0000","last_fullsized":"2024-09-13T15:57:59.693496+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688513+0000","last_change":"2024-09-13T15:57:59.306663+0000","last_active":"2024-09-13T15:58:00.688513+0000","last_peered":"2024-09-13T15:58:00.688513+0000","last_clean":"2024-09-13T15:58:00.688513+0000","last_became_active":"2024-09-13T15:57:59.306317+0000","last_became_peered":"2024-09-13T15:57:59.306317+0000","last_unstale":"2024-09-13T15:58:00.688513+0000","last_undegraded":"2024-09-13T15:58:00.688513+0000","last_fullsized":"2024-09-13T15:58:00.688513+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:12.521882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688388+0000","last_change":"2024-09-13T15:57:59.716997+0000","last_active":"2024-09-13T15:58:00.688388+0000","last_peered":"2024-09-13T15:58:00.688388+0000","last_clean":"2024-09-13T15:58:00.688388+0000","last_became_active":"2024-09-13T15:57:59.716296+0000","last_became_peered":"2024-09-13T15:57:59.716296+0000","last_unstale":"2024-09-13T15:58:00.688388+0000","last_undegraded":"2024-09-13T15:58:00.688388+0000","last_fullsized":"2024-09-13T15:58:00.688388+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678912+0000","last_change":"2024-09-13T15:57:59.320380+0000","last_active":"2024-09-13T15:57:59.678912+0000","last_peered":"2024-09-13T15:57:59.678912+0000","last_clean":"2024-09-13T15:57:59.678912+0000","last_became_active":"2024-09-13T15:57:59.319883+0000","last_became_peered":"2024-09-13T15:57:59.319883+0000","last_unstale":"2024-09-13T15:57:59.678912+0000","last_undegraded":"2024-09-13T15:57:59.678912+0000","last_fullsized":"2024-09-13T15:57:59.678912+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:43.060946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744253+0000","last_change":"2024-09-13T15:57:59.712743+0000","last_active":"2024-09-13T15:58:00.744253+0000","last_peered":"2024-09-13T15:58:00.744253+0000","last_clean":"2024-09-13T15:58:00.744253+0000","last_became_active":"2024-09-13T15:57:59.711903+0000","last_became_peered":"2024-09-13T15:57:59.711903+0000","last_unstale":"2024-09-13T15:58:00.744253+0000","last_undegraded":"2024-09-13T15:58:00.744253+0000","last_fullsized":"2024-09-13T15:58:00.744253+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687716+0000","last_change":"2024-09-13T15:57:59.299323+0000","last_active":"2024-09-13T15:58:00.687716+0000","last_peered":"2024-09-13T15:58:00.687716+0000","last_clean":"2024-09-13T15:58:00.687716+0000","last_became_active":"2024-09-13T15:57:59.298641+0000","last_became_peered":"2024-09-13T15:57:59.298641+0000","last_unstale":"2024-09-13T15:58:00.687716+0000","last_undegraded":"2024-09-13T15:58:00.687716+0000","last_fullsized":"2024-09-13T15:58:00.687716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.690218+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:57:59.690218+0000","last_peered":"2024-09-13T15:57:59.690218+0000","last_clean":"2024-09-13T15:57:59.690218+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:57:59.690218+0000","last_undegraded":"2024-09-13T15:57:59.690218+0000","last_fullsized":"2024-09-13T15:57:59.690218+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476756,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":741339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.90600000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.88},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.0129999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.163}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1930000000000001}]}]},{"osd":6,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.115}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.137}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.028},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.004}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.077}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.80200000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.0529999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.92500000000000004}]}]},{"osd":5,"up_from":16,"seq":68719476753,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.72199999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.82799999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.88}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.93300000000000005}]}]},{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.628},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.79100000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.873}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.032},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.206}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1599999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35576,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336264,"statfs":{"total":96636764160,"available":96600334336,"internally_reserved":0,"allocated":372736,"data_stored":144106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.621},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.1399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.258},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1220000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.2110000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.95999999999999996}]}]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":401408,"data_stored":152467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.62},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.71699999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.91600000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.84499999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.747},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.1799999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.002}]}]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":360448,"data_stored":137839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.749}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.879},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64000000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.997}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.161},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.1200000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.085}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.1950000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.0389999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36156,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335684,"statfs":{"total":96636764160,"available":96599740416,"internally_reserved":0,"allocated":966656,"data_stored":734474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.496},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.95699999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.58999999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.64600000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.878}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92900000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.044},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1879999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:03.452 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3b is not active+clean 2024-09-13T15:58:03.452 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.294497+0000', 'last_change': '2024-09-13T15:57:59.294497+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.294497+0000', 'last_undegraded': '2024-09-13T15:57:59.294497+0000', 'last_fullsized': '2024-09-13T15:57:59.294497+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:50:15.109971+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.33 is not active+clean 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.294175+0000', 'last_change': '2024-09-13T15:57:59.294175+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.294175+0000', 'last_undegraded': '2024-09-13T15:57:59.294175+0000', 'last_fullsized': '2024-09-13T15:57:59.294175+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:25:03.328212+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2c is not active+clean 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.292600+0000', 'last_change': '2024-09-13T15:57:59.292600+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.292600+0000', 'last_undegraded': '2024-09-13T15:57:59.292600+0000', 'last_fullsized': '2024-09-13T15:57:59.292600+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:39:49.921715+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.29 is not active+clean 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.289487+0000', 'last_change': '2024-09-13T15:57:59.289487+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.289487+0000', 'last_undegraded': '2024-09-13T15:57:59.289487+0000', 'last_fullsized': '2024-09-13T15:57:59.289487+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:23:26.341879+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1e is not active+clean 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.289447+0000', 'last_change': '2024-09-13T15:57:59.289447+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.289447+0000', 'last_undegraded': '2024-09-13T15:57:59.289447+0000', 'last_fullsized': '2024-09-13T15:57:59.289447+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:10:12.862353+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2024-09-13T15:58:03.453 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.293232+0000', 'last_change': '2024-09-13T15:57:59.293232+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.293232+0000', 'last_undegraded': '2024-09-13T15:57:59.293232+0000', 'last_fullsized': '2024-09-13T15:57:59.293232+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:19:45.759199+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.a is not active+clean 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.292311+0000', 'last_change': '2024-09-13T15:57:59.292311+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.292311+0000', 'last_undegraded': '2024-09-13T15:57:59.292311+0000', 'last_fullsized': '2024-09-13T15:57:59.292311+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:53:06.412207+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.b is not active+clean 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.291499+0000', 'last_change': '2024-09-13T15:57:59.291499+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.291499+0000', 'last_undegraded': '2024-09-13T15:57:59.291499+0000', 'last_fullsized': '2024-09-13T15:57:59.291499+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:42:13.967218+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.8 is not active+clean 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.293046+0000', 'last_change': '2024-09-13T15:57:59.293046+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.293046+0000', 'last_undegraded': '2024-09-13T15:57:59.293046+0000', 'last_fullsized': '2024-09-13T15:57:59.293046+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:00:29.083656+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.291665+0000', 'last_change': '2024-09-13T15:57:59.291665+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.291665+0000', 'last_undegraded': '2024-09-13T15:57:59.291665+0000', 'last_fullsized': '2024-09-13T15:57:59.291665+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:18:48.710347+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.289848+0000', 'last_change': '2024-09-13T15:57:59.289848+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.289848+0000', 'last_undegraded': '2024-09-13T15:57:59.289848+0000', 'last_fullsized': '2024-09-13T15:57:59.289848+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:17:58.038959+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3 is not active+clean 2024-09-13T15:58:03.454 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 34, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:57:59.289349+0000', 'last_change': '2024-09-13T15:57:59.289349+0000', 'last_active': '2024-09-13T15:57:59.275001+0000', 'last_peered': '2024-09-13T15:57:59.275001+0000', 'last_clean': '2024-09-13T15:57:59.275001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:57:59.289349+0000', 'last_undegraded': '2024-09-13T15:57:59.289349+0000', 'last_fullsized': '2024-09-13T15:57:59.289349+0000', 'mapping_epoch': 34, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 34, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'last_clean_scrub_stamp': '2024-09-13T15:57:59.275001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:04:26.691848+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T15:58:03.455 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T15:58:03.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 Processor -- start 2024-09-13T15:58:03.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 -- start start 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdac80b3340 0x7fdac80b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fdac815cad0 0x7fdac8142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdac8160f20 con 0x7fdac8160ad0 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdac815da70 con 0x7fdac80b3340 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdace486640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdac80b2d70 con 0x7fdac815cad0 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdac80b3340 0x7fdac80b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdac80b3340 0x7fdac80b3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58604/0 (socket says 172.21.15.7:58604) 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 -- 172.21.15.7:0/4163595796 learned_addr learned my addr 172.21.15.7:0/4163595796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdacca23640 1 --2- 172.21.15.7:0/4163595796 >> v2:172.21.15.77:3300/0 conn(0x7fdac815cad0 0x7fdac8142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 -- 172.21.15.7:0/4163595796 >> v2:172.21.15.77:3300/0 conn(0x7fdac815cad0 msgr2=0x7fdac8142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:03.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 --2- 172.21.15.7:0/4163595796 >> v2:172.21.15.77:3300/0 conn(0x7fdac815cad0 0x7fdac8142350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 -- 172.21.15.7:0/4163595796 >> v1:172.21.15.77:6789/0 conn(0x7fdac8160ad0 legacy=0x7fdac80b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:03.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdac7fff640 1 -- 172.21.15.7:0/4163595796 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdac80b3020 con 0x7fdac80b3340 2024-09-13T15:58:03.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.618+0000 7fdacca23640 1 --2- 172.21.15.7:0/4163595796 >> v2:172.21.15.77:3300/0 conn(0x7fdac815cad0 0x7fdac8142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:03.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdac7fff640 1 --2- 172.21.15.7:0/4163595796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac80b3340 0x7fdac80b3720 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fdac80b3c90 tx=0x7fdab801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ac9a314ecbd4033 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdac77fe640 1 -- 172.21.15.7:0/4163595796 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab80a7070 con 0x7fdac80b3340 2024-09-13T15:58:03.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdac77fe640 1 -- 172.21.15.7:0/4163595796 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdab80ab430 con 0x7fdac80b3340 2024-09-13T15:58:03.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdac77fe640 1 -- 172.21.15.7:0/4163595796 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab80ab7c0 con 0x7fdac80b3340 2024-09-13T15:58:03.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 -- 172.21.15.7:0/4163595796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac80b3340 msgr2=0x7fdac80b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 --2- 172.21.15.7:0/4163595796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac80b3340 0x7fdac80b3720 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fdac80b3c90 tx=0x7fdab801c430 comp rx=0 tx=0).stop 2024-09-13T15:58:03.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 -- 172.21.15.7:0/4163595796 shutdown_connections 2024-09-13T15:58:03.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 --2- 172.21.15.7:0/4163595796 >> v2:172.21.15.77:3300/0 conn(0x7fdac815cad0 0x7fdac8142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 --2- 172.21.15.7:0/4163595796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac80b3340 0x7fdac80b3720 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 -- 172.21.15.7:0/4163595796 >> 172.21.15.7:0/4163595796 conn(0x7fdac8069f00 msgr2=0x7fdac806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:03.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 -- 172.21.15.7:0/4163595796 shutdown_connections 2024-09-13T15:58:03.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.622+0000 7fdace486640 1 -- 172.21.15.7:0/4163595796 wait complete. 2024-09-13T15:58:03.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 Processor -- start 2024-09-13T15:58:03.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- start start 2024-09-13T15:58:03.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdac80b3340 0x7fdac8139950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdac815cad0 0x7fdac806f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 0x7fdac80b0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdac80afb50 con 0x7fdac8160ad0 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdac81f68c0 con 0x7fdac80b3340 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdac8139e90 con 0x7fdac815cad0 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 0x7fdac80b0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 0x7fdac80b0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58614/0 (socket says 172.21.15.7:58614) 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 -- 172.21.15.7:0/4040755186 learned_addr learned my addr 172.21.15.7:0/4040755186 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdac7fff640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdac80b3340 0x7fdac8139950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdabffff640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdac815cad0 0x7fdac806f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 -- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdac815cad0 msgr2=0x7fdac806f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdac815cad0 0x7fdac806f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 -- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdac80b3340 msgr2=0x7fdac8139950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdac80b3340 0x7fdac8139950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 -- 172.21.15.7:0/4040755186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdab80094d0 con 0x7fdac8160ad0 2024-09-13T15:58:03.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdacca23640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 0x7fdac80b0610 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fdac000cef0 tx=0x7fdac000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdac000d840 con 0x7fdac8160ad0 2024-09-13T15:58:03.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdac000d9c0 con 0x7fdac8160ad0 2024-09-13T15:58:03.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdac806ffa0 con 0x7fdac8160ad0 2024-09-13T15:58:03.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdac000dd70 con 0x7fdac8160ad0 2024-09-13T15:58:03.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdac8070840 con 0x7fdac8160ad0 2024-09-13T15:58:03.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdac80b3720 con 0x7fdac8160ad0 2024-09-13T15:58:03.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.626+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdac001e3b0 con 0x7fdac8160ad0 2024-09-13T15:58:03.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.630+0000 7fdac57fa640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdaa8066690 0x7fdaa8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.630+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdac0084c50 con 0x7fdac8160ad0 2024-09-13T15:58:03.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.630+0000 7fdac7fff640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdaa8066690 0x7fdaa8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.630+0000 7fdac7fff640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdaa8066690 0x7fdaa8068b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdab80af000 tx=0x7fdab8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.634+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdac008a020 con 0x7fdac8160ad0 2024-09-13T15:58:03.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fdac80ce280 con 0x7fdac8160ad0 2024-09-13T15:58:03.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdac57fa640 1 -- 172.21.15.7:0/4040755186 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1516 (secure 0 0 0) 0x7fdac001a080 con 0x7fdac8160ad0 2024-09-13T15:58:03.848 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:03.848 INFO:teuthology.orchestra.run.smithi007.stdout:{"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":90,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":36,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243005,"num_in_osds":8,"osd_in_since":1726242996,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":85},{"state_name":"creating+peering","count":12}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592730,"bytes_used":259239936,"bytes_avail":772834873344,"bytes_total":773094113280,"inactive_pgs_ratio":0.12371134012937546,"write_bytes_sec":3381,"read_op_per_sec":0,"write_op_per_sec":9},"fsmap":{"epoch":13,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":5268}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-13T15:57:52.513208+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T15:58:03.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdaa8066690 msgr2=0x7fdaa8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdaa8066690 0x7fdaa8068b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdab80af000 tx=0x7fdab8008040 comp rx=0 tx=0).stop 2024-09-13T15:58:03.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 msgr2=0x7fdac80b0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 0x7fdac80b0610 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fdac000cef0 tx=0x7fdac000a710 comp rx=0 tx=0).stop 2024-09-13T15:58:03.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 shutdown_connections 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdaa8066690 0x7fdaa8068b50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdac8160ad0 0x7fdac80b0610 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdac815cad0 0x7fdac806f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 --2- 172.21.15.7:0/4040755186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdac80b3340 0x7fdac8139950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 >> 172.21.15.7:0/4040755186 conn(0x7fdac8069f00 msgr2=0x7fdac815ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 shutdown_connections 2024-09-13T15:58:03.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.846+0000 7fdace486640 1 -- 172.21.15.7:0/4040755186 wait complete. 2024-09-13T15:58:03.869 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T15:58:03.869 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:03.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f4554975640 1 Processor -- start 2024-09-13T15:58:03.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f4554975640 1 -- start start 2024-09-13T15:58:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f4554975640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 0x7f45500cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f4554975640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45500d17e0 con 0x7f45500d0630 2024-09-13T15:58:03.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f4554975640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45500d0bd0 con 0x7f455015c760 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f4554975640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45500cdc90 con 0x7f45500cd2c0 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454dd9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f45500d0630 0x7f45500d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53758/0 (socket says 172.21.15.7:53758) 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454dd9b640 1 -- 172.21.15.7:0/1172965238 learned_addr learned my addr 172.21.15.7:0/1172965238 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3877674192 0 0) 0x7f45500d17e0 con 0x7f45500d0630 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4538003530 con 0x7f45500d0630 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 0x7f45500cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3183584280 0 0) 0x7f4538003530 con 0x7f45500d0630 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 msgr2=0x7f45500cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 0x7f45500cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 >> v1:172.21.15.77:6789/0 conn(0x7f455015c760 legacy=0x7f45500b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45500d0eb0 con 0x7f45500d0630 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f4544001680 con 0x7f45500d0630 2024-09-13T15:58:03.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 >> v1:172.21.15.7:6789/0 conn(0x7f45500d0630 legacy=0x7f45500d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 0x7f45380039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4538003fe0 0x7f45380047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4538004d10 0x7f4538005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45500cdc90 con 0x7f4538004d10 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f453800bbe0 con 0x7f4538003fe0 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f453800bda0 con 0x7f45500cd2c0 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4538004d10 0x7f4538005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454e59c640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 0x7f45380039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454dd9b640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4538003fe0 0x7f45380047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 -- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 msgr2=0x7f45380039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f45500cd2c0 0x7f45380039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 -- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4538003fe0 msgr2=0x7f45380047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4538003fe0 0x7f45380047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:03.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.990+0000 7f454ed9d640 1 -- 172.21.15.7:0/1172965238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4538003530 con 0x7f4538004d10 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454ed9d640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4538004d10 0x7f4538005190 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4548007360 tx=0x7f454801ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f797c4b43baff73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45480a5d40 con 0x7f4538004d10 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45480ad440 con 0x7f4538004d10 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454d59a640 1 -- 172.21.15.7:0/1172965238 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45480a5ea0 con 0x7f4538004d10 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- 172.21.15.7:0/1172965238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4538004d10 msgr2=0x7f4538005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 --2- 172.21.15.7:0/1172965238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4538004d10 0x7f4538005190 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4548007360 tx=0x7f454801ce40 comp rx=0 tx=0).stop 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454ed9d640 1 -- 172.21.15.7:0/1172965238 reap_dead start 2024-09-13T15:58:03.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- 172.21.15.7:0/1172965238 shutdown_connections 2024-09-13T15:58:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- 172.21.15.7:0/1172965238 >> 172.21.15.7:0/1172965238 conn(0x7f45500cf070 msgr2=0x7f45500cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- 172.21.15.7:0/1172965238 shutdown_connections 2024-09-13T15:58:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- 172.21.15.7:0/1172965238 wait complete. 2024-09-13T15:58:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 Processor -- start 2024-09-13T15:58:03.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- start start 2024-09-13T15:58:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455015a6b0 0x7f45501f25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45501f2b20 0x7f45500c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 0x7f45500ab1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45500a9770 con 0x7f45500c9c00 2024-09-13T15:58:04.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45500cc250 con 0x7f45501f2b20 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f4554975640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45500a9120 con 0x7f455015a6b0 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 0x7f45500ab1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 0x7f45500ab1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58636/0 (socket says 172.21.15.7:58636) 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.994+0000 7f454ed9d640 1 -- 172.21.15.7:0/3778915481 learned_addr learned my addr 172.21.15.7:0/3778915481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454e59c640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455015a6b0 0x7f45501f25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454dd9b640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45501f2b20 0x7f45500c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454ed9d640 1 -- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455015a6b0 msgr2=0x7f45501f25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454ed9d640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455015a6b0 0x7f45501f25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454ed9d640 1 -- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45501f2b20 msgr2=0x7f45500c96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454ed9d640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45501f2b20 0x7f45500c96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454ed9d640 1 -- 172.21.15.7:0/3778915481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45500a9400 con 0x7f45500c9c00 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454ed9d640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 0x7f45500ab1c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f45480b0040 tx=0x7f4538005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45480ad9f0 con 0x7f45500c9c00 2024-09-13T15:58:04.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45480adb50 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45480b6430 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45500cc530 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45500ab700 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45500a9920 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f45480b4040 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f453effd640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4530066690 0x7f4530068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f454811e880 con 0x7f45500c9c00 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454e59c640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4530066690 0x7f4530068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:04.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:03.998+0000 7f454e59c640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4530066690 0x7f4530068b50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4540005510 tx=0x7f4540009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:04.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.002+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f45500a9920 con 0x7f45500c9c00 2024-09-13T15:58:04.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.162+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f45500cc040 con 0x7f4530066690 2024-09-13T15:58:04.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.182+0000 7f453effd640 1 -- 172.21.15.7:0/3778915481 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287496 (secure 0 0 0) 0x7f45500cc040 con 0x7f4530066690 2024-09-13T15:58:04.189 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:04.191 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4530066690 msgr2=0x7f4530068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4530066690 0x7f4530068b50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4540005510 tx=0x7f4540009040 comp rx=0 tx=0).stop 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 msgr2=0x7f45500ab1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 0x7f45500ab1c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f45480b0040 tx=0x7f4538005800 comp rx=0 tx=0).stop 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 shutdown_connections 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4530066690 0x7f4530068b50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:04.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45500c9c00 0x7f45500ab1c0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:04.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45501f2b20 0x7f45500c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:04.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 --2- 172.21.15.7:0/3778915481 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f455015a6b0 0x7f45501f25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:04.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 >> 172.21.15.7:0/3778915481 conn(0x7f45500cf070 msgr2=0x7f45500b55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:04.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 shutdown_connections 2024-09-13T15:58:04.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:04.186+0000 7f4554975640 1 -- 172.21.15.7:0/3778915481 wait complete. 2024-09-13T15:58:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-13T15:58:02.515218+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253164,"kb_used_data":4200,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721556,"statfs":{"total":773094113280,"available":772834873344,"internally_reserved":0,"allocated":4300800,"data_stored":2383160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.239879"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688288+0000","last_change":"2024-09-13T15:57:59.734927+0000","last_active":"2024-09-13T15:58:00.688288+0000","last_peered":"2024-09-13T15:58:00.688288+0000","last_clean":"2024-09-13T15:58:00.688288+0000","last_became_active":"2024-09-13T15:57:59.734311+0000","last_became_peered":"2024-09-13T15:57:59.734311+0000","last_unstale":"2024-09-13T15:58:00.688288+0000","last_undegraded":"2024-09-13T15:58:00.688288+0000","last_fullsized":"2024-09-13T15:58:00.688288+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.696509+0000","last_change":"2024-09-13T15:57:59.693935+0000","last_active":"2024-09-13T15:57:59.696509+0000","last_peered":"2024-09-13T15:57:59.696509+0000","last_clean":"2024-09-13T15:57:59.696509+0000","last_became_active":"2024-09-13T15:57:59.693639+0000","last_became_peered":"2024-09-13T15:57:59.693639+0000","last_unstale":"2024-09-13T15:57:59.696509+0000","last_undegraded":"2024-09-13T15:57:59.696509+0000","last_fullsized":"2024-09-13T15:57:59.696509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744025+0000","last_change":"2024-09-13T15:57:59.727962+0000","last_active":"2024-09-13T15:58:00.744025+0000","last_peered":"2024-09-13T15:58:00.744025+0000","last_clean":"2024-09-13T15:58:00.744025+0000","last_became_active":"2024-09-13T15:57:59.727135+0000","last_became_peered":"2024-09-13T15:57:59.727135+0000","last_unstale":"2024-09-13T15:58:00.744025+0000","last_undegraded":"2024-09-13T15:58:00.744025+0000","last_fullsized":"2024-09-13T15:58:00.744025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718940+0000","last_change":"2024-09-13T15:57:59.718262+0000","last_active":"2024-09-13T15:57:59.718940+0000","last_peered":"2024-09-13T15:57:59.718940+0000","last_clean":"2024-09-13T15:57:59.718940+0000","last_became_active":"2024-09-13T15:57:59.718005+0000","last_became_peered":"2024-09-13T15:57:59.718005+0000","last_unstale":"2024-09-13T15:57:59.718940+0000","last_undegraded":"2024-09-13T15:57:59.718940+0000","last_fullsized":"2024-09-13T15:57:59.718940+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294497+0000","last_change":"2024-09-13T15:57:59.294497+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294497+0000","last_undegraded":"2024-09-13T15:57:59.294497+0000","last_fullsized":"2024-09-13T15:57:59.294497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:15.109971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.734681+0000","last_change":"2024-09-13T15:57:59.734215+0000","last_active":"2024-09-13T15:57:59.734681+0000","last_peered":"2024-09-13T15:57:59.734681+0000","last_clean":"2024-09-13T15:57:59.734681+0000","last_became_active":"2024-09-13T15:57:59.733912+0000","last_became_peered":"2024-09-13T15:57:59.733912+0000","last_unstale":"2024-09-13T15:57:59.734681+0000","last_undegraded":"2024-09-13T15:57:59.734681+0000","last_fullsized":"2024-09-13T15:57:59.734681+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743698+0000","last_change":"2024-09-13T15:57:59.722546+0000","last_active":"2024-09-13T15:58:00.743698+0000","last_peered":"2024-09-13T15:58:00.743698+0000","last_clean":"2024-09-13T15:58:00.743698+0000","last_became_active":"2024-09-13T15:57:59.721857+0000","last_became_peered":"2024-09-13T15:57:59.721857+0000","last_unstale":"2024-09-13T15:58:00.743698+0000","last_undegraded":"2024-09-13T15:58:00.743698+0000","last_fullsized":"2024-09-13T15:58:00.743698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743137+0000","last_change":"2024-09-13T15:57:59.714284+0000","last_active":"2024-09-13T15:58:00.743137+0000","last_peered":"2024-09-13T15:58:00.743137+0000","last_clean":"2024-09-13T15:58:00.743137+0000","last_became_active":"2024-09-13T15:57:59.713359+0000","last_became_peered":"2024-09-13T15:57:59.713359+0000","last_unstale":"2024-09-13T15:58:00.743137+0000","last_undegraded":"2024-09-13T15:58:00.743137+0000","last_fullsized":"2024-09-13T15:58:00.743137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689401+0000","last_change":"2024-09-13T15:57:59.716825+0000","last_active":"2024-09-13T15:58:00.689401+0000","last_peered":"2024-09-13T15:58:00.689401+0000","last_clean":"2024-09-13T15:58:00.689401+0000","last_became_active":"2024-09-13T15:57:59.716059+0000","last_became_peered":"2024-09-13T15:57:59.716059+0000","last_unstale":"2024-09-13T15:58:00.689401+0000","last_undegraded":"2024-09-13T15:58:00.689401+0000","last_fullsized":"2024-09-13T15:58:00.689401+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699323+0000","last_change":"2024-09-13T15:57:59.695944+0000","last_active":"2024-09-13T15:57:59.699323+0000","last_peered":"2024-09-13T15:57:59.699323+0000","last_clean":"2024-09-13T15:57:59.699323+0000","last_became_active":"2024-09-13T15:57:59.695528+0000","last_became_peered":"2024-09-13T15:57:59.695528+0000","last_unstale":"2024-09-13T15:57:59.699323+0000","last_undegraded":"2024-09-13T15:57:59.699323+0000","last_fullsized":"2024-09-13T15:57:59.699323+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744570+0000","last_change":"2024-09-13T15:57:59.713660+0000","last_active":"2024-09-13T15:58:00.744570+0000","last_peered":"2024-09-13T15:58:00.744570+0000","last_clean":"2024-09-13T15:58:00.744570+0000","last_became_active":"2024-09-13T15:57:59.712268+0000","last_became_peered":"2024-09-13T15:57:59.712268+0000","last_unstale":"2024-09-13T15:58:00.744570+0000","last_undegraded":"2024-09-13T15:58:00.744570+0000","last_fullsized":"2024-09-13T15:58:00.744570+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743762+0000","last_change":"2024-09-13T15:57:59.729247+0000","last_active":"2024-09-13T15:58:00.743762+0000","last_peered":"2024-09-13T15:58:00.743762+0000","last_clean":"2024-09-13T15:58:00.743762+0000","last_became_active":"2024-09-13T15:57:59.727986+0000","last_became_peered":"2024-09-13T15:57:59.727986+0000","last_unstale":"2024-09-13T15:58:00.743762+0000","last_undegraded":"2024-09-13T15:58:00.743762+0000","last_fullsized":"2024-09-13T15:58:00.743762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.294175+0000","last_change":"2024-09-13T15:57:59.294175+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.294175+0000","last_undegraded":"2024-09-13T15:57:59.294175+0000","last_fullsized":"2024-09-13T15:57:59.294175+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:03.328212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.695004+0000","last_change":"2024-09-13T15:57:59.693178+0000","last_active":"2024-09-13T15:57:59.695004+0000","last_peered":"2024-09-13T15:57:59.695004+0000","last_clean":"2024-09-13T15:57:59.695004+0000","last_became_active":"2024-09-13T15:57:59.692852+0000","last_became_peered":"2024-09-13T15:57:59.692852+0000","last_unstale":"2024-09-13T15:57:59.695004+0000","last_undegraded":"2024-09-13T15:57:59.695004+0000","last_fullsized":"2024-09-13T15:57:59.695004+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743308+0000","last_change":"2024-09-13T15:57:59.731433+0000","last_active":"2024-09-13T15:58:00.743308+0000","last_peered":"2024-09-13T15:58:00.743308+0000","last_clean":"2024-09-13T15:58:00.743308+0000","last_became_active":"2024-09-13T15:57:59.730447+0000","last_became_peered":"2024-09-13T15:57:59.730447+0000","last_unstale":"2024-09-13T15:58:00.743308+0000","last_undegraded":"2024-09-13T15:58:00.743308+0000","last_fullsized":"2024-09-13T15:58:00.743308+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743438+0000","last_change":"2024-09-13T15:57:59.715354+0000","last_active":"2024-09-13T15:58:00.743438+0000","last_peered":"2024-09-13T15:58:00.743438+0000","last_clean":"2024-09-13T15:58:00.743438+0000","last_became_active":"2024-09-13T15:57:59.714505+0000","last_became_peered":"2024-09-13T15:57:59.714505+0000","last_unstale":"2024-09-13T15:58:00.743438+0000","last_undegraded":"2024-09-13T15:58:00.743438+0000","last_fullsized":"2024-09-13T15:58:00.743438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744624+0000","last_change":"2024-09-13T15:57:59.725169+0000","last_active":"2024-09-13T15:58:00.744624+0000","last_peered":"2024-09-13T15:58:00.744624+0000","last_clean":"2024-09-13T15:58:00.744624+0000","last_became_active":"2024-09-13T15:57:59.723001+0000","last_became_peered":"2024-09-13T15:57:59.723001+0000","last_unstale":"2024-09-13T15:58:00.744624+0000","last_undegraded":"2024-09-13T15:58:00.744624+0000","last_fullsized":"2024-09-13T15:58:00.744624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693831+0000","last_change":"2024-09-13T15:57:59.691398+0000","last_active":"2024-09-13T15:57:59.693831+0000","last_peered":"2024-09-13T15:57:59.693831+0000","last_clean":"2024-09-13T15:57:59.693831+0000","last_became_active":"2024-09-13T15:57:59.691179+0000","last_became_peered":"2024-09-13T15:57:59.691179+0000","last_unstale":"2024-09-13T15:57:59.693831+0000","last_undegraded":"2024-09-13T15:57:59.693831+0000","last_fullsized":"2024-09-13T15:57:59.693831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:49.970361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.698897+0000","last_change":"2024-09-13T15:57:59.697871+0000","last_active":"2024-09-13T15:57:59.698897+0000","last_peered":"2024-09-13T15:57:59.698897+0000","last_clean":"2024-09-13T15:57:59.698897+0000","last_became_active":"2024-09-13T15:57:59.697592+0000","last_became_peered":"2024-09-13T15:57:59.697592+0000","last_unstale":"2024-09-13T15:57:59.698897+0000","last_undegraded":"2024-09-13T15:57:59.698897+0000","last_fullsized":"2024-09-13T15:57:59.698897+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:12.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292600+0000","last_change":"2024-09-13T15:57:59.292600+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292600+0000","last_undegraded":"2024-09-13T15:57:59.292600+0000","last_fullsized":"2024-09-13T15:57:59.292600+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:49.921715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688097+0000","last_change":"2024-09-13T15:57:59.707846+0000","last_active":"2024-09-13T15:58:00.688097+0000","last_peered":"2024-09-13T15:58:00.688097+0000","last_clean":"2024-09-13T15:58:00.688097+0000","last_became_active":"2024-09-13T15:57:59.706506+0000","last_became_peered":"2024-09-13T15:57:59.706506+0000","last_unstale":"2024-09-13T15:58:00.688097+0000","last_undegraded":"2024-09-13T15:58:00.688097+0000","last_fullsized":"2024-09-13T15:58:00.688097+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689117+0000","last_change":"2024-09-13T15:57:59.706432+0000","last_active":"2024-09-13T15:58:00.689117+0000","last_peered":"2024-09-13T15:58:00.689117+0000","last_clean":"2024-09-13T15:58:00.689117+0000","last_became_active":"2024-09-13T15:57:59.705663+0000","last_became_peered":"2024-09-13T15:57:59.705663+0000","last_unstale":"2024-09-13T15:58:00.689117+0000","last_undegraded":"2024-09-13T15:58:00.689117+0000","last_fullsized":"2024-09-13T15:58:00.689117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289487+0000","last_change":"2024-09-13T15:57:59.289487+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289487+0000","last_undegraded":"2024-09-13T15:57:59.289487+0000","last_fullsized":"2024-09-13T15:57:59.289487+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:26.341879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743082+0000","last_change":"2024-09-13T15:57:59.727613+0000","last_active":"2024-09-13T15:58:00.743082+0000","last_peered":"2024-09-13T15:58:00.743082+0000","last_clean":"2024-09-13T15:58:00.743082+0000","last_became_active":"2024-09-13T15:57:59.726960+0000","last_became_peered":"2024-09-13T15:57:59.726960+0000","last_unstale":"2024-09-13T15:58:00.743082+0000","last_undegraded":"2024-09-13T15:58:00.743082+0000","last_fullsized":"2024-09-13T15:58:00.743082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713581+0000","last_change":"2024-09-13T15:57:59.712769+0000","last_active":"2024-09-13T15:57:59.713581+0000","last_peered":"2024-09-13T15:57:59.713581+0000","last_clean":"2024-09-13T15:57:59.713581+0000","last_became_active":"2024-09-13T15:57:59.712521+0000","last_became_peered":"2024-09-13T15:57:59.712521+0000","last_unstale":"2024-09-13T15:57:59.713581+0000","last_undegraded":"2024-09-13T15:57:59.713581+0000","last_fullsized":"2024-09-13T15:57:59.713581+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699790+0000","last_change":"2024-09-13T15:57:59.698700+0000","last_active":"2024-09-13T15:57:59.699790+0000","last_peered":"2024-09-13T15:57:59.699790+0000","last_clean":"2024-09-13T15:57:59.699790+0000","last_became_active":"2024-09-13T15:57:59.698424+0000","last_became_peered":"2024-09-13T15:57:59.698424+0000","last_unstale":"2024-09-13T15:57:59.699790+0000","last_undegraded":"2024-09-13T15:57:59.699790+0000","last_fullsized":"2024-09-13T15:57:59.699790+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:46:13.167256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718927+0000","last_change":"2024-09-13T15:57:59.718073+0000","last_active":"2024-09-13T15:57:59.718927+0000","last_peered":"2024-09-13T15:57:59.718927+0000","last_clean":"2024-09-13T15:57:59.718927+0000","last_became_active":"2024-09-13T15:57:59.717791+0000","last_became_peered":"2024-09-13T15:57:59.717791+0000","last_unstale":"2024-09-13T15:57:59.718927+0000","last_undegraded":"2024-09-13T15:57:59.718927+0000","last_fullsized":"2024-09-13T15:57:59.718927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743842+0000","last_change":"2024-09-13T15:57:59.728647+0000","last_active":"2024-09-13T15:58:00.743842+0000","last_peered":"2024-09-13T15:58:00.743842+0000","last_clean":"2024-09-13T15:58:00.743842+0000","last_became_active":"2024-09-13T15:57:59.727174+0000","last_became_peered":"2024-09-13T15:57:59.727174+0000","last_unstale":"2024-09-13T15:58:00.743842+0000","last_undegraded":"2024-09-13T15:58:00.743842+0000","last_fullsized":"2024-09-13T15:58:00.743842+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688331+0000","last_change":"2024-09-13T15:57:59.707289+0000","last_active":"2024-09-13T15:58:00.688331+0000","last_peered":"2024-09-13T15:58:00.688331+0000","last_clean":"2024-09-13T15:58:00.688331+0000","last_became_active":"2024-09-13T15:57:59.705763+0000","last_became_peered":"2024-09-13T15:57:59.705763+0000","last_unstale":"2024-09-13T15:58:00.688331+0000","last_undegraded":"2024-09-13T15:58:00.688331+0000","last_fullsized":"2024-09-13T15:58:00.688331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743553+0000","last_change":"2024-09-13T15:57:59.718722+0000","last_active":"2024-09-13T15:58:00.743553+0000","last_peered":"2024-09-13T15:58:00.743553+0000","last_clean":"2024-09-13T15:58:00.743553+0000","last_became_active":"2024-09-13T15:57:59.717136+0000","last_became_peered":"2024-09-13T15:57:59.717136+0000","last_unstale":"2024-09-13T15:58:00.743553+0000","last_undegraded":"2024-09-13T15:58:00.743553+0000","last_fullsized":"2024-09-13T15:58:00.743553+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687621+0000","last_change":"2024-09-13T15:57:59.711434+0000","last_active":"2024-09-13T15:58:00.687621+0000","last_peered":"2024-09-13T15:58:00.687621+0000","last_clean":"2024-09-13T15:58:00.687621+0000","last_became_active":"2024-09-13T15:57:59.710730+0000","last_became_peered":"2024-09-13T15:57:59.710730+0000","last_unstale":"2024-09-13T15:58:00.687621+0000","last_undegraded":"2024-09-13T15:58:00.687621+0000","last_fullsized":"2024-09-13T15:58:00.687621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:44.070581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743158+0000","last_change":"2024-09-13T15:57:59.718513+0000","last_active":"2024-09-13T15:58:00.743158+0000","last_peered":"2024-09-13T15:58:00.743158+0000","last_clean":"2024-09-13T15:58:00.743158+0000","last_became_active":"2024-09-13T15:57:59.717850+0000","last_became_peered":"2024-09-13T15:57:59.717850+0000","last_unstale":"2024-09-13T15:58:00.743158+0000","last_undegraded":"2024-09-13T15:58:00.743158+0000","last_fullsized":"2024-09-13T15:58:00.743158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289447+0000","last_change":"2024-09-13T15:57:59.289447+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289447+0000","last_undegraded":"2024-09-13T15:57:59.289447+0000","last_fullsized":"2024-09-13T15:57:59.289447+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:12.862353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"35'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688718+0000","last_change":"2024-09-13T15:57:59.310923+0000","last_active":"2024-09-13T15:58:00.688718+0000","last_peered":"2024-09-13T15:58:00.688718+0000","last_clean":"2024-09-13T15:58:00.688718+0000","last_became_active":"2024-09-13T15:57:59.310664+0000","last_became_peered":"2024-09-13T15:57:59.310664+0000","last_unstale":"2024-09-13T15:58:00.688718+0000","last_undegraded":"2024-09-13T15:58:00.688718+0000","last_fullsized":"2024-09-13T15:58:00.688718+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688505+0000","last_change":"2024-09-13T15:57:59.725972+0000","last_active":"2024-09-13T15:58:00.688505+0000","last_peered":"2024-09-13T15:58:00.688505+0000","last_clean":"2024-09-13T15:58:00.688505+0000","last_became_active":"2024-09-13T15:57:59.725268+0000","last_became_peered":"2024-09-13T15:57:59.725268+0000","last_unstale":"2024-09-13T15:58:00.688505+0000","last_undegraded":"2024-09-13T15:58:00.688505+0000","last_fullsized":"2024-09-13T15:58:00.688505+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.309433+0000","last_change":"2024-09-13T15:57:59.307639+0000","last_active":"2024-09-13T15:57:59.309433+0000","last_peered":"2024-09-13T15:57:59.309433+0000","last_clean":"2024-09-13T15:57:59.309433+0000","last_became_active":"2024-09-13T15:57:59.306303+0000","last_became_peered":"2024-09-13T15:57:59.306303+0000","last_unstale":"2024-09-13T15:57:59.309433+0000","last_undegraded":"2024-09-13T15:57:59.309433+0000","last_fullsized":"2024-09-13T15:57:59.309433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:02.318578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688777+0000","last_change":"2024-09-13T15:57:59.709670+0000","last_active":"2024-09-13T15:58:00.688777+0000","last_peered":"2024-09-13T15:58:00.688777+0000","last_clean":"2024-09-13T15:58:00.688777+0000","last_became_active":"2024-09-13T15:57:59.708525+0000","last_became_peered":"2024-09-13T15:57:59.708525+0000","last_unstale":"2024-09-13T15:58:00.688777+0000","last_undegraded":"2024-09-13T15:58:00.688777+0000","last_fullsized":"2024-09-13T15:58:00.688777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.701460+0000","last_change":"2024-09-13T15:57:59.313140+0000","last_active":"2024-09-13T15:57:59.701460+0000","last_peered":"2024-09-13T15:57:59.701460+0000","last_clean":"2024-09-13T15:57:59.701460+0000","last_became_active":"2024-09-13T15:57:59.312766+0000","last_became_peered":"2024-09-13T15:57:59.312766+0000","last_unstale":"2024-09-13T15:57:59.701460+0000","last_undegraded":"2024-09-13T15:57:59.701460+0000","last_fullsized":"2024-09-13T15:57:59.701460+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.718908+0000","last_change":"2024-09-13T15:57:59.718059+0000","last_active":"2024-09-13T15:57:59.718908+0000","last_peered":"2024-09-13T15:57:59.718908+0000","last_clean":"2024-09-13T15:57:59.718908+0000","last_became_active":"2024-09-13T15:57:59.717778+0000","last_became_peered":"2024-09-13T15:57:59.717778+0000","last_unstale":"2024-09-13T15:57:59.718908+0000","last_undegraded":"2024-09-13T15:57:59.718908+0000","last_fullsized":"2024-09-13T15:57:59.718908+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.314376+0000","last_change":"2024-09-13T15:57:59.310372+0000","last_active":"2024-09-13T15:57:59.314376+0000","last_peered":"2024-09-13T15:57:59.314376+0000","last_clean":"2024-09-13T15:57:59.314376+0000","last_became_active":"2024-09-13T15:57:59.309977+0000","last_became_peered":"2024-09-13T15:57:59.309977+0000","last_unstale":"2024-09-13T15:57:59.314376+0000","last_undegraded":"2024-09-13T15:57:59.314376+0000","last_fullsized":"2024-09-13T15:57:59.314376+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:41.148198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744137+0000","last_change":"2024-09-13T15:57:59.719136+0000","last_active":"2024-09-13T15:58:00.744137+0000","last_peered":"2024-09-13T15:58:00.744137+0000","last_clean":"2024-09-13T15:58:00.744137+0000","last_became_active":"2024-09-13T15:57:59.718029+0000","last_became_peered":"2024-09-13T15:57:59.718029+0000","last_unstale":"2024-09-13T15:58:00.744137+0000","last_undegraded":"2024-09-13T15:58:00.744137+0000","last_fullsized":"2024-09-13T15:58:00.744137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688569+0000","last_change":"2024-09-13T15:57:59.306834+0000","last_active":"2024-09-13T15:58:00.688569+0000","last_peered":"2024-09-13T15:58:00.688569+0000","last_clean":"2024-09-13T15:58:00.688569+0000","last_became_active":"2024-09-13T15:57:59.306518+0000","last_became_peered":"2024-09-13T15:57:59.306518+0000","last_unstale":"2024-09-13T15:58:00.688569+0000","last_undegraded":"2024-09-13T15:58:00.688569+0000","last_fullsized":"2024-09-13T15:58:00.688569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:16.289367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743901+0000","last_change":"2024-09-13T15:57:59.731561+0000","last_active":"2024-09-13T15:58:00.743901+0000","last_peered":"2024-09-13T15:58:00.743901+0000","last_clean":"2024-09-13T15:58:00.743901+0000","last_became_active":"2024-09-13T15:57:59.730742+0000","last_became_peered":"2024-09-13T15:57:59.730742+0000","last_unstale":"2024-09-13T15:58:00.743901+0000","last_undegraded":"2024-09-13T15:58:00.743901+0000","last_fullsized":"2024-09-13T15:58:00.743901+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689313+0000","last_change":"2024-09-13T15:57:59.308936+0000","last_active":"2024-09-13T15:58:00.689313+0000","last_peered":"2024-09-13T15:58:00.689313+0000","last_clean":"2024-09-13T15:58:00.689313+0000","last_became_active":"2024-09-13T15:57:59.308547+0000","last_became_peered":"2024-09-13T15:57:59.308547+0000","last_unstale":"2024-09-13T15:58:00.689313+0000","last_undegraded":"2024-09-13T15:58:00.689313+0000","last_fullsized":"2024-09-13T15:58:00.689313+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:52:39.777127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688830+0000","last_change":"2024-09-13T15:57:59.720323+0000","last_active":"2024-09-13T15:58:00.688830+0000","last_peered":"2024-09-13T15:58:00.688830+0000","last_clean":"2024-09-13T15:58:00.688830+0000","last_became_active":"2024-09-13T15:57:59.719440+0000","last_became_peered":"2024-09-13T15:57:59.719440+0000","last_unstale":"2024-09-13T15:58:00.688830+0000","last_undegraded":"2024-09-13T15:58:00.688830+0000","last_fullsized":"2024-09-13T15:58:00.688830+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678801+0000","last_change":"2024-09-13T15:57:59.304579+0000","last_active":"2024-09-13T15:57:59.678801+0000","last_peered":"2024-09-13T15:57:59.678801+0000","last_clean":"2024-09-13T15:57:59.678801+0000","last_became_active":"2024-09-13T15:57:59.304292+0000","last_became_peered":"2024-09-13T15:57:59.304292+0000","last_unstale":"2024-09-13T15:57:59.678801+0000","last_undegraded":"2024-09-13T15:57:59.678801+0000","last_fullsized":"2024-09-13T15:57:59.678801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.295914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732398+0000","last_change":"2024-09-13T15:57:59.731308+0000","last_active":"2024-09-13T15:57:59.732398+0000","last_peered":"2024-09-13T15:57:59.732398+0000","last_clean":"2024-09-13T15:57:59.732398+0000","last_became_active":"2024-09-13T15:57:59.730979+0000","last_became_peered":"2024-09-13T15:57:59.730979+0000","last_unstale":"2024-09-13T15:57:59.732398+0000","last_undegraded":"2024-09-13T15:57:59.732398+0000","last_fullsized":"2024-09-13T15:57:59.732398+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688264+0000","last_change":"2024-09-13T15:57:59.313098+0000","last_active":"2024-09-13T15:58:00.688264+0000","last_peered":"2024-09-13T15:58:00.688264+0000","last_clean":"2024-09-13T15:58:00.688264+0000","last_became_active":"2024-09-13T15:57:59.312136+0000","last_became_peered":"2024-09-13T15:57:59.312136+0000","last_unstale":"2024-09-13T15:58:00.688264+0000","last_undegraded":"2024-09-13T15:58:00.688264+0000","last_fullsized":"2024-09-13T15:58:00.688264+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744616+0000","last_change":"2024-09-13T15:57:59.734912+0000","last_active":"2024-09-13T15:58:00.744616+0000","last_peered":"2024-09-13T15:58:00.744616+0000","last_clean":"2024-09-13T15:58:00.744616+0000","last_became_active":"2024-09-13T15:57:59.734321+0000","last_became_peered":"2024-09-13T15:57:59.734321+0000","last_unstale":"2024-09-13T15:58:00.744616+0000","last_undegraded":"2024-09-13T15:58:00.744616+0000","last_fullsized":"2024-09-13T15:58:00.744616+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.680574+0000","last_change":"2024-09-13T15:57:59.320202+0000","last_active":"2024-09-13T15:57:59.680574+0000","last_peered":"2024-09-13T15:57:59.680574+0000","last_clean":"2024-09-13T15:57:59.680574+0000","last_became_active":"2024-09-13T15:57:59.319904+0000","last_became_peered":"2024-09-13T15:57:59.319904+0000","last_unstale":"2024-09-13T15:57:59.680574+0000","last_undegraded":"2024-09-13T15:57:59.680574+0000","last_fullsized":"2024-09-13T15:57:59.680574+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:13.932287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702740+0000","last_change":"2024-09-13T15:57:59.701932+0000","last_active":"2024-09-13T15:57:59.702740+0000","last_peered":"2024-09-13T15:57:59.702740+0000","last_clean":"2024-09-13T15:57:59.702740+0000","last_became_active":"2024-09-13T15:57:59.701663+0000","last_became_peered":"2024-09-13T15:57:59.701663+0000","last_unstale":"2024-09-13T15:57:59.702740+0000","last_undegraded":"2024-09-13T15:57:59.702740+0000","last_fullsized":"2024-09-13T15:57:59.702740+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.315954+0000","last_change":"2024-09-13T15:57:59.309226+0000","last_active":"2024-09-13T15:57:59.315954+0000","last_peered":"2024-09-13T15:57:59.315954+0000","last_clean":"2024-09-13T15:57:59.315954+0000","last_became_active":"2024-09-13T15:57:59.308375+0000","last_became_peered":"2024-09-13T15:57:59.308375+0000","last_unstale":"2024-09-13T15:57:59.315954+0000","last_undegraded":"2024-09-13T15:57:59.315954+0000","last_fullsized":"2024-09-13T15:57:59.315954+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.074022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702754+0000","last_change":"2024-09-13T15:57:59.701559+0000","last_active":"2024-09-13T15:57:59.702754+0000","last_peered":"2024-09-13T15:57:59.702754+0000","last_clean":"2024-09-13T15:57:59.702754+0000","last_became_active":"2024-09-13T15:57:59.701325+0000","last_became_peered":"2024-09-13T15:57:59.701325+0000","last_unstale":"2024-09-13T15:57:59.702754+0000","last_undegraded":"2024-09-13T15:57:59.702754+0000","last_fullsized":"2024-09-13T15:57:59.702754+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.043845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"35'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744177+0000","last_change":"2024-09-13T15:57:59.307558+0000","last_active":"2024-09-13T15:58:00.744177+0000","last_peered":"2024-09-13T15:58:00.744177+0000","last_clean":"2024-09-13T15:58:00.744177+0000","last_became_active":"2024-09-13T15:57:59.307215+0000","last_became_peered":"2024-09-13T15:57:59.307215+0000","last_unstale":"2024-09-13T15:58:00.744177+0000","last_undegraded":"2024-09-13T15:58:00.744177+0000","last_fullsized":"2024-09-13T15:58:00.744177+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743899+0000","last_change":"2024-09-13T15:57:59.734746+0000","last_active":"2024-09-13T15:58:00.743899+0000","last_peered":"2024-09-13T15:58:00.743899+0000","last_clean":"2024-09-13T15:58:00.743899+0000","last_became_active":"2024-09-13T15:57:59.734149+0000","last_became_peered":"2024-09-13T15:57:59.734149+0000","last_unstale":"2024-09-13T15:58:00.743899+0000","last_undegraded":"2024-09-13T15:58:00.743899+0000","last_fullsized":"2024-09-13T15:58:00.743899+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"35'6","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.721120+0000","last_change":"2024-09-13T15:57:59.314080+0000","last_active":"2024-09-13T15:57:59.721120+0000","last_peered":"2024-09-13T15:57:59.721120+0000","last_clean":"2024-09-13T15:57:59.721120+0000","last_became_active":"2024-09-13T15:57:59.312728+0000","last_became_peered":"2024-09-13T15:57:59.312728+0000","last_unstale":"2024-09-13T15:57:59.721120+0000","last_undegraded":"2024-09-13T15:57:59.721120+0000","last_fullsized":"2024-09-13T15:57:59.721120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:50:48.051267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732678+0000","last_change":"2024-09-13T15:57:59.731777+0000","last_active":"2024-09-13T15:57:59.732678+0000","last_peered":"2024-09-13T15:57:59.732678+0000","last_clean":"2024-09-13T15:57:59.732678+0000","last_became_active":"2024-09-13T15:57:59.731478+0000","last_became_peered":"2024-09-13T15:57:59.731478+0000","last_unstale":"2024-09-13T15:57:59.732678+0000","last_undegraded":"2024-09-13T15:57:59.732678+0000","last_fullsized":"2024-09-13T15:57:59.732678+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688692+0000","last_change":"2024-09-13T15:57:59.310543+0000","last_active":"2024-09-13T15:58:00.688692+0000","last_peered":"2024-09-13T15:58:00.688692+0000","last_clean":"2024-09-13T15:58:00.688692+0000","last_became_active":"2024-09-13T15:57:59.310185+0000","last_became_peered":"2024-09-13T15:57:59.310185+0000","last_unstale":"2024-09-13T15:58:00.688692+0000","last_undegraded":"2024-09-13T15:58:00.688692+0000","last_fullsized":"2024-09-13T15:58:00.688692+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:08:53.342059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697284+0000","last_change":"2024-09-13T15:57:59.695378+0000","last_active":"2024-09-13T15:57:59.697284+0000","last_peered":"2024-09-13T15:57:59.697284+0000","last_clean":"2024-09-13T15:57:59.697284+0000","last_became_active":"2024-09-13T15:57:59.695056+0000","last_became_peered":"2024-09-13T15:57:59.695056+0000","last_unstale":"2024-09-13T15:57:59.697284+0000","last_undegraded":"2024-09-13T15:57:59.697284+0000","last_fullsized":"2024-09-13T15:57:59.697284+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684612+0000","last_change":"2024-09-13T15:57:59.315587+0000","last_active":"2024-09-13T15:57:59.684612+0000","last_peered":"2024-09-13T15:57:59.684612+0000","last_clean":"2024-09-13T15:57:59.684612+0000","last_became_active":"2024-09-13T15:57:59.315064+0000","last_became_peered":"2024-09-13T15:57:59.315064+0000","last_unstale":"2024-09-13T15:57:59.684612+0000","last_undegraded":"2024-09-13T15:57:59.684612+0000","last_fullsized":"2024-09-13T15:57:59.684612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:37.675235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744278+0000","last_change":"2024-09-13T15:57:59.722531+0000","last_active":"2024-09-13T15:58:00.744278+0000","last_peered":"2024-09-13T15:58:00.744278+0000","last_clean":"2024-09-13T15:58:00.744278+0000","last_became_active":"2024-09-13T15:57:59.721810+0000","last_became_peered":"2024-09-13T15:57:59.721810+0000","last_unstale":"2024-09-13T15:58:00.744278+0000","last_undegraded":"2024-09-13T15:58:00.744278+0000","last_fullsized":"2024-09-13T15:58:00.744278+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678906+0000","last_change":"2024-09-13T15:57:59.313940+0000","last_active":"2024-09-13T15:57:59.678906+0000","last_peered":"2024-09-13T15:57:59.678906+0000","last_clean":"2024-09-13T15:57:59.678906+0000","last_became_active":"2024-09-13T15:57:59.313577+0000","last_became_peered":"2024-09-13T15:57:59.313577+0000","last_unstale":"2024-09-13T15:57:59.678906+0000","last_undegraded":"2024-09-13T15:57:59.678906+0000","last_fullsized":"2024-09-13T15:57:59.678906+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:25.230490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688038+0000","last_change":"2024-09-13T15:57:59.725131+0000","last_active":"2024-09-13T15:58:00.688038+0000","last_peered":"2024-09-13T15:58:00.688038+0000","last_clean":"2024-09-13T15:58:00.688038+0000","last_became_active":"2024-09-13T15:57:59.724525+0000","last_became_peered":"2024-09-13T15:57:59.724525+0000","last_unstale":"2024-09-13T15:58:00.688038+0000","last_undegraded":"2024-09-13T15:58:00.688038+0000","last_fullsized":"2024-09-13T15:58:00.688038+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"35'8","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.697498+0000","last_change":"2024-09-13T15:57:59.316596+0000","last_active":"2024-09-13T15:57:59.697498+0000","last_peered":"2024-09-13T15:57:59.697498+0000","last_clean":"2024-09-13T15:57:59.697498+0000","last_became_active":"2024-09-13T15:57:59.313882+0000","last_became_peered":"2024-09-13T15:57:59.313882+0000","last_unstale":"2024-09-13T15:57:59.697498+0000","last_undegraded":"2024-09-13T15:57:59.697498+0000","last_fullsized":"2024-09-13T15:57:59.697498+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689091+0000","last_change":"2024-09-13T15:57:59.735193+0000","last_active":"2024-09-13T15:58:00.689091+0000","last_peered":"2024-09-13T15:58:00.689091+0000","last_clean":"2024-09-13T15:58:00.689091+0000","last_became_active":"2024-09-13T15:57:59.734462+0000","last_became_peered":"2024-09-13T15:57:59.734462+0000","last_unstale":"2024-09-13T15:58:00.689091+0000","last_undegraded":"2024-09-13T15:58:00.689091+0000","last_fullsized":"2024-09-13T15:58:00.689091+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"35'1","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700333+0000","last_change":"2024-09-13T15:57:59.312291+0000","last_active":"2024-09-13T15:57:59.700333+0000","last_peered":"2024-09-13T15:57:59.700333+0000","last_clean":"2024-09-13T15:57:59.700333+0000","last_became_active":"2024-09-13T15:57:59.311380+0000","last_became_peered":"2024-09-13T15:57:59.311380+0000","last_unstale":"2024-09-13T15:57:59.700333+0000","last_undegraded":"2024-09-13T15:57:59.700333+0000","last_fullsized":"2024-09-13T15:57:59.700333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744931+0000","last_change":"2024-09-13T15:57:59.734484+0000","last_active":"2024-09-13T15:58:00.744931+0000","last_peered":"2024-09-13T15:58:00.744931+0000","last_clean":"2024-09-13T15:58:00.744931+0000","last_became_active":"2024-09-13T15:57:59.733881+0000","last_became_peered":"2024-09-13T15:57:59.733881+0000","last_unstale":"2024-09-13T15:58:00.744931+0000","last_undegraded":"2024-09-13T15:58:00.744931+0000","last_fullsized":"2024-09-13T15:58:00.744931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689309+0000","last_change":"2024-09-13T15:57:59.312729+0000","last_active":"2024-09-13T15:58:00.689309+0000","last_peered":"2024-09-13T15:58:00.689309+0000","last_clean":"2024-09-13T15:58:00.689309+0000","last_became_active":"2024-09-13T15:57:59.310711+0000","last_became_peered":"2024-09-13T15:57:59.310711+0000","last_unstale":"2024-09-13T15:58:00.689309+0000","last_undegraded":"2024-09-13T15:58:00.689309+0000","last_fullsized":"2024-09-13T15:58:00.689309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.719073+0000","last_change":"2024-09-13T15:57:59.718373+0000","last_active":"2024-09-13T15:57:59.719073+0000","last_peered":"2024-09-13T15:57:59.719073+0000","last_clean":"2024-09-13T15:57:59.719073+0000","last_became_active":"2024-09-13T15:57:59.718126+0000","last_became_peered":"2024-09-13T15:57:59.718126+0000","last_unstale":"2024-09-13T15:57:59.719073+0000","last_undegraded":"2024-09-13T15:57:59.719073+0000","last_fullsized":"2024-09-13T15:57:59.719073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689094+0000","last_change":"2024-09-13T15:57:59.301594+0000","last_active":"2024-09-13T15:58:00.689094+0000","last_peered":"2024-09-13T15:58:00.689094+0000","last_clean":"2024-09-13T15:58:00.689094+0000","last_became_active":"2024-09-13T15:57:59.300558+0000","last_became_peered":"2024-09-13T15:57:59.300558+0000","last_unstale":"2024-09-13T15:58:00.689094+0000","last_undegraded":"2024-09-13T15:58:00.689094+0000","last_fullsized":"2024-09-13T15:58:00.689094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:56.079321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293232+0000","last_change":"2024-09-13T15:57:59.293232+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293232+0000","last_undegraded":"2024-09-13T15:57:59.293232+0000","last_fullsized":"2024-09-13T15:57:59.293232+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:45.759199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688812+0000","last_change":"2024-09-13T15:57:59.307496+0000","last_active":"2024-09-13T15:58:00.688812+0000","last_peered":"2024-09-13T15:58:00.688812+0000","last_clean":"2024-09-13T15:58:00.688812+0000","last_became_active":"2024-09-13T15:57:59.306878+0000","last_became_peered":"2024-09-13T15:57:59.306878+0000","last_unstale":"2024-09-13T15:58:00.688812+0000","last_undegraded":"2024-09-13T15:58:00.688812+0000","last_fullsized":"2024-09-13T15:58:00.688812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:48.347164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.292311+0000","last_change":"2024-09-13T15:57:59.292311+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.292311+0000","last_undegraded":"2024-09-13T15:57:59.292311+0000","last_fullsized":"2024-09-13T15:57:59.292311+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.412207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304521+0000","last_change":"2024-09-13T15:57:59.302058+0000","last_active":"2024-09-13T15:57:59.304521+0000","last_peered":"2024-09-13T15:57:59.304521+0000","last_clean":"2024-09-13T15:57:59.304521+0000","last_became_active":"2024-09-13T15:57:59.301652+0000","last_became_peered":"2024-09-13T15:57:59.301652+0000","last_unstale":"2024-09-13T15:57:59.304521+0000","last_undegraded":"2024-09-13T15:57:59.304521+0000","last_fullsized":"2024-09-13T15:57:59.304521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:44.749565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291499+0000","last_change":"2024-09-13T15:57:59.291499+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291499+0000","last_undegraded":"2024-09-13T15:57:59.291499+0000","last_fullsized":"2024-09-13T15:57:59.291499+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:13.967218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687970+0000","last_change":"2024-09-13T15:57:59.309774+0000","last_active":"2024-09-13T15:58:00.687970+0000","last_peered":"2024-09-13T15:58:00.687970+0000","last_clean":"2024-09-13T15:58:00.687970+0000","last_became_active":"2024-09-13T15:57:59.309433+0000","last_became_peered":"2024-09-13T15:57:59.309433+0000","last_unstale":"2024-09-13T15:58:00.687970+0000","last_undegraded":"2024-09-13T15:58:00.687970+0000","last_fullsized":"2024-09-13T15:58:00.687970+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.293046+0000","last_change":"2024-09-13T15:57:59.293046+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.293046+0000","last_undegraded":"2024-09-13T15:57:59.293046+0000","last_fullsized":"2024-09-13T15:57:59.293046+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.083656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688497+0000","last_change":"2024-09-13T15:57:59.302940+0000","last_active":"2024-09-13T15:58:00.688497+0000","last_peered":"2024-09-13T15:58:00.688497+0000","last_clean":"2024-09-13T15:58:00.688497+0000","last_became_active":"2024-09-13T15:57:59.302469+0000","last_became_peered":"2024-09-13T15:57:59.302469+0000","last_unstale":"2024-09-13T15:58:00.688497+0000","last_undegraded":"2024-09-13T15:58:00.688497+0000","last_fullsized":"2024-09-13T15:58:00.688497+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:31.657451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743153+0000","last_change":"2024-09-13T15:57:59.704626+0000","last_active":"2024-09-13T15:58:00.743153+0000","last_peered":"2024-09-13T15:58:00.743153+0000","last_clean":"2024-09-13T15:58:00.743153+0000","last_became_active":"2024-09-13T15:57:59.703896+0000","last_became_peered":"2024-09-13T15:57:59.703896+0000","last_unstale":"2024-09-13T15:58:00.743153+0000","last_undegraded":"2024-09-13T15:58:00.743153+0000","last_fullsized":"2024-09-13T15:58:00.743153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743311+0000","last_change":"2024-09-13T15:57:59.317615+0000","last_active":"2024-09-13T15:58:00.743311+0000","last_peered":"2024-09-13T15:58:00.743311+0000","last_clean":"2024-09-13T15:58:00.743311+0000","last_became_active":"2024-09-13T15:57:59.317269+0000","last_became_peered":"2024-09-13T15:57:59.317269+0000","last_unstale":"2024-09-13T15:58:00.743311+0000","last_undegraded":"2024-09-13T15:58:00.743311+0000","last_fullsized":"2024-09-13T15:58:00.743311+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.291665+0000","last_change":"2024-09-13T15:57:59.291665+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.291665+0000","last_undegraded":"2024-09-13T15:57:59.291665+0000","last_fullsized":"2024-09-13T15:57:59.291665+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:48.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"35'2","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.726683+0000","last_change":"2024-09-13T15:57:59.312444+0000","last_active":"2024-09-13T15:57:59.726683+0000","last_peered":"2024-09-13T15:57:59.726683+0000","last_clean":"2024-09-13T15:57:59.726683+0000","last_became_active":"2024-09-13T15:57:59.311866+0000","last_became_peered":"2024-09-13T15:57:59.311866+0000","last_unstale":"2024-09-13T15:57:59.726683+0000","last_undegraded":"2024-09-13T15:57:59.726683+0000","last_fullsized":"2024-09-13T15:57:59.726683+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.745013+0000","last_change":"2024-09-13T15:57:59.731523+0000","last_active":"2024-09-13T15:58:00.745013+0000","last_peered":"2024-09-13T15:58:00.745013+0000","last_clean":"2024-09-13T15:58:00.745013+0000","last_became_active":"2024-09-13T15:57:59.730708+0000","last_became_peered":"2024-09-13T15:57:59.730708+0000","last_unstale":"2024-09-13T15:58:00.745013+0000","last_undegraded":"2024-09-13T15:58:00.745013+0000","last_fullsized":"2024-09-13T15:58:00.745013+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.304547+0000","last_change":"2024-09-13T15:57:59.302829+0000","last_active":"2024-09-13T15:57:59.304547+0000","last_peered":"2024-09-13T15:57:59.304547+0000","last_clean":"2024-09-13T15:57:59.304547+0000","last_became_active":"2024-09-13T15:57:59.301145+0000","last_became_peered":"2024-09-13T15:57:59.301145+0000","last_unstale":"2024-09-13T15:57:59.304547+0000","last_undegraded":"2024-09-13T15:57:59.304547+0000","last_fullsized":"2024-09-13T15:57:59.304547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:47.700712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289848+0000","last_change":"2024-09-13T15:57:59.289848+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289848+0000","last_undegraded":"2024-09-13T15:57:59.289848+0000","last_fullsized":"2024-09-13T15:57:59.289848+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:17:58.038959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.686990+0000","last_change":"2024-09-13T15:57:59.299891+0000","last_active":"2024-09-13T15:57:59.686990+0000","last_peered":"2024-09-13T15:57:59.686990+0000","last_clean":"2024-09-13T15:57:59.686990+0000","last_became_active":"2024-09-13T15:57:59.299499+0000","last_became_peered":"2024-09-13T15:57:59.299499+0000","last_unstale":"2024-09-13T15:57:59.686990+0000","last_undegraded":"2024-09-13T15:57:59.686990+0000","last_fullsized":"2024-09-13T15:57:59.686990+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:27.789375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687739+0000","last_change":"2024-09-13T15:57:59.711066+0000","last_active":"2024-09-13T15:58:00.687739+0000","last_peered":"2024-09-13T15:58:00.687739+0000","last_clean":"2024-09-13T15:58:00.687739+0000","last_became_active":"2024-09-13T15:57:59.701489+0000","last_became_peered":"2024-09-13T15:57:59.701489+0000","last_unstale":"2024-09-13T15:58:00.687739+0000","last_undegraded":"2024-09-13T15:58:00.687739+0000","last_fullsized":"2024-09-13T15:58:00.687739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:26.240125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.308043+0000","last_change":"2024-09-13T15:57:59.306296+0000","last_active":"2024-09-13T15:57:59.308043+0000","last_peered":"2024-09-13T15:57:59.308043+0000","last_clean":"2024-09-13T15:57:59.308043+0000","last_became_active":"2024-09-13T15:57:59.305975+0000","last_became_peered":"2024-09-13T15:57:59.305975+0000","last_unstale":"2024-09-13T15:57:59.308043+0000","last_undegraded":"2024-09-13T15:57:59.308043+0000","last_fullsized":"2024-09-13T15:57:59.308043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:12.957583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":34,"state":"creating+peering","last_fresh":"2024-09-13T15:57:59.289349+0000","last_change":"2024-09-13T15:57:59.289349+0000","last_active":"2024-09-13T15:57:59.275001+0000","last_peered":"2024-09-13T15:57:59.275001+0000","last_clean":"2024-09-13T15:57:59.275001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:57:59.289349+0000","last_undegraded":"2024-09-13T15:57:59.289349+0000","last_fullsized":"2024-09-13T15:57:59.289349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:26.691848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684670+0000","last_change":"2024-09-13T15:57:59.315382+0000","last_active":"2024-09-13T15:57:59.684670+0000","last_peered":"2024-09-13T15:57:59.684670+0000","last_clean":"2024-09-13T15:57:59.684670+0000","last_became_active":"2024-09-13T15:57:59.314921+0000","last_became_peered":"2024-09-13T15:57:59.314921+0000","last_unstale":"2024-09-13T15:57:59.684670+0000","last_undegraded":"2024-09-13T15:57:59.684670+0000","last_fullsized":"2024-09-13T15:57:59.684670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.693496+0000","last_change":"2024-09-13T15:57:59.690712+0000","last_active":"2024-09-13T15:57:59.693496+0000","last_peered":"2024-09-13T15:57:59.693496+0000","last_clean":"2024-09-13T15:57:59.693496+0000","last_became_active":"2024-09-13T15:57:59.690482+0000","last_became_peered":"2024-09-13T15:57:59.690482+0000","last_unstale":"2024-09-13T15:57:59.693496+0000","last_undegraded":"2024-09-13T15:57:59.693496+0000","last_fullsized":"2024-09-13T15:57:59.693496+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688513+0000","last_change":"2024-09-13T15:57:59.306663+0000","last_active":"2024-09-13T15:58:00.688513+0000","last_peered":"2024-09-13T15:58:00.688513+0000","last_clean":"2024-09-13T15:58:00.688513+0000","last_became_active":"2024-09-13T15:57:59.306317+0000","last_became_peered":"2024-09-13T15:57:59.306317+0000","last_unstale":"2024-09-13T15:58:00.688513+0000","last_undegraded":"2024-09-13T15:58:00.688513+0000","last_fullsized":"2024-09-13T15:58:00.688513+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:12.521882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688388+0000","last_change":"2024-09-13T15:57:59.716997+0000","last_active":"2024-09-13T15:58:00.688388+0000","last_peered":"2024-09-13T15:58:00.688388+0000","last_clean":"2024-09-13T15:58:00.688388+0000","last_became_active":"2024-09-13T15:57:59.716296+0000","last_became_peered":"2024-09-13T15:57:59.716296+0000","last_unstale":"2024-09-13T15:58:00.688388+0000","last_undegraded":"2024-09-13T15:58:00.688388+0000","last_fullsized":"2024-09-13T15:58:00.688388+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.678912+0000","last_change":"2024-09-13T15:57:59.320380+0000","last_active":"2024-09-13T15:57:59.678912+0000","last_peered":"2024-09-13T15:57:59.678912+0000","last_clean":"2024-09-13T15:57:59.678912+0000","last_became_active":"2024-09-13T15:57:59.319883+0000","last_became_peered":"2024-09-13T15:57:59.319883+0000","last_unstale":"2024-09-13T15:57:59.678912+0000","last_undegraded":"2024-09-13T15:57:59.678912+0000","last_fullsized":"2024-09-13T15:57:59.678912+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:43.060946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744253+0000","last_change":"2024-09-13T15:57:59.712743+0000","last_active":"2024-09-13T15:58:00.744253+0000","last_peered":"2024-09-13T15:58:00.744253+0000","last_clean":"2024-09-13T15:58:00.744253+0000","last_became_active":"2024-09-13T15:57:59.711903+0000","last_became_peered":"2024-09-13T15:57:59.711903+0000","last_unstale":"2024-09-13T15:58:00.744253+0000","last_undegraded":"2024-09-13T15:58:00.744253+0000","last_fullsized":"2024-09-13T15:58:00.744253+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687716+0000","last_change":"2024-09-13T15:57:59.299323+0000","last_active":"2024-09-13T15:58:00.687716+0000","last_peered":"2024-09-13T15:58:00.687716+0000","last_clean":"2024-09-13T15:58:00.687716+0000","last_became_active":"2024-09-13T15:57:59.298641+0000","last_became_peered":"2024-09-13T15:57:59.298641+0000","last_unstale":"2024-09-13T15:58:00.687716+0000","last_undegraded":"2024-09-13T15:58:00.687716+0000","last_fullsized":"2024-09-13T15:58:00.687716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.690218+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:57:59.690218+0000","last_peered":"2024-09-13T15:57:59.690218+0000","last_clean":"2024-09-13T15:57:59.690218+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:57:59.690218+0000","last_undegraded":"2024-09-13T15:57:59.690218+0000","last_fullsized":"2024-09-13T15:57:59.690218+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476756,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":741339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.90600000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.88},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.0129999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.163}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1930000000000001}]}]},{"osd":6,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.115}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.137}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.028},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.004}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.077}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.80200000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.0529999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.92500000000000004}]}]},{"osd":5,"up_from":16,"seq":68719476753,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.72199999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.82799999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.88}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.93300000000000005}]}]},{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.628},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.79100000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.873}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.032},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.206}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1599999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35576,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336264,"statfs":{"total":96636764160,"available":96600334336,"internally_reserved":0,"allocated":372736,"data_stored":144106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.621},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.1399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.258},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1220000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.2110000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.95999999999999996}]}]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":401408,"data_stored":152467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.62},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.71699999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.91600000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.84499999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.747},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.1799999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.002}]}]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":360448,"data_stored":137839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.749}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.879},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64000000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.997}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.161},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.1200000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.085}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.1950000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.0389999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36156,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335684,"statfs":{"total":96636764160,"available":96599740416,"internally_reserved":0,"allocated":966656,"data_stored":734474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.496},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.95699999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.58999999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.64600000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.878}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92900000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.044},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1879999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:07.215 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f740d928640 1 Processor -- start 2024-09-13T15:58:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f740d928640 1 -- start start 2024-09-13T15:58:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f740d928640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f740815cbd0 0x7f740806f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f740d928640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f740815d040 con 0x7f740806f930 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f740d928640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f740815db30 con 0x7f740815a0f0 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f740d928640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f740815d290 con 0x7f740815cbd0 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f74077fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f740806f930 0x7f740806b650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53760/0 (socket says 172.21.15.7:53760) 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f74077fe640 1 -- 172.21.15.7:0/1030144069 learned_addr learned my addr 172.21.15.7:0/1030144069 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f74067fc640 1 --2- 172.21.15.7:0/1030144069 >> v2:172.21.15.77:3300/0 conn(0x7f740815cbd0 0x7f740806f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3591236270 0 0) 0x7f740815d040 con 0x7f740806f930 2024-09-13T15:58:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73f0003530 con 0x7f740806f930 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1521493047 0 0) 0x7f73f0003530 con 0x7f740806f930 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 >> v2:172.21.15.77:3300/0 conn(0x7f740815cbd0 msgr2=0x7f740806f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 --2- 172.21.15.7:0/1030144069 >> v2:172.21.15.77:3300/0 conn(0x7f740815cbd0 0x7f740806f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 >> v1:172.21.15.77:6789/0 conn(0x7f740815a0f0 legacy=0x7f74080b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f740815d570 con 0x7f740806f930 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7400001a00 con 0x7f740806f930 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 >> v1:172.21.15.7:6789/0 conn(0x7f740806f930 legacy=0x7f740806b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73f0003980 0x7f73f0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73f00047d0 0x7f73f0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0005190 0x7f73f000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f740815d290 con 0x7f73f0003980 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f000c130 con 0x7f73f0005190 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73f000c2f0 con 0x7f73f00047d0 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7406ffd640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73f0003980 0x7f73f0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f74067fc640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73f00047d0 0x7f73f0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f74077fe640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0005190 0x7f73f000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7406ffd640 1 -- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73f00047d0 msgr2=0x7f73f0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7406ffd640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73f00047d0 0x7f73f0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7406ffd640 1 -- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0005190 msgr2=0x7f73f000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:07.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7406ffd640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0005190 0x7f73f000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f74077fe640 1 -- 172.21.15.7:0/1030144069 reap_dead start 2024-09-13T15:58:07.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.350+0000 7f7406ffd640 1 -- 172.21.15.7:0/1030144069 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f0003530 con 0x7f73f0003980 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f7406ffd640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73f0003980 0x7f73f0003da0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f73f8001780 tx=0x7f73f801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4eec679fc98940c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f80052d0 con 0x7f73f0003980 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73f80a7050 con 0x7f73f0003980 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f7405ffb640 1 -- 172.21.15.7:0/1030144069 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f8003600 con 0x7f73f0003980 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 -- 172.21.15.7:0/1030144069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73f0003980 msgr2=0x7f73f0003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73f0003980 0x7f73f0003da0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f73f8001780 tx=0x7f73f801c3d0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 -- 172.21.15.7:0/1030144069 shutdown_connections 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 --2- 172.21.15.7:0/1030144069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73f0003980 0x7f73f0003da0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 -- 172.21.15.7:0/1030144069 >> 172.21.15.7:0/1030144069 conn(0x7f740806d660 msgr2=0x7f740806da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 -- 172.21.15.7:0/1030144069 shutdown_connections 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 -- 172.21.15.7:0/1030144069 wait complete. 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 Processor -- start 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.354+0000 7f740d928640 1 -- start start 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0003980 0x7f7408144040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 0x7f74080ce8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f74080cee30 0x7f74080b0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74080cf2b0 con 0x7f7408147cb0 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7408144580 con 0x7f73f0003980 2024-09-13T15:58:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74080cb5c0 con 0x7f74080cee30 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 0x7f74080ce8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 0x7f74080ce8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58648/0 (socket says 172.21.15.7:58648) 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 -- 172.21.15.7:0/2928307936 learned_addr learned my addr 172.21.15.7:0/2928307936 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f7406ffd640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0003980 0x7f7408144040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74077fe640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f74080cee30 0x7f74080b0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 -- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f74080cee30 msgr2=0x7f74080b0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f74080cee30 0x7f74080b0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 -- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0003980 msgr2=0x7f7408144040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0003980 0x7f7408144040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 -- 172.21.15.7:0/2928307936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74080cad00 con 0x7f7408147cb0 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74077fe640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f74080cee30 0x7f74080b0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f74067fc640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 0x7f74080ce8f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f73fc011660 tx=0x7f73fc011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73fc00f9c0 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73fc00fb20 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74080caf70 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73fc00fe90 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74080b30f0 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74080afef0 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f73fc015460 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f73effff640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f73f4066690 0x7f73f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f73fc084a00 con 0x7f7408147cb0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.358+0000 7f7406ffd640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f73f4066690 0x7f73f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.362+0000 7f7406ffd640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f73f4066690 0x7f73f4068b50 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f73f8001750 tx=0x7f73f80011a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:07.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.362+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f73fc051d70 con 0x7f7408147cb0 2024-09-13T15:58:07.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.522+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f740815a4d0 con 0x7f73f4066690 2024-09-13T15:58:07.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.538+0000 7f73effff640 1 -- 172.21.15.7:0/2928307936 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288123 (secure 0 0 0) 0x7f73f8005350 con 0x7f73f4066690 2024-09-13T15:58:07.543 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:07.546 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:07.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f73f4066690 msgr2=0x7f73f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f73f4066690 0x7f73f4068b50 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f73f8001750 tx=0x7f73f80011a0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 msgr2=0x7f74080ce8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 0x7f74080ce8f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f73fc011660 tx=0x7f73fc011b20 comp rx=0 tx=0).stop 2024-09-13T15:58:07.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 shutdown_connections 2024-09-13T15:58:07.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f73f4066690 0x7f73f4068b50 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f74080cee30 0x7f74080b0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7408147cb0 0x7f74080ce8f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 --2- 172.21.15.7:0/2928307936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73f0003980 0x7f7408144040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 >> 172.21.15.7:0/2928307936 conn(0x7f740806d660 msgr2=0x7f7408155e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:07.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 shutdown_connections 2024-09-13T15:58:07.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.542+0000 7f740d928640 1 -- 172.21.15.7:0/2928307936 wait complete. 2024-09-13T15:58:07.562 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2024-09-13T15:58:06.516202+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":175,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253300,"kb_used_data":4316,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721420,"statfs":{"total":773094113280,"available":772834734080,"internally_reserved":0,"allocated":4419584,"data_stored":2436608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.233016"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688288+0000","last_change":"2024-09-13T15:57:59.734927+0000","last_active":"2024-09-13T15:58:00.688288+0000","last_peered":"2024-09-13T15:58:00.688288+0000","last_clean":"2024-09-13T15:58:00.688288+0000","last_became_active":"2024-09-13T15:57:59.734311+0000","last_became_peered":"2024-09-13T15:57:59.734311+0000","last_unstale":"2024-09-13T15:58:00.688288+0000","last_undegraded":"2024-09-13T15:58:00.688288+0000","last_fullsized":"2024-09-13T15:58:00.688288+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537083+0000","last_change":"2024-09-13T15:57:59.693935+0000","last_active":"2024-09-13T15:58:00.537083+0000","last_peered":"2024-09-13T15:58:00.537083+0000","last_clean":"2024-09-13T15:58:00.537083+0000","last_became_active":"2024-09-13T15:57:59.693639+0000","last_became_peered":"2024-09-13T15:57:59.693639+0000","last_unstale":"2024-09-13T15:58:00.537083+0000","last_undegraded":"2024-09-13T15:58:00.537083+0000","last_fullsized":"2024-09-13T15:58:00.537083+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744025+0000","last_change":"2024-09-13T15:57:59.727962+0000","last_active":"2024-09-13T15:58:00.744025+0000","last_peered":"2024-09-13T15:58:00.744025+0000","last_clean":"2024-09-13T15:58:00.744025+0000","last_became_active":"2024-09-13T15:57:59.727135+0000","last_became_peered":"2024-09-13T15:57:59.727135+0000","last_unstale":"2024-09-13T15:58:00.744025+0000","last_undegraded":"2024-09-13T15:58:00.744025+0000","last_fullsized":"2024-09-13T15:58:00.744025+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536383+0000","last_change":"2024-09-13T15:57:59.718262+0000","last_active":"2024-09-13T15:58:00.536383+0000","last_peered":"2024-09-13T15:58:00.536383+0000","last_clean":"2024-09-13T15:58:00.536383+0000","last_became_active":"2024-09-13T15:57:59.718005+0000","last_became_peered":"2024-09-13T15:57:59.718005+0000","last_unstale":"2024-09-13T15:58:00.536383+0000","last_undegraded":"2024-09-13T15:58:00.536383+0000","last_fullsized":"2024-09-13T15:58:00.536383+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700854+0000","last_change":"2024-09-13T15:57:59.699062+0000","last_active":"2024-09-13T15:57:59.700854+0000","last_peered":"2024-09-13T15:57:59.700854+0000","last_clean":"2024-09-13T15:57:59.700854+0000","last_became_active":"2024-09-13T15:57:59.698788+0000","last_became_peered":"2024-09-13T15:57:59.698788+0000","last_unstale":"2024-09-13T15:57:59.700854+0000","last_undegraded":"2024-09-13T15:57:59.700854+0000","last_fullsized":"2024-09-13T15:57:59.700854+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:15.109971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536920+0000","last_change":"2024-09-13T15:57:59.734215+0000","last_active":"2024-09-13T15:58:00.536920+0000","last_peered":"2024-09-13T15:58:00.536920+0000","last_clean":"2024-09-13T15:58:00.536920+0000","last_became_active":"2024-09-13T15:57:59.733912+0000","last_became_peered":"2024-09-13T15:57:59.733912+0000","last_unstale":"2024-09-13T15:58:00.536920+0000","last_undegraded":"2024-09-13T15:58:00.536920+0000","last_fullsized":"2024-09-13T15:58:00.536920+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743698+0000","last_change":"2024-09-13T15:57:59.722546+0000","last_active":"2024-09-13T15:58:00.743698+0000","last_peered":"2024-09-13T15:58:00.743698+0000","last_clean":"2024-09-13T15:58:00.743698+0000","last_became_active":"2024-09-13T15:57:59.721857+0000","last_became_peered":"2024-09-13T15:57:59.721857+0000","last_unstale":"2024-09-13T15:58:00.743698+0000","last_undegraded":"2024-09-13T15:58:00.743698+0000","last_fullsized":"2024-09-13T15:58:00.743698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743137+0000","last_change":"2024-09-13T15:57:59.714284+0000","last_active":"2024-09-13T15:58:00.743137+0000","last_peered":"2024-09-13T15:58:00.743137+0000","last_clean":"2024-09-13T15:58:00.743137+0000","last_became_active":"2024-09-13T15:57:59.713359+0000","last_became_peered":"2024-09-13T15:57:59.713359+0000","last_unstale":"2024-09-13T15:58:00.743137+0000","last_undegraded":"2024-09-13T15:58:00.743137+0000","last_fullsized":"2024-09-13T15:58:00.743137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689401+0000","last_change":"2024-09-13T15:57:59.716825+0000","last_active":"2024-09-13T15:58:00.689401+0000","last_peered":"2024-09-13T15:58:00.689401+0000","last_clean":"2024-09-13T15:58:00.689401+0000","last_became_active":"2024-09-13T15:57:59.716059+0000","last_became_peered":"2024-09-13T15:57:59.716059+0000","last_unstale":"2024-09-13T15:58:00.689401+0000","last_undegraded":"2024-09-13T15:58:00.689401+0000","last_fullsized":"2024-09-13T15:58:00.689401+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536608+0000","last_change":"2024-09-13T15:57:59.695944+0000","last_active":"2024-09-13T15:58:00.536608+0000","last_peered":"2024-09-13T15:58:00.536608+0000","last_clean":"2024-09-13T15:58:00.536608+0000","last_became_active":"2024-09-13T15:57:59.695528+0000","last_became_peered":"2024-09-13T15:57:59.695528+0000","last_unstale":"2024-09-13T15:58:00.536608+0000","last_undegraded":"2024-09-13T15:58:00.536608+0000","last_fullsized":"2024-09-13T15:58:00.536608+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744570+0000","last_change":"2024-09-13T15:57:59.713660+0000","last_active":"2024-09-13T15:58:00.744570+0000","last_peered":"2024-09-13T15:58:00.744570+0000","last_clean":"2024-09-13T15:58:00.744570+0000","last_became_active":"2024-09-13T15:57:59.712268+0000","last_became_peered":"2024-09-13T15:57:59.712268+0000","last_unstale":"2024-09-13T15:58:00.744570+0000","last_undegraded":"2024-09-13T15:58:00.744570+0000","last_fullsized":"2024-09-13T15:58:00.744570+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743762+0000","last_change":"2024-09-13T15:57:59.729247+0000","last_active":"2024-09-13T15:58:00.743762+0000","last_peered":"2024-09-13T15:58:00.743762+0000","last_clean":"2024-09-13T15:58:00.743762+0000","last_became_active":"2024-09-13T15:57:59.727986+0000","last_became_peered":"2024-09-13T15:57:59.727986+0000","last_unstale":"2024-09-13T15:58:00.743762+0000","last_undegraded":"2024-09-13T15:58:00.743762+0000","last_fullsized":"2024-09-13T15:58:00.743762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:16.578297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700266+0000","last_change":"2024-09-13T15:57:59.693384+0000","last_active":"2024-09-13T15:57:59.700266+0000","last_peered":"2024-09-13T15:57:59.700266+0000","last_clean":"2024-09-13T15:57:59.700266+0000","last_became_active":"2024-09-13T15:57:59.693045+0000","last_became_peered":"2024-09-13T15:57:59.693045+0000","last_unstale":"2024-09-13T15:57:59.700266+0000","last_undegraded":"2024-09-13T15:57:59.700266+0000","last_fullsized":"2024-09-13T15:57:59.700266+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:03.328212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536941+0000","last_change":"2024-09-13T15:57:59.693178+0000","last_active":"2024-09-13T15:58:00.536941+0000","last_peered":"2024-09-13T15:58:00.536941+0000","last_clean":"2024-09-13T15:58:00.536941+0000","last_became_active":"2024-09-13T15:57:59.692852+0000","last_became_peered":"2024-09-13T15:57:59.692852+0000","last_unstale":"2024-09-13T15:58:00.536941+0000","last_undegraded":"2024-09-13T15:58:00.536941+0000","last_fullsized":"2024-09-13T15:58:00.536941+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743308+0000","last_change":"2024-09-13T15:57:59.731433+0000","last_active":"2024-09-13T15:58:00.743308+0000","last_peered":"2024-09-13T15:58:00.743308+0000","last_clean":"2024-09-13T15:58:00.743308+0000","last_became_active":"2024-09-13T15:57:59.730447+0000","last_became_peered":"2024-09-13T15:57:59.730447+0000","last_unstale":"2024-09-13T15:58:00.743308+0000","last_undegraded":"2024-09-13T15:58:00.743308+0000","last_fullsized":"2024-09-13T15:58:00.743308+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743438+0000","last_change":"2024-09-13T15:57:59.715354+0000","last_active":"2024-09-13T15:58:00.743438+0000","last_peered":"2024-09-13T15:58:00.743438+0000","last_clean":"2024-09-13T15:58:00.743438+0000","last_became_active":"2024-09-13T15:57:59.714505+0000","last_became_peered":"2024-09-13T15:57:59.714505+0000","last_unstale":"2024-09-13T15:58:00.743438+0000","last_undegraded":"2024-09-13T15:58:00.743438+0000","last_fullsized":"2024-09-13T15:58:00.743438+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744624+0000","last_change":"2024-09-13T15:57:59.725169+0000","last_active":"2024-09-13T15:58:00.744624+0000","last_peered":"2024-09-13T15:58:00.744624+0000","last_clean":"2024-09-13T15:58:00.744624+0000","last_became_active":"2024-09-13T15:57:59.723001+0000","last_became_peered":"2024-09-13T15:57:59.723001+0000","last_unstale":"2024-09-13T15:58:00.744624+0000","last_undegraded":"2024-09-13T15:58:00.744624+0000","last_fullsized":"2024-09-13T15:58:00.744624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537102+0000","last_change":"2024-09-13T15:57:59.691398+0000","last_active":"2024-09-13T15:58:00.537102+0000","last_peered":"2024-09-13T15:58:00.537102+0000","last_clean":"2024-09-13T15:58:00.537102+0000","last_became_active":"2024-09-13T15:57:59.691179+0000","last_became_peered":"2024-09-13T15:57:59.691179+0000","last_unstale":"2024-09-13T15:58:00.537102+0000","last_undegraded":"2024-09-13T15:58:00.537102+0000","last_fullsized":"2024-09-13T15:58:00.537102+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:49.970361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537038+0000","last_change":"2024-09-13T15:57:59.697871+0000","last_active":"2024-09-13T15:58:00.537038+0000","last_peered":"2024-09-13T15:58:00.537038+0000","last_clean":"2024-09-13T15:58:00.537038+0000","last_became_active":"2024-09-13T15:57:59.697592+0000","last_became_peered":"2024-09-13T15:57:59.697592+0000","last_unstale":"2024-09-13T15:58:00.537038+0000","last_undegraded":"2024-09-13T15:58:00.537038+0000","last_fullsized":"2024-09-13T15:58:00.537038+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:12.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.732193+0000","last_change":"2024-09-13T15:57:59.731561+0000","last_active":"2024-09-13T15:57:59.732193+0000","last_peered":"2024-09-13T15:57:59.732193+0000","last_clean":"2024-09-13T15:57:59.732193+0000","last_became_active":"2024-09-13T15:57:59.731244+0000","last_became_peered":"2024-09-13T15:57:59.731244+0000","last_unstale":"2024-09-13T15:57:59.732193+0000","last_undegraded":"2024-09-13T15:57:59.732193+0000","last_fullsized":"2024-09-13T15:57:59.732193+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:49.921715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688097+0000","last_change":"2024-09-13T15:57:59.707846+0000","last_active":"2024-09-13T15:58:00.688097+0000","last_peered":"2024-09-13T15:58:00.688097+0000","last_clean":"2024-09-13T15:58:00.688097+0000","last_became_active":"2024-09-13T15:57:59.706506+0000","last_became_peered":"2024-09-13T15:57:59.706506+0000","last_unstale":"2024-09-13T15:58:00.688097+0000","last_undegraded":"2024-09-13T15:58:00.688097+0000","last_fullsized":"2024-09-13T15:58:00.688097+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689117+0000","last_change":"2024-09-13T15:57:59.706432+0000","last_active":"2024-09-13T15:58:00.689117+0000","last_peered":"2024-09-13T15:58:00.689117+0000","last_clean":"2024-09-13T15:58:00.689117+0000","last_became_active":"2024-09-13T15:57:59.705663+0000","last_became_peered":"2024-09-13T15:57:59.705663+0000","last_unstale":"2024-09-13T15:58:00.689117+0000","last_undegraded":"2024-09-13T15:58:00.689117+0000","last_fullsized":"2024-09-13T15:58:00.689117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713340+0000","last_change":"2024-09-13T15:57:59.712383+0000","last_active":"2024-09-13T15:57:59.713340+0000","last_peered":"2024-09-13T15:57:59.713340+0000","last_clean":"2024-09-13T15:57:59.713340+0000","last_became_active":"2024-09-13T15:57:59.712168+0000","last_became_peered":"2024-09-13T15:57:59.712168+0000","last_unstale":"2024-09-13T15:57:59.713340+0000","last_undegraded":"2024-09-13T15:57:59.713340+0000","last_fullsized":"2024-09-13T15:57:59.713340+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:26.341879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743082+0000","last_change":"2024-09-13T15:57:59.727613+0000","last_active":"2024-09-13T15:58:00.743082+0000","last_peered":"2024-09-13T15:58:00.743082+0000","last_clean":"2024-09-13T15:58:00.743082+0000","last_became_active":"2024-09-13T15:57:59.726960+0000","last_became_peered":"2024-09-13T15:57:59.726960+0000","last_unstale":"2024-09-13T15:58:00.743082+0000","last_undegraded":"2024-09-13T15:58:00.743082+0000","last_fullsized":"2024-09-13T15:58:00.743082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536658+0000","last_change":"2024-09-13T15:57:59.712769+0000","last_active":"2024-09-13T15:58:00.536658+0000","last_peered":"2024-09-13T15:58:00.536658+0000","last_clean":"2024-09-13T15:58:00.536658+0000","last_became_active":"2024-09-13T15:57:59.712521+0000","last_became_peered":"2024-09-13T15:57:59.712521+0000","last_unstale":"2024-09-13T15:58:00.536658+0000","last_undegraded":"2024-09-13T15:58:00.536658+0000","last_fullsized":"2024-09-13T15:58:00.536658+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:05.301174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537124+0000","last_change":"2024-09-13T15:57:59.698700+0000","last_active":"2024-09-13T15:58:00.537124+0000","last_peered":"2024-09-13T15:58:00.537124+0000","last_clean":"2024-09-13T15:58:00.537124+0000","last_became_active":"2024-09-13T15:57:59.698424+0000","last_became_peered":"2024-09-13T15:57:59.698424+0000","last_unstale":"2024-09-13T15:58:00.537124+0000","last_undegraded":"2024-09-13T15:58:00.537124+0000","last_fullsized":"2024-09-13T15:58:00.537124+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:46:13.167256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536522+0000","last_change":"2024-09-13T15:57:59.718073+0000","last_active":"2024-09-13T15:58:00.536522+0000","last_peered":"2024-09-13T15:58:00.536522+0000","last_clean":"2024-09-13T15:58:00.536522+0000","last_became_active":"2024-09-13T15:57:59.717791+0000","last_became_peered":"2024-09-13T15:57:59.717791+0000","last_unstale":"2024-09-13T15:58:00.536522+0000","last_undegraded":"2024-09-13T15:58:00.536522+0000","last_fullsized":"2024-09-13T15:58:00.536522+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:04.459099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743842+0000","last_change":"2024-09-13T15:57:59.728647+0000","last_active":"2024-09-13T15:58:00.743842+0000","last_peered":"2024-09-13T15:58:00.743842+0000","last_clean":"2024-09-13T15:58:00.743842+0000","last_became_active":"2024-09-13T15:57:59.727174+0000","last_became_peered":"2024-09-13T15:57:59.727174+0000","last_unstale":"2024-09-13T15:58:00.743842+0000","last_undegraded":"2024-09-13T15:58:00.743842+0000","last_fullsized":"2024-09-13T15:58:00.743842+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:35.066556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688331+0000","last_change":"2024-09-13T15:57:59.707289+0000","last_active":"2024-09-13T15:58:00.688331+0000","last_peered":"2024-09-13T15:58:00.688331+0000","last_clean":"2024-09-13T15:58:00.688331+0000","last_became_active":"2024-09-13T15:57:59.705763+0000","last_became_peered":"2024-09-13T15:57:59.705763+0000","last_unstale":"2024-09-13T15:58:00.688331+0000","last_undegraded":"2024-09-13T15:58:00.688331+0000","last_fullsized":"2024-09-13T15:58:00.688331+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:18.983109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743553+0000","last_change":"2024-09-13T15:57:59.718722+0000","last_active":"2024-09-13T15:58:00.743553+0000","last_peered":"2024-09-13T15:58:00.743553+0000","last_clean":"2024-09-13T15:58:00.743553+0000","last_became_active":"2024-09-13T15:57:59.717136+0000","last_became_peered":"2024-09-13T15:57:59.717136+0000","last_unstale":"2024-09-13T15:58:00.743553+0000","last_undegraded":"2024-09-13T15:58:00.743553+0000","last_fullsized":"2024-09-13T15:58:00.743553+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:39.103212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687621+0000","last_change":"2024-09-13T15:57:59.711434+0000","last_active":"2024-09-13T15:58:00.687621+0000","last_peered":"2024-09-13T15:58:00.687621+0000","last_clean":"2024-09-13T15:58:00.687621+0000","last_became_active":"2024-09-13T15:57:59.710730+0000","last_became_peered":"2024-09-13T15:57:59.710730+0000","last_unstale":"2024-09-13T15:58:00.687621+0000","last_undegraded":"2024-09-13T15:58:00.687621+0000","last_fullsized":"2024-09-13T15:58:00.687621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:44.070581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743158+0000","last_change":"2024-09-13T15:57:59.718513+0000","last_active":"2024-09-13T15:58:00.743158+0000","last_peered":"2024-09-13T15:58:00.743158+0000","last_clean":"2024-09-13T15:58:00.743158+0000","last_became_active":"2024-09-13T15:57:59.717850+0000","last_became_peered":"2024-09-13T15:57:59.717850+0000","last_unstale":"2024-09-13T15:58:00.743158+0000","last_undegraded":"2024-09-13T15:58:00.743158+0000","last_fullsized":"2024-09-13T15:58:00.743158+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.714687+0000","last_change":"2024-09-13T15:57:59.714219+0000","last_active":"2024-09-13T15:57:59.714687+0000","last_peered":"2024-09-13T15:57:59.714687+0000","last_clean":"2024-09-13T15:57:59.714687+0000","last_became_active":"2024-09-13T15:57:59.714021+0000","last_became_peered":"2024-09-13T15:57:59.714021+0000","last_unstale":"2024-09-13T15:57:59.714687+0000","last_undegraded":"2024-09-13T15:57:59.714687+0000","last_fullsized":"2024-09-13T15:57:59.714687+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:12.862353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"35'4","reported_seq":15,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688718+0000","last_change":"2024-09-13T15:57:59.310923+0000","last_active":"2024-09-13T15:58:00.688718+0000","last_peered":"2024-09-13T15:58:00.688718+0000","last_clean":"2024-09-13T15:58:00.688718+0000","last_became_active":"2024-09-13T15:57:59.310664+0000","last_became_peered":"2024-09-13T15:57:59.310664+0000","last_unstale":"2024-09-13T15:58:00.688718+0000","last_undegraded":"2024-09-13T15:58:00.688718+0000","last_fullsized":"2024-09-13T15:58:00.688718+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688505+0000","last_change":"2024-09-13T15:57:59.725972+0000","last_active":"2024-09-13T15:58:00.688505+0000","last_peered":"2024-09-13T15:58:00.688505+0000","last_clean":"2024-09-13T15:58:00.688505+0000","last_became_active":"2024-09-13T15:57:59.725268+0000","last_became_peered":"2024-09-13T15:57:59.725268+0000","last_unstale":"2024-09-13T15:58:00.688505+0000","last_undegraded":"2024-09-13T15:58:00.688505+0000","last_fullsized":"2024-09-13T15:58:00.688505+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"35'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713837+0000","last_change":"2024-09-13T15:57:59.307639+0000","last_active":"2024-09-13T15:57:59.713837+0000","last_peered":"2024-09-13T15:57:59.713837+0000","last_clean":"2024-09-13T15:57:59.713837+0000","last_became_active":"2024-09-13T15:57:59.306303+0000","last_became_peered":"2024-09-13T15:57:59.306303+0000","last_unstale":"2024-09-13T15:57:59.713837+0000","last_undegraded":"2024-09-13T15:57:59.713837+0000","last_fullsized":"2024-09-13T15:57:59.713837+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:02.318578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688777+0000","last_change":"2024-09-13T15:57:59.709670+0000","last_active":"2024-09-13T15:58:00.688777+0000","last_peered":"2024-09-13T15:58:00.688777+0000","last_clean":"2024-09-13T15:58:00.688777+0000","last_became_active":"2024-09-13T15:57:59.708525+0000","last_became_peered":"2024-09-13T15:57:59.708525+0000","last_unstale":"2024-09-13T15:58:00.688777+0000","last_undegraded":"2024-09-13T15:58:00.688777+0000","last_fullsized":"2024-09-13T15:58:00.688777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"35'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537059+0000","last_change":"2024-09-13T15:57:59.313140+0000","last_active":"2024-09-13T15:58:00.537059+0000","last_peered":"2024-09-13T15:58:00.537059+0000","last_clean":"2024-09-13T15:58:00.537059+0000","last_became_active":"2024-09-13T15:57:59.312766+0000","last_became_peered":"2024-09-13T15:57:59.312766+0000","last_unstale":"2024-09-13T15:58:00.537059+0000","last_undegraded":"2024-09-13T15:58:00.537059+0000","last_fullsized":"2024-09-13T15:58:00.537059+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536565+0000","last_change":"2024-09-13T15:57:59.718059+0000","last_active":"2024-09-13T15:58:00.536565+0000","last_peered":"2024-09-13T15:58:00.536565+0000","last_clean":"2024-09-13T15:58:00.536565+0000","last_became_active":"2024-09-13T15:57:59.717778+0000","last_became_peered":"2024-09-13T15:57:59.717778+0000","last_unstale":"2024-09-13T15:58:00.536565+0000","last_undegraded":"2024-09-13T15:58:00.536565+0000","last_fullsized":"2024-09-13T15:58:00.536565+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"35'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.702284+0000","last_change":"2024-09-13T15:57:59.310372+0000","last_active":"2024-09-13T15:57:59.702284+0000","last_peered":"2024-09-13T15:57:59.702284+0000","last_clean":"2024-09-13T15:57:59.702284+0000","last_became_active":"2024-09-13T15:57:59.309977+0000","last_became_peered":"2024-09-13T15:57:59.309977+0000","last_unstale":"2024-09-13T15:57:59.702284+0000","last_undegraded":"2024-09-13T15:57:59.702284+0000","last_fullsized":"2024-09-13T15:57:59.702284+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:41.148198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744137+0000","last_change":"2024-09-13T15:57:59.719136+0000","last_active":"2024-09-13T15:58:00.744137+0000","last_peered":"2024-09-13T15:58:00.744137+0000","last_clean":"2024-09-13T15:58:00.744137+0000","last_became_active":"2024-09-13T15:57:59.718029+0000","last_became_peered":"2024-09-13T15:57:59.718029+0000","last_unstale":"2024-09-13T15:58:00.744137+0000","last_undegraded":"2024-09-13T15:58:00.744137+0000","last_fullsized":"2024-09-13T15:58:00.744137+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688569+0000","last_change":"2024-09-13T15:57:59.306834+0000","last_active":"2024-09-13T15:58:00.688569+0000","last_peered":"2024-09-13T15:58:00.688569+0000","last_clean":"2024-09-13T15:58:00.688569+0000","last_became_active":"2024-09-13T15:57:59.306518+0000","last_became_peered":"2024-09-13T15:57:59.306518+0000","last_unstale":"2024-09-13T15:58:00.688569+0000","last_undegraded":"2024-09-13T15:58:00.688569+0000","last_fullsized":"2024-09-13T15:58:00.688569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:16.289367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743901+0000","last_change":"2024-09-13T15:57:59.731561+0000","last_active":"2024-09-13T15:58:00.743901+0000","last_peered":"2024-09-13T15:58:00.743901+0000","last_clean":"2024-09-13T15:58:00.743901+0000","last_became_active":"2024-09-13T15:57:59.730742+0000","last_became_peered":"2024-09-13T15:57:59.730742+0000","last_unstale":"2024-09-13T15:58:00.743901+0000","last_undegraded":"2024-09-13T15:58:00.743901+0000","last_fullsized":"2024-09-13T15:58:00.743901+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689313+0000","last_change":"2024-09-13T15:57:59.308936+0000","last_active":"2024-09-13T15:58:00.689313+0000","last_peered":"2024-09-13T15:58:00.689313+0000","last_clean":"2024-09-13T15:58:00.689313+0000","last_became_active":"2024-09-13T15:57:59.308547+0000","last_became_peered":"2024-09-13T15:57:59.308547+0000","last_unstale":"2024-09-13T15:58:00.689313+0000","last_undegraded":"2024-09-13T15:58:00.689313+0000","last_fullsized":"2024-09-13T15:58:00.689313+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:52:39.777127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688830+0000","last_change":"2024-09-13T15:57:59.720323+0000","last_active":"2024-09-13T15:58:00.688830+0000","last_peered":"2024-09-13T15:58:00.688830+0000","last_clean":"2024-09-13T15:58:00.688830+0000","last_became_active":"2024-09-13T15:57:59.719440+0000","last_became_peered":"2024-09-13T15:57:59.719440+0000","last_unstale":"2024-09-13T15:58:00.688830+0000","last_undegraded":"2024-09-13T15:58:00.688830+0000","last_fullsized":"2024-09-13T15:58:00.688830+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:59:47.143987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536838+0000","last_change":"2024-09-13T15:57:59.304579+0000","last_active":"2024-09-13T15:58:00.536838+0000","last_peered":"2024-09-13T15:58:00.536838+0000","last_clean":"2024-09-13T15:58:00.536838+0000","last_became_active":"2024-09-13T15:57:59.304292+0000","last_became_peered":"2024-09-13T15:57:59.304292+0000","last_unstale":"2024-09-13T15:58:00.536838+0000","last_undegraded":"2024-09-13T15:58:00.536838+0000","last_fullsized":"2024-09-13T15:58:00.536838+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.295914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536184+0000","last_change":"2024-09-13T15:57:59.731308+0000","last_active":"2024-09-13T15:58:00.536184+0000","last_peered":"2024-09-13T15:58:00.536184+0000","last_clean":"2024-09-13T15:58:00.536184+0000","last_became_active":"2024-09-13T15:57:59.730979+0000","last_became_peered":"2024-09-13T15:57:59.730979+0000","last_unstale":"2024-09-13T15:58:00.536184+0000","last_undegraded":"2024-09-13T15:58:00.536184+0000","last_fullsized":"2024-09-13T15:58:00.536184+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688264+0000","last_change":"2024-09-13T15:57:59.313098+0000","last_active":"2024-09-13T15:58:00.688264+0000","last_peered":"2024-09-13T15:58:00.688264+0000","last_clean":"2024-09-13T15:58:00.688264+0000","last_became_active":"2024-09-13T15:57:59.312136+0000","last_became_peered":"2024-09-13T15:57:59.312136+0000","last_unstale":"2024-09-13T15:58:00.688264+0000","last_undegraded":"2024-09-13T15:58:00.688264+0000","last_fullsized":"2024-09-13T15:58:00.688264+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744616+0000","last_change":"2024-09-13T15:57:59.734912+0000","last_active":"2024-09-13T15:58:00.744616+0000","last_peered":"2024-09-13T15:58:00.744616+0000","last_clean":"2024-09-13T15:58:00.744616+0000","last_became_active":"2024-09-13T15:57:59.734321+0000","last_became_peered":"2024-09-13T15:57:59.734321+0000","last_unstale":"2024-09-13T15:58:00.744616+0000","last_undegraded":"2024-09-13T15:58:00.744616+0000","last_fullsized":"2024-09-13T15:58:00.744616+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537164+0000","last_change":"2024-09-13T15:57:59.320202+0000","last_active":"2024-09-13T15:58:00.537164+0000","last_peered":"2024-09-13T15:58:00.537164+0000","last_clean":"2024-09-13T15:58:00.537164+0000","last_became_active":"2024-09-13T15:57:59.319904+0000","last_became_peered":"2024-09-13T15:57:59.319904+0000","last_unstale":"2024-09-13T15:58:00.537164+0000","last_undegraded":"2024-09-13T15:58:00.537164+0000","last_fullsized":"2024-09-13T15:58:00.537164+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:13.932287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537144+0000","last_change":"2024-09-13T15:57:59.701932+0000","last_active":"2024-09-13T15:58:00.537144+0000","last_peered":"2024-09-13T15:58:00.537144+0000","last_clean":"2024-09-13T15:58:00.537144+0000","last_became_active":"2024-09-13T15:57:59.701663+0000","last_became_peered":"2024-09-13T15:57:59.701663+0000","last_unstale":"2024-09-13T15:58:00.537144+0000","last_undegraded":"2024-09-13T15:58:00.537144+0000","last_fullsized":"2024-09-13T15:58:00.537144+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:35.973194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.689840+0000","last_change":"2024-09-13T15:57:59.309226+0000","last_active":"2024-09-13T15:57:59.689840+0000","last_peered":"2024-09-13T15:57:59.689840+0000","last_clean":"2024-09-13T15:57:59.689840+0000","last_became_active":"2024-09-13T15:57:59.308375+0000","last_became_peered":"2024-09-13T15:57:59.308375+0000","last_unstale":"2024-09-13T15:57:59.689840+0000","last_undegraded":"2024-09-13T15:57:59.689840+0000","last_fullsized":"2024-09-13T15:57:59.689840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:28.074022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536989+0000","last_change":"2024-09-13T15:57:59.701559+0000","last_active":"2024-09-13T15:58:00.536989+0000","last_peered":"2024-09-13T15:58:00.536989+0000","last_clean":"2024-09-13T15:58:00.536989+0000","last_became_active":"2024-09-13T15:57:59.701325+0000","last_became_peered":"2024-09-13T15:57:59.701325+0000","last_unstale":"2024-09-13T15:58:00.536989+0000","last_undegraded":"2024-09-13T15:58:00.536989+0000","last_fullsized":"2024-09-13T15:58:00.536989+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.043845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"35'3","reported_seq":14,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744177+0000","last_change":"2024-09-13T15:57:59.307558+0000","last_active":"2024-09-13T15:58:00.744177+0000","last_peered":"2024-09-13T15:58:00.744177+0000","last_clean":"2024-09-13T15:58:00.744177+0000","last_became_active":"2024-09-13T15:57:59.307215+0000","last_became_peered":"2024-09-13T15:57:59.307215+0000","last_unstale":"2024-09-13T15:58:00.744177+0000","last_undegraded":"2024-09-13T15:58:00.744177+0000","last_fullsized":"2024-09-13T15:58:00.744177+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743899+0000","last_change":"2024-09-13T15:57:59.734746+0000","last_active":"2024-09-13T15:58:00.743899+0000","last_peered":"2024-09-13T15:58:00.743899+0000","last_clean":"2024-09-13T15:58:00.743899+0000","last_became_active":"2024-09-13T15:57:59.734149+0000","last_became_peered":"2024-09-13T15:57:59.734149+0000","last_unstale":"2024-09-13T15:58:00.743899+0000","last_undegraded":"2024-09-13T15:58:00.743899+0000","last_fullsized":"2024-09-13T15:58:00.743899+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:03.115129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"35'6","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.537014+0000","last_change":"2024-09-13T15:57:59.314080+0000","last_active":"2024-09-13T15:58:00.537014+0000","last_peered":"2024-09-13T15:58:00.537014+0000","last_clean":"2024-09-13T15:58:00.537014+0000","last_became_active":"2024-09-13T15:57:59.312728+0000","last_became_peered":"2024-09-13T15:57:59.312728+0000","last_unstale":"2024-09-13T15:58:00.537014+0000","last_undegraded":"2024-09-13T15:58:00.537014+0000","last_fullsized":"2024-09-13T15:58:00.537014+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:50:48.051267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536244+0000","last_change":"2024-09-13T15:57:59.731777+0000","last_active":"2024-09-13T15:58:00.536244+0000","last_peered":"2024-09-13T15:58:00.536244+0000","last_clean":"2024-09-13T15:58:00.536244+0000","last_became_active":"2024-09-13T15:57:59.731478+0000","last_became_peered":"2024-09-13T15:57:59.731478+0000","last_unstale":"2024-09-13T15:58:00.536244+0000","last_undegraded":"2024-09-13T15:58:00.536244+0000","last_fullsized":"2024-09-13T15:58:00.536244+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688692+0000","last_change":"2024-09-13T15:57:59.310543+0000","last_active":"2024-09-13T15:58:00.688692+0000","last_peered":"2024-09-13T15:58:00.688692+0000","last_clean":"2024-09-13T15:58:00.688692+0000","last_became_active":"2024-09-13T15:57:59.310185+0000","last_became_peered":"2024-09-13T15:57:59.310185+0000","last_unstale":"2024-09-13T15:58:00.688692+0000","last_undegraded":"2024-09-13T15:58:00.688692+0000","last_fullsized":"2024-09-13T15:58:00.688692+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:08:53.342059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536965+0000","last_change":"2024-09-13T15:57:59.695378+0000","last_active":"2024-09-13T15:58:00.536965+0000","last_peered":"2024-09-13T15:58:00.536965+0000","last_clean":"2024-09-13T15:58:00.536965+0000","last_became_active":"2024-09-13T15:57:59.695056+0000","last_became_peered":"2024-09-13T15:57:59.695056+0000","last_unstale":"2024-09-13T15:58:00.536965+0000","last_undegraded":"2024-09-13T15:58:00.536965+0000","last_fullsized":"2024-09-13T15:58:00.536965+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:17.371625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536291+0000","last_change":"2024-09-13T15:57:59.315587+0000","last_active":"2024-09-13T15:58:00.536291+0000","last_peered":"2024-09-13T15:58:00.536291+0000","last_clean":"2024-09-13T15:58:00.536291+0000","last_became_active":"2024-09-13T15:57:59.315064+0000","last_became_peered":"2024-09-13T15:57:59.315064+0000","last_unstale":"2024-09-13T15:58:00.536291+0000","last_undegraded":"2024-09-13T15:58:00.536291+0000","last_fullsized":"2024-09-13T15:58:00.536291+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:37.675235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744278+0000","last_change":"2024-09-13T15:57:59.722531+0000","last_active":"2024-09-13T15:58:00.744278+0000","last_peered":"2024-09-13T15:58:00.744278+0000","last_clean":"2024-09-13T15:58:00.744278+0000","last_became_active":"2024-09-13T15:57:59.721810+0000","last_became_peered":"2024-09-13T15:57:59.721810+0000","last_unstale":"2024-09-13T15:58:00.744278+0000","last_undegraded":"2024-09-13T15:58:00.744278+0000","last_fullsized":"2024-09-13T15:58:00.744278+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536881+0000","last_change":"2024-09-13T15:57:59.313940+0000","last_active":"2024-09-13T15:58:00.536881+0000","last_peered":"2024-09-13T15:58:00.536881+0000","last_clean":"2024-09-13T15:58:00.536881+0000","last_became_active":"2024-09-13T15:57:59.313577+0000","last_became_peered":"2024-09-13T15:57:59.313577+0000","last_unstale":"2024-09-13T15:58:00.536881+0000","last_undegraded":"2024-09-13T15:58:00.536881+0000","last_fullsized":"2024-09-13T15:58:00.536881+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:25.230490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688038+0000","last_change":"2024-09-13T15:57:59.725131+0000","last_active":"2024-09-13T15:58:00.688038+0000","last_peered":"2024-09-13T15:58:00.688038+0000","last_clean":"2024-09-13T15:58:00.688038+0000","last_became_active":"2024-09-13T15:57:59.724525+0000","last_became_peered":"2024-09-13T15:57:59.724525+0000","last_unstale":"2024-09-13T15:58:00.688038+0000","last_undegraded":"2024-09-13T15:58:00.688038+0000","last_fullsized":"2024-09-13T15:58:00.688038+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:14.941922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"35'8","reported_seq":19,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536748+0000","last_change":"2024-09-13T15:57:59.316596+0000","last_active":"2024-09-13T15:58:00.536748+0000","last_peered":"2024-09-13T15:58:00.536748+0000","last_clean":"2024-09-13T15:58:00.536748+0000","last_became_active":"2024-09-13T15:57:59.313882+0000","last_became_peered":"2024-09-13T15:57:59.313882+0000","last_unstale":"2024-09-13T15:58:00.536748+0000","last_undegraded":"2024-09-13T15:58:00.536748+0000","last_fullsized":"2024-09-13T15:58:00.536748+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:22.118311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689091+0000","last_change":"2024-09-13T15:57:59.735193+0000","last_active":"2024-09-13T15:58:00.689091+0000","last_peered":"2024-09-13T15:58:00.689091+0000","last_clean":"2024-09-13T15:58:00.689091+0000","last_became_active":"2024-09-13T15:57:59.734462+0000","last_became_peered":"2024-09-13T15:57:59.734462+0000","last_unstale":"2024-09-13T15:58:00.689091+0000","last_undegraded":"2024-09-13T15:58:00.689091+0000","last_fullsized":"2024-09-13T15:58:00.689091+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:03.143222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"35'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536709+0000","last_change":"2024-09-13T15:57:59.312291+0000","last_active":"2024-09-13T15:58:00.536709+0000","last_peered":"2024-09-13T15:58:00.536709+0000","last_clean":"2024-09-13T15:58:00.536709+0000","last_became_active":"2024-09-13T15:57:59.311380+0000","last_became_peered":"2024-09-13T15:57:59.311380+0000","last_unstale":"2024-09-13T15:58:00.536709+0000","last_undegraded":"2024-09-13T15:58:00.536709+0000","last_fullsized":"2024-09-13T15:58:00.536709+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744931+0000","last_change":"2024-09-13T15:57:59.734484+0000","last_active":"2024-09-13T15:58:00.744931+0000","last_peered":"2024-09-13T15:58:00.744931+0000","last_clean":"2024-09-13T15:58:00.744931+0000","last_became_active":"2024-09-13T15:57:59.733881+0000","last_became_peered":"2024-09-13T15:57:59.733881+0000","last_unstale":"2024-09-13T15:58:00.744931+0000","last_undegraded":"2024-09-13T15:58:00.744931+0000","last_fullsized":"2024-09-13T15:58:00.744931+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:27.867394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"35'2","reported_seq":13,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689309+0000","last_change":"2024-09-13T15:57:59.312729+0000","last_active":"2024-09-13T15:58:00.689309+0000","last_peered":"2024-09-13T15:58:00.689309+0000","last_clean":"2024-09-13T15:58:00.689309+0000","last_became_active":"2024-09-13T15:57:59.310711+0000","last_became_peered":"2024-09-13T15:57:59.310711+0000","last_unstale":"2024-09-13T15:58:00.689309+0000","last_undegraded":"2024-09-13T15:58:00.689309+0000","last_fullsized":"2024-09-13T15:58:00.689309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536428+0000","last_change":"2024-09-13T15:57:59.718373+0000","last_active":"2024-09-13T15:58:00.536428+0000","last_peered":"2024-09-13T15:58:00.536428+0000","last_clean":"2024-09-13T15:58:00.536428+0000","last_became_active":"2024-09-13T15:57:59.718126+0000","last_became_peered":"2024-09-13T15:57:59.718126+0000","last_unstale":"2024-09-13T15:58:00.536428+0000","last_undegraded":"2024-09-13T15:58:00.536428+0000","last_fullsized":"2024-09-13T15:58:00.536428+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"35'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.689094+0000","last_change":"2024-09-13T15:57:59.301594+0000","last_active":"2024-09-13T15:58:00.689094+0000","last_peered":"2024-09-13T15:58:00.689094+0000","last_clean":"2024-09-13T15:58:00.689094+0000","last_became_active":"2024-09-13T15:57:59.300558+0000","last_became_peered":"2024-09-13T15:57:59.300558+0000","last_unstale":"2024-09-13T15:58:00.689094+0000","last_undegraded":"2024-09-13T15:58:00.689094+0000","last_fullsized":"2024-09-13T15:58:00.689094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:56.079321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.713768+0000","last_change":"2024-09-13T15:57:59.712972+0000","last_active":"2024-09-13T15:57:59.713768+0000","last_peered":"2024-09-13T15:57:59.713768+0000","last_clean":"2024-09-13T15:57:59.713768+0000","last_became_active":"2024-09-13T15:57:59.712720+0000","last_became_peered":"2024-09-13T15:57:59.712720+0000","last_unstale":"2024-09-13T15:57:59.713768+0000","last_undegraded":"2024-09-13T15:57:59.713768+0000","last_fullsized":"2024-09-13T15:57:59.713768+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:45.759199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688812+0000","last_change":"2024-09-13T15:57:59.307496+0000","last_active":"2024-09-13T15:58:00.688812+0000","last_peered":"2024-09-13T15:58:00.688812+0000","last_clean":"2024-09-13T15:58:00.688812+0000","last_became_active":"2024-09-13T15:57:59.306878+0000","last_became_peered":"2024-09-13T15:57:59.306878+0000","last_unstale":"2024-09-13T15:58:00.688812+0000","last_undegraded":"2024-09-13T15:58:00.688812+0000","last_fullsized":"2024-09-13T15:58:00.688812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:03:48.347164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.717974+0000","last_change":"2024-09-13T15:57:59.717325+0000","last_active":"2024-09-13T15:57:59.717974+0000","last_peered":"2024-09-13T15:57:59.717974+0000","last_clean":"2024-09-13T15:57:59.717974+0000","last_became_active":"2024-09-13T15:57:59.717035+0000","last_became_peered":"2024-09-13T15:57:59.717035+0000","last_unstale":"2024-09-13T15:57:59.717974+0000","last_undegraded":"2024-09-13T15:57:59.717974+0000","last_fullsized":"2024-09-13T15:57:59.717974+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:06.412207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"35'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.699626+0000","last_change":"2024-09-13T15:57:59.302058+0000","last_active":"2024-09-13T15:57:59.699626+0000","last_peered":"2024-09-13T15:57:59.699626+0000","last_clean":"2024-09-13T15:57:59.699626+0000","last_became_active":"2024-09-13T15:57:59.301652+0000","last_became_peered":"2024-09-13T15:57:59.301652+0000","last_unstale":"2024-09-13T15:57:59.699626+0000","last_undegraded":"2024-09-13T15:57:59.699626+0000","last_fullsized":"2024-09-13T15:57:59.699626+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:44.749565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700828+0000","last_change":"2024-09-13T15:57:59.694552+0000","last_active":"2024-09-13T15:57:59.700828+0000","last_peered":"2024-09-13T15:57:59.700828+0000","last_clean":"2024-09-13T15:57:59.700828+0000","last_became_active":"2024-09-13T15:57:59.694252+0000","last_became_peered":"2024-09-13T15:57:59.694252+0000","last_unstale":"2024-09-13T15:57:59.700828+0000","last_undegraded":"2024-09-13T15:57:59.700828+0000","last_fullsized":"2024-09-13T15:57:59.700828+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:13.967218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687970+0000","last_change":"2024-09-13T15:57:59.309774+0000","last_active":"2024-09-13T15:58:00.687970+0000","last_peered":"2024-09-13T15:58:00.687970+0000","last_clean":"2024-09-13T15:58:00.687970+0000","last_became_active":"2024-09-13T15:57:59.309433+0000","last_became_peered":"2024-09-13T15:57:59.309433+0000","last_unstale":"2024-09-13T15:58:00.687970+0000","last_undegraded":"2024-09-13T15:58:00.687970+0000","last_fullsized":"2024-09-13T15:58:00.687970+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.700230+0000","last_change":"2024-09-13T15:57:59.693346+0000","last_active":"2024-09-13T15:57:59.700230+0000","last_peered":"2024-09-13T15:57:59.700230+0000","last_clean":"2024-09-13T15:57:59.700230+0000","last_became_active":"2024-09-13T15:57:59.693059+0000","last_became_peered":"2024-09-13T15:57:59.693059+0000","last_unstale":"2024-09-13T15:57:59.700230+0000","last_undegraded":"2024-09-13T15:57:59.700230+0000","last_fullsized":"2024-09-13T15:57:59.700230+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.083656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688497+0000","last_change":"2024-09-13T15:57:59.302940+0000","last_active":"2024-09-13T15:58:00.688497+0000","last_peered":"2024-09-13T15:58:00.688497+0000","last_clean":"2024-09-13T15:58:00.688497+0000","last_became_active":"2024-09-13T15:57:59.302469+0000","last_became_peered":"2024-09-13T15:57:59.302469+0000","last_unstale":"2024-09-13T15:58:00.688497+0000","last_undegraded":"2024-09-13T15:58:00.688497+0000","last_fullsized":"2024-09-13T15:58:00.688497+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:31.657451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743153+0000","last_change":"2024-09-13T15:57:59.704626+0000","last_active":"2024-09-13T15:58:00.743153+0000","last_peered":"2024-09-13T15:58:00.743153+0000","last_clean":"2024-09-13T15:58:00.743153+0000","last_became_active":"2024-09-13T15:57:59.703896+0000","last_became_peered":"2024-09-13T15:57:59.703896+0000","last_unstale":"2024-09-13T15:58:00.743153+0000","last_undegraded":"2024-09-13T15:58:00.743153+0000","last_fullsized":"2024-09-13T15:58:00.743153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:17.949192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.743311+0000","last_change":"2024-09-13T15:57:59.317615+0000","last_active":"2024-09-13T15:58:00.743311+0000","last_peered":"2024-09-13T15:58:00.743311+0000","last_clean":"2024-09-13T15:58:00.743311+0000","last_became_active":"2024-09-13T15:57:59.317269+0000","last_became_peered":"2024-09-13T15:57:59.317269+0000","last_unstale":"2024-09-13T15:58:00.743311+0000","last_undegraded":"2024-09-13T15:58:00.743311+0000","last_fullsized":"2024-09-13T15:58:00.743311+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:34.872696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.737106+0000","last_change":"2024-09-13T15:57:59.736708+0000","last_active":"2024-09-13T15:57:59.737106+0000","last_peered":"2024-09-13T15:57:59.737106+0000","last_clean":"2024-09-13T15:57:59.737106+0000","last_became_active":"2024-09-13T15:57:59.736481+0000","last_became_peered":"2024-09-13T15:57:59.736481+0000","last_unstale":"2024-09-13T15:57:59.737106+0000","last_undegraded":"2024-09-13T15:57:59.737106+0000","last_fullsized":"2024-09-13T15:57:59.737106+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:48.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"35'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536764+0000","last_change":"2024-09-13T15:57:59.312444+0000","last_active":"2024-09-13T15:58:00.536764+0000","last_peered":"2024-09-13T15:58:00.536764+0000","last_clean":"2024-09-13T15:58:00.536764+0000","last_became_active":"2024-09-13T15:57:59.311866+0000","last_became_peered":"2024-09-13T15:57:59.311866+0000","last_unstale":"2024-09-13T15:58:00.536764+0000","last_undegraded":"2024-09-13T15:58:00.536764+0000","last_fullsized":"2024-09-13T15:58:00.536764+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:39.336038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.745013+0000","last_change":"2024-09-13T15:57:59.731523+0000","last_active":"2024-09-13T15:58:00.745013+0000","last_peered":"2024-09-13T15:58:00.745013+0000","last_clean":"2024-09-13T15:58:00.745013+0000","last_became_active":"2024-09-13T15:57:59.730708+0000","last_became_peered":"2024-09-13T15:57:59.730708+0000","last_unstale":"2024-09-13T15:58:00.745013+0000","last_undegraded":"2024-09-13T15:58:00.745013+0000","last_fullsized":"2024-09-13T15:58:00.745013+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:50.834808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"36'1","reported_seq":12,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.742323+0000","last_change":"2024-09-13T15:57:59.302829+0000","last_active":"2024-09-13T15:58:00.742323+0000","last_peered":"2024-09-13T15:58:00.742323+0000","last_clean":"2024-09-13T15:58:00.742323+0000","last_became_active":"2024-09-13T15:57:59.301145+0000","last_became_peered":"2024-09-13T15:57:59.301145+0000","last_unstale":"2024-09-13T15:58:00.742323+0000","last_undegraded":"2024-09-13T15:58:00.742323+0000","last_fullsized":"2024-09-13T15:58:00.742323+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:47.700712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.698840+0000","last_change":"2024-09-13T15:57:59.697047+0000","last_active":"2024-09-13T15:57:59.698840+0000","last_peered":"2024-09-13T15:57:59.698840+0000","last_clean":"2024-09-13T15:57:59.698840+0000","last_became_active":"2024-09-13T15:57:59.696636+0000","last_became_peered":"2024-09-13T15:57:59.696636+0000","last_unstale":"2024-09-13T15:57:59.698840+0000","last_undegraded":"2024-09-13T15:57:59.698840+0000","last_fullsized":"2024-09-13T15:57:59.698840+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:17:58.038959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536474+0000","last_change":"2024-09-13T15:57:59.299891+0000","last_active":"2024-09-13T15:58:00.536474+0000","last_peered":"2024-09-13T15:58:00.536474+0000","last_clean":"2024-09-13T15:58:00.536474+0000","last_became_active":"2024-09-13T15:57:59.299499+0000","last_became_peered":"2024-09-13T15:57:59.299499+0000","last_unstale":"2024-09-13T15:58:00.536474+0000","last_undegraded":"2024-09-13T15:58:00.536474+0000","last_fullsized":"2024-09-13T15:58:00.536474+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:27.789375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687739+0000","last_change":"2024-09-13T15:57:59.711066+0000","last_active":"2024-09-13T15:58:00.687739+0000","last_peered":"2024-09-13T15:58:00.687739+0000","last_clean":"2024-09-13T15:58:00.687739+0000","last_became_active":"2024-09-13T15:57:59.701489+0000","last_became_peered":"2024-09-13T15:57:59.701489+0000","last_unstale":"2024-09-13T15:58:00.687739+0000","last_undegraded":"2024-09-13T15:58:00.687739+0000","last_fullsized":"2024-09-13T15:58:00.687739+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:26.240125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.684597+0000","last_change":"2024-09-13T15:57:59.306296+0000","last_active":"2024-09-13T15:57:59.684597+0000","last_peered":"2024-09-13T15:57:59.684597+0000","last_clean":"2024-09-13T15:57:59.684597+0000","last_became_active":"2024-09-13T15:57:59.305975+0000","last_became_peered":"2024-09-13T15:57:59.305975+0000","last_unstale":"2024-09-13T15:57:59.684597+0000","last_undegraded":"2024-09-13T15:57:59.684597+0000","last_fullsized":"2024-09-13T15:57:59.684597+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:12.957583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.703419+0000","last_change":"2024-09-13T15:57:59.702595+0000","last_active":"2024-09-13T15:57:59.703419+0000","last_peered":"2024-09-13T15:57:59.703419+0000","last_clean":"2024-09-13T15:57:59.703419+0000","last_became_active":"2024-09-13T15:57:59.702344+0000","last_became_peered":"2024-09-13T15:57:59.702344+0000","last_unstale":"2024-09-13T15:57:59.703419+0000","last_undegraded":"2024-09-13T15:57:59.703419+0000","last_fullsized":"2024-09-13T15:57:59.703419+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:26.691848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536337+0000","last_change":"2024-09-13T15:57:59.315382+0000","last_active":"2024-09-13T15:58:00.536337+0000","last_peered":"2024-09-13T15:58:00.536337+0000","last_clean":"2024-09-13T15:58:00.536337+0000","last_became_active":"2024-09-13T15:57:59.314921+0000","last_became_peered":"2024-09-13T15:57:59.314921+0000","last_unstale":"2024-09-13T15:58:00.536337+0000","last_undegraded":"2024-09-13T15:58:00.536337+0000","last_fullsized":"2024-09-13T15:58:00.536337+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:21.462281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536690+0000","last_change":"2024-09-13T15:57:59.690712+0000","last_active":"2024-09-13T15:58:00.536690+0000","last_peered":"2024-09-13T15:58:00.536690+0000","last_clean":"2024-09-13T15:58:00.536690+0000","last_became_active":"2024-09-13T15:57:59.690482+0000","last_became_peered":"2024-09-13T15:57:59.690482+0000","last_unstale":"2024-09-13T15:58:00.536690+0000","last_undegraded":"2024-09-13T15:58:00.536690+0000","last_fullsized":"2024-09-13T15:58:00.536690+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:57.811049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688513+0000","last_change":"2024-09-13T15:57:59.306663+0000","last_active":"2024-09-13T15:58:00.688513+0000","last_peered":"2024-09-13T15:58:00.688513+0000","last_clean":"2024-09-13T15:58:00.688513+0000","last_became_active":"2024-09-13T15:57:59.306317+0000","last_became_peered":"2024-09-13T15:57:59.306317+0000","last_unstale":"2024-09-13T15:58:00.688513+0000","last_undegraded":"2024-09-13T15:58:00.688513+0000","last_fullsized":"2024-09-13T15:58:00.688513+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:12.521882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.688388+0000","last_change":"2024-09-13T15:57:59.716997+0000","last_active":"2024-09-13T15:58:00.688388+0000","last_peered":"2024-09-13T15:58:00.688388+0000","last_clean":"2024-09-13T15:58:00.688388+0000","last_became_active":"2024-09-13T15:57:59.716296+0000","last_became_peered":"2024-09-13T15:57:59.716296+0000","last_unstale":"2024-09-13T15:58:00.688388+0000","last_undegraded":"2024-09-13T15:58:00.688388+0000","last_fullsized":"2024-09-13T15:58:00.688388+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.127695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.536795+0000","last_change":"2024-09-13T15:57:59.320380+0000","last_active":"2024-09-13T15:58:00.536795+0000","last_peered":"2024-09-13T15:58:00.536795+0000","last_clean":"2024-09-13T15:58:00.536795+0000","last_became_active":"2024-09-13T15:57:59.319883+0000","last_became_peered":"2024-09-13T15:57:59.319883+0000","last_unstale":"2024-09-13T15:58:00.536795+0000","last_undegraded":"2024-09-13T15:58:00.536795+0000","last_fullsized":"2024-09-13T15:58:00.536795+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:43.060946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.744253+0000","last_change":"2024-09-13T15:57:59.712743+0000","last_active":"2024-09-13T15:58:00.744253+0000","last_peered":"2024-09-13T15:58:00.744253+0000","last_clean":"2024-09-13T15:58:00.744253+0000","last_became_active":"2024-09-13T15:57:59.711903+0000","last_became_peered":"2024-09-13T15:57:59.711903+0000","last_unstale":"2024-09-13T15:58:00.744253+0000","last_undegraded":"2024-09-13T15:58:00.744253+0000","last_fullsized":"2024-09-13T15:58:00.744253+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:59.275001+0000","last_clean_scrub_stamp":"2024-09-13T15:57:59.275001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:41.060579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T15:58:00.687716+0000","last_change":"2024-09-13T15:57:59.299323+0000","last_active":"2024-09-13T15:58:00.687716+0000","last_peered":"2024-09-13T15:58:00.687716+0000","last_clean":"2024-09-13T15:58:00.687716+0000","last_became_active":"2024-09-13T15:57:59.298641+0000","last_became_peered":"2024-09-13T15:57:59.298641+0000","last_unstale":"2024-09-13T15:58:00.687716+0000","last_undegraded":"2024-09-13T15:58:00.687716+0000","last_fullsized":"2024-09-13T15:58:00.687716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:57:58.265366+0000","last_clean_scrub_stamp":"2024-09-13T15:57:58.265366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:24.718357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T15:57:59.690218+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:57:59.690218+0000","last_peered":"2024-09-13T15:57:59.690218+0000","last_clean":"2024-09-13T15:57:59.690218+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:57:59.690218+0000","last_undegraded":"2024-09-13T15:57:59.690218+0000","last_fullsized":"2024-09-13T15:57:59.690218+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476756,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":983040,"data_stored":741339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.90600000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.88},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":1.0129999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.163}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1930000000000001}]}]},{"osd":6,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.115}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.137}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.028},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.004}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.077}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.80200000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.0529999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.92500000000000004}]}]},{"osd":5,"up_from":16,"seq":68719476753,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.72199999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.82799999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.88}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.93300000000000005}]}]},{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":157285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.628},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.79100000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.873}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.032},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.206}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1599999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35624,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336216,"statfs":{"total":96636764160,"available":96600285184,"internally_reserved":0,"allocated":413696,"data_stored":158767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.48999999999999999}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.60399999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.85799999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.1299999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.216},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.95799999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.284},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.0409999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.3360000000000001}]}]},{"osd":1,"up_from":15,"seq":64424509458,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35624,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336216,"statfs":{"total":96636764160,"available":96600285184,"internally_reserved":0,"allocated":413696,"data_stored":158767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.35599999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.317}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.42999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.66600000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.67800000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.78700000000000003}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":0.61099999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35604,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336236,"statfs":{"total":96636764160,"available":96600305664,"internally_reserved":0,"allocated":401408,"data_stored":157251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.621},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.83699999999999997}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.72699999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.77000000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.2010000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.754},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.0089999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.115},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.97399999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":1.2709999999999999},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.028}]}]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36188,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335652,"statfs":{"total":96636764160,"available":96599707648,"internally_reserved":0,"allocated":991232,"data_stored":747549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.66600000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.79900000000000004}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":1.0189999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.92200000000000004},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.93899999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.1990000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.054}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1439999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:07.571 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T15:58:07.572 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T15:58:07.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 Processor -- start 2024-09-13T15:58:07.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 -- start start 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb83806d630 0x7fb8380cb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb8380cbd60 0x7fb83815a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb83815de90 con 0x7fb8381512d0 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8380cc550 con 0x7fb8380cbd60 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83f91a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb83815e0e0 con 0x7fb83806d630 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83d6b6640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb8381512d0 0x7fb83806cf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53770/0 (socket says 172.21.15.7:53770) 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83d6b6640 1 -- 172.21.15.7:0/4158516858 learned_addr learned my addr 172.21.15.7:0/4158516858 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83deb7640 1 --2- 172.21.15.7:0/4158516858 >> v2:172.21.15.7:3300/0 conn(0x7fb8380cbd60 0x7fb83815a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83ceb5640 1 --2- 172.21.15.7:0/4158516858 >> v2:172.21.15.77:3300/0 conn(0x7fb83806d630 0x7fb8380cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb82ffff640 1 -- 172.21.15.7:0/4158516858 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4100089396 0 0) 0x7fb83815de90 con 0x7fb8381512d0 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb82ffff640 1 -- 172.21.15.7:0/4158516858 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb824003530 con 0x7fb8381512d0 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83deb7640 1 -- 172.21.15.7:0/4158516858 >> v2:172.21.15.77:3300/0 conn(0x7fb83806d630 msgr2=0x7fb8380cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83deb7640 1 --2- 172.21.15.7:0/4158516858 >> v2:172.21.15.77:3300/0 conn(0x7fb83806d630 0x7fb8380cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83deb7640 1 -- 172.21.15.7:0/4158516858 >> v1:172.21.15.7:6789/0 conn(0x7fb8381512d0 legacy=0x7fb83806cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.730+0000 7fb83deb7640 1 -- 172.21.15.7:0/4158516858 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb83815e3c0 con 0x7fb8380cbd60 2024-09-13T15:58:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83deb7640 1 --2- 172.21.15.7:0/4158516858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8380cbd60 0x7fb83815a8a0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb838067f10 tx=0x7fb83001c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebaf38a04aa40223 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb82ffff640 1 -- 172.21.15.7:0/4158516858 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8300aa650 con 0x7fb8380cbd60 2024-09-13T15:58:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb82ffff640 1 -- 172.21.15.7:0/4158516858 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8300aa7b0 con 0x7fb8380cbd60 2024-09-13T15:58:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb82ffff640 1 -- 172.21.15.7:0/4158516858 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8300aab20 con 0x7fb8380cbd60 2024-09-13T15:58:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 -- 172.21.15.7:0/4158516858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8380cbd60 msgr2=0x7fb83815a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 --2- 172.21.15.7:0/4158516858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8380cbd60 0x7fb83815a8a0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb838067f10 tx=0x7fb83001c8a0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 -- 172.21.15.7:0/4158516858 shutdown_connections 2024-09-13T15:58:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 --2- 172.21.15.7:0/4158516858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8380cbd60 0x7fb83815a8a0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 --2- 172.21.15.7:0/4158516858 >> v2:172.21.15.77:3300/0 conn(0x7fb83806d630 0x7fb8380cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 -- 172.21.15.7:0/4158516858 >> 172.21.15.7:0/4158516858 conn(0x7fb83806ada0 msgr2=0x7fb83806b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 -- 172.21.15.7:0/4158516858 shutdown_connections 2024-09-13T15:58:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 -- 172.21.15.7:0/4158516858 wait complete. 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 Processor -- start 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.734+0000 7fb83f91a640 1 -- start start 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 0x7fb83815cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8380cbd60 0x7fb838139080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb8381512d0 0x7fb8381395c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb83814eaa0 con 0x7fb83806d630 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb838138de0 con 0x7fb8380cbd60 2024-09-13T15:58:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb83815bc00 con 0x7fb8381512d0 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 0x7fb83815cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 0x7fb83815cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58664/0 (socket says 172.21.15.7:58664) 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 -- 172.21.15.7:0/18226575 learned_addr learned my addr 172.21.15.7:0/18226575 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83ceb5640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8380cbd60 0x7fb838139080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83deb7640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb8381512d0 0x7fb8381395c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 -- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb8381512d0 msgr2=0x7fb8381395c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb8381512d0 0x7fb8381395c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 -- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8380cbd60 msgr2=0x7fb838139080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8380cbd60 0x7fb838139080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 -- 172.21.15.7:0/18226575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb830009a70 con 0x7fb83806d630 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83ceb5640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8380cbd60 0x7fb838139080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83d6b6640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 0x7fb83815cca0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb83400c3c0 tx=0x7fb83400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb834005cf0 con 0x7fb83806d630 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb834005e50 con 0x7fb83806d630 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8340072f0 con 0x7fb83806d630 2024-09-13T15:58:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb83815bee0 con 0x7fb83806d630 2024-09-13T15:58:07.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb83815c4a0 con 0x7fb83806d630 2024-09-13T15:58:07.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8380cb820 con 0x7fb83806d630 2024-09-13T15:58:07.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.738+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb834007450 con 0x7fb83806d630 2024-09-13T15:58:07.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.742+0000 7fb82dffb640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb81c066690 0x7fb81c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:07.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.742+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb834083690 con 0x7fb83806d630 2024-09-13T15:58:07.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.742+0000 7fb83ceb5640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb81c066690 0x7fb81c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:07.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.742+0000 7fb83ceb5640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb81c066690 0x7fb81c068b50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb83815f1d0 tx=0x7fb828008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:07.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.746+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb834050a90 con 0x7fb83806d630 2024-09-13T15:58:07.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.962+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fb8381595d0 con 0x7fb83806d630 2024-09-13T15:58:07.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb82dffb640 1 -- 172.21.15.7:0/18226575 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+0 (secure 0 0 0) 0x7fb8340540b0 con 0x7fb83806d630 2024-09-13T15:58:07.972 INFO:teuthology.orchestra.run.smithi007.stderr:updated caps for client.0 2024-09-13T15:58:07.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb81c066690 msgr2=0x7fb81c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb81c066690 0x7fb81c068b50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb83815f1d0 tx=0x7fb828008040 comp rx=0 tx=0).stop 2024-09-13T15:58:07.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 msgr2=0x7fb83815cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 0x7fb83815cca0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb83400c3c0 tx=0x7fb83400c880 comp rx=0 tx=0).stop 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 shutdown_connections 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb81c066690 0x7fb81c068b50 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb8381512d0 0x7fb8381395c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8380cbd60 0x7fb838139080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 --2- 172.21.15.7:0/18226575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb83806d630 0x7fb83815cca0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 >> 172.21.15.7:0/18226575 conn(0x7fb83806ada0 msgr2=0x7fb8380af400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 shutdown_connections 2024-09-13T15:58:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:07.970+0000 7fb83f91a640 1 -- 172.21.15.7:0/18226575 wait complete. 2024-09-13T15:58:07.990 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:08.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 Processor -- start 2024-09-13T15:58:08.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 -- start start 2024-09-13T15:58:08.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f737415a0f0 0x7f737415cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f737406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f737415db30 con 0x7f73740b3770 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f737415d290 con 0x7f737415a0f0 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f737ad06640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f737415d570 con 0x7f737406b650 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7373fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f73740b3770 0x7f737406f3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53778/0 (socket says 172.21.15.7:53778) 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7373fff640 1 -- 172.21.15.7:0/1573957976 learned_addr learned my addr 172.21.15.7:0/1573957976 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 --2- 172.21.15.7:0/1573957976 >> v2:172.21.15.77:3300/0 conn(0x7f737415a0f0 0x7f737415cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73792a3640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f737406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1871151206 0 0) 0x7f737415db30 con 0x7f73740b3770 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f735c003530 con 0x7f73740b3770 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4032322890 0 0) 0x7f735c003530 con 0x7f73740b3770 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 msgr2=0x7f737406baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f737406baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 >> v2:172.21.15.77:3300/0 conn(0x7f737415a0f0 msgr2=0x7f737415cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 --2- 172.21.15.7:0/1573957976 >> v2:172.21.15.77:3300/0 conn(0x7f737415a0f0 0x7f737415cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f737415d850 con 0x7f73740b3770 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7368001680 con 0x7f73740b3770 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 --2- 172.21.15.7:0/1573957976 >> v2:172.21.15.77:3300/0 conn(0x7f737415a0f0 0x7f737415cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:58:08.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 >> v1:172.21.15.7:6789/0 conn(0x7f73740b3770 legacy=0x7f737406f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f735c003980 0x7f735c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f735c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f735c004d10 0x7f735c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f737415d290 con 0x7f735c003980 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f737415d570 con 0x7f735c004d10 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735c00b9c0 con 0x7f737406b650 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f735c003980 0x7f735c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7373fff640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f735c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73792a3640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f735c004d10 0x7f735c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 -- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 msgr2=0x7f735c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f735c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 -- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f735c004d10 msgr2=0x7f735c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f735c004d10 0x7f735c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7378aa2640 1 -- 172.21.15.7:0/1573957976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f735c003530 con 0x7f735c003980 2024-09-13T15:58:08.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f7373fff640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f737406b650 0x7f735c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:08.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.102+0000 7f73792a3640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f735c004d10 0x7f735c005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f7378aa2640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f735c003980 0x7f735c003da0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f7364009cb0 tx=0x7f736401cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0a52eeb16c599e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73640a58e0 con 0x7f735c003980 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73640a5a40 con 0x7f735c003980 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f73737fe640 1 -- 172.21.15.7:0/1573957976 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73640a5df0 con 0x7f735c003980 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f737ad06640 1 -- 172.21.15.7:0/1573957976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f735c003980 msgr2=0x7f735c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f737ad06640 1 --2- 172.21.15.7:0/1573957976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f735c003980 0x7f735c003da0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f7364009cb0 tx=0x7f736401cc60 comp rx=0 tx=0).stop 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f73792a3640 1 -- 172.21.15.7:0/1573957976 reap_dead start 2024-09-13T15:58:08.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f737ad06640 1 -- 172.21.15.7:0/1573957976 shutdown_connections 2024-09-13T15:58:08.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f737ad06640 1 -- 172.21.15.7:0/1573957976 >> 172.21.15.7:0/1573957976 conn(0x7f737406d660 msgr2=0x7f737406da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f737ad06640 1 -- 172.21.15.7:0/1573957976 shutdown_connections 2024-09-13T15:58:08.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.106+0000 7f737ad06640 1 -- 172.21.15.7:0/1573957976 wait complete. 2024-09-13T15:58:08.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 Processor -- start 2024-09-13T15:58:08.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- start start 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f735c003980 0x7f73740b0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7374148d90 0x7f73741557e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 0x7f73740b22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7374155d20 con 0x7f7374147110 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73740cadf0 con 0x7f7374148d90 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73741478d0 con 0x7f735c003980 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 0x7f73740b22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 0x7f73740b22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58694/0 (socket says 172.21.15.7:58694) 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 -- 172.21.15.7:0/4291634112 learned_addr learned my addr 172.21.15.7:0/4291634112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:08.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f7373fff640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7374148d90 0x7f73741557e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 -- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f735c003980 msgr2=0x7f73740b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f7378aa2640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f735c003980 0x7f73740b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f735c003980 0x7f73740b0550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 -- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7374148d90 msgr2=0x7f73741557e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7374148d90 0x7f73741557e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 -- 172.21.15.7:0/4291634112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7374147bb0 con 0x7f7374147110 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73792a3640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 0x7f73740b22d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7374072590 tx=0x7f736c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f736c017400 con 0x7f7374147110 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f736c011040 con 0x7f7374147110 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7374147e90 con 0x7f7374147110 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f736c017780 con 0x7f7374147110 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7374148170 con 0x7f7374147110 2024-09-13T15:58:08.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f737415cbd0 con 0x7f7374147110 2024-09-13T15:58:08.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f736c0203b0 con 0x7f7374147110 2024-09-13T15:58:08.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73717fa640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7360066690 0x7f7360068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f7378aa2640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7360066690 0x7f7360068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.110+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f736c084360 con 0x7f7374147110 2024-09-13T15:58:08.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.114+0000 7f7378aa2640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7360066690 0x7f7360068b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f73640af000 tx=0x7f73640046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.118+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f736c0516d0 con 0x7f7374147110 2024-09-13T15:58:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.306+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f73740cabc0 con 0x7f7374147110 2024-09-13T15:58:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f73717fa640 1 -- 172.21.15.7:0/4291634112 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4719 (secure 0 0 0) 0x7f736c054cf0 con 0x7f7374147110 2024-09-13T15:58:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:08.312 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4996,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:01.682748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5268},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5268":{"gid":5268,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.7:6837/3975267023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":3975267023},{"type":"v1","addr":"172.21.15.7:6837","nonce":3975267023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 13 2024-09-13T15:58:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7360066690 msgr2=0x7f7360068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7360066690 0x7f7360068b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f73640af000 tx=0x7f73640046d0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 msgr2=0x7f73740b22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 0x7f73740b22d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7374072590 tx=0x7f736c00f4a0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 shutdown_connections 2024-09-13T15:58:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7360066690 0x7f7360068b50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374147110 0x7f73740b22d0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7374148d90 0x7f73741557e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 --2- 172.21.15.7:0/4291634112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f735c003980 0x7f73740b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 >> 172.21.15.7:0/4291634112 conn(0x7f737406d660 msgr2=0x7f7374149560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 shutdown_connections 2024-09-13T15:58:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.310+0000 7f737ad06640 1 -- 172.21.15.7:0/4291634112 wait complete. 2024-09-13T15:58:08.733 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 13, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:57:59.672883+0000', 'modified': '2024-09-13T15:58:01.682748+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5268}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5268': {'gid': 5268, 'name': 'c', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.7:6837/3975267023', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6836', 'nonce': 3975267023}, {'type': 'v1', 'addr': '172.21.15.7:6837', 'nonce': 3975267023}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:58:08.734 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:58:08.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T15:58:08.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f7120e14640 1 Processor -- start 2024-09-13T15:58:08.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f7120e14640 1 -- start start 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f7120e14640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f711c06d0d0 0x7f711c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f7120e14640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f711c0b15c0 con 0x7f711c06d4b0 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f7120e14640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f711c070860 con 0x7f711c0b2f00 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f7120e14640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f711c070b40 con 0x7f711c06d0d0 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f711a59c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f711c06d0d0 0x7f711c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f711ad9d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f711c06d4b0 0x7f711c159fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53788/0 (socket says 172.21.15.7:53788) 2024-09-13T15:58:08.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.866+0000 7f711ad9d640 1 -- 172.21.15.7:0/1406419437 learned_addr learned my addr 172.21.15.7:0/1406419437 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:08.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f7119d9b640 1 -- 172.21.15.7:0/1406419437 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 192246562 0 0) 0x7f711c0b15c0 con 0x7f711c06d4b0 2024-09-13T15:58:08.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f7119d9b640 1 -- 172.21.15.7:0/1406419437 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7108003530 con 0x7f711c06d4b0 2024-09-13T15:58:08.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f711a59c640 1 -- 172.21.15.7:0/1406419437 >> v1:172.21.15.77:6789/0 conn(0x7f711c0b2f00 legacy=0x7f711c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f711a59c640 1 -- 172.21.15.7:0/1406419437 >> v1:172.21.15.7:6789/0 conn(0x7f711c06d4b0 legacy=0x7f711c159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f711a59c640 1 -- 172.21.15.7:0/1406419437 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f711c070e20 con 0x7f711c06d0d0 2024-09-13T15:58:08.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f711a59c640 1 --2- 172.21.15.7:0/1406419437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c06d0d0 0x7f711c0b3430 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f710c0097c0 tx=0x7f710c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cfa19e59b8d73b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f7119d9b640 1 -- 172.21.15.7:0/1406419437 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c0ac640 con 0x7f711c06d0d0 2024-09-13T15:58:08.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f7119d9b640 1 -- 172.21.15.7:0/1406419437 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f710c0ac7a0 con 0x7f711c06d0d0 2024-09-13T15:58:08.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.870+0000 7f7119d9b640 1 -- 172.21.15.7:0/1406419437 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c0acb30 con 0x7f711c06d0d0 2024-09-13T15:58:08.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/1406419437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c06d0d0 msgr2=0x7f711c0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 --2- 172.21.15.7:0/1406419437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c06d0d0 0x7f711c0b3430 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f710c0097c0 tx=0x7f710c01c3e0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/1406419437 shutdown_connections 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 --2- 172.21.15.7:0/1406419437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c06d0d0 0x7f711c0b3430 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/1406419437 >> 172.21.15.7:0/1406419437 conn(0x7f711c069f00 msgr2=0x7f711c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/1406419437 shutdown_connections 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/1406419437 wait complete. 2024-09-13T15:58:08.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 Processor -- start 2024-09-13T15:58:08.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- start start 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f711c06d0d0 0x7f711c14d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f711c06d4b0 0x7f711c0aa6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 0x7f711c146110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f711c14a260 con 0x7f711c0b2f00 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f711c0aac30 con 0x7f711c06d0d0 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f711c0aaed0 con 0x7f711c06d4b0 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 0x7f711c146110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 0x7f711c146110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58702/0 (socket says 172.21.15.7:58702) 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 -- 172.21.15.7:0/2844409943 learned_addr learned my addr 172.21.15.7:0/2844409943 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:08.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711a59c640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f711c06d0d0 0x7f711c14d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7113fff640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f711c06d4b0 0x7f711c0aa6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 -- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f711c06d4b0 msgr2=0x7f711c0aa6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f711c06d4b0 0x7f711c0aa6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 -- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f711c06d0d0 msgr2=0x7f711c14d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f711c06d0d0 0x7f711c14d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 -- 172.21.15.7:0/2844409943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f710c009420 con 0x7f711c0b2f00 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711a59c640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f711c06d0d0 0x7f711c14d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f711ad9d640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 0x7f711c146110 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f711400cb40 tx=0x7f711400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7112ffd640 1 -- 172.21.15.7:0/2844409943 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711400aca0 con 0x7f711c0b2f00 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7112ffd640 1 -- 172.21.15.7:0/2844409943 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f711400ae00 con 0x7f711c0b2f00 2024-09-13T15:58:08.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7112ffd640 1 -- 172.21.15.7:0/2844409943 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7114012620 con 0x7f711c0b2f00 2024-09-13T15:58:08.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f711c0ab1b0 con 0x7f711c0b2f00 2024-09-13T15:58:08.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.874+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f711c0ab770 con 0x7f711c0b2f00 2024-09-13T15:58:08.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7112ffd640 1 -- 172.21.15.7:0/2844409943 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7114007070 con 0x7f711c0b2f00 2024-09-13T15:58:08.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7112ffd640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70fc066690 0x7f70fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7112ffd640 1 -- 172.21.15.7:0/2844409943 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f71140841c0 con 0x7f711c0b2f00 2024-09-13T15:58:08.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70fc066690 0x7f70fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 Processor -- start 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70fc066690 0x7f70fc068b50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f710c0ae000 tx=0x7f710c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 -- start start 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffed0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdffe86d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffe87640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffd4ae80 con 0x55bdffed07f0 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffcd8af0 con 0x55bdffed1110 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bdffcd60c0 con 0x55bdffe87260 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffed0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffed0bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58706/0 (socket says 172.21.15.7:58706) 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 -- 172.21.15.7:0/3501699984 learned_addr learned my addr 172.21.15.7:0/3501699984 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:08.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7113fff640 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdffe86d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 -- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 msgr2=0x55bdffe87640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffe87640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 -- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 msgr2=0x55bdffe86d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdffe86d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 -- 172.21.15.7:0/3501699984 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bdff9cd890 con 0x55bdffed07f0 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f7113fff640 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdffe86d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f711a59c640 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffed0bd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f710c000c10 tx=0x7f710c004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea63dc665aa9ebb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.878+0000 7f70fbfff640 1 -- 172.21.15.7:0/3501699984 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c0b6ba0 con 0x55bdffed07f0 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70fbfff640 1 -- 172.21.15.7:0/3501699984 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f710c0bd040 con 0x55bdffed07f0 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70fbfff640 1 -- 172.21.15.7:0/3501699984 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c0c13f0 con 0x55bdffed07f0 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/3501699984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 msgr2=0x55bdffed0bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffed0bd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f710c000c10 tx=0x7f710c004740 comp rx=0 tx=0).stop 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/3501699984 shutdown_connections 2024-09-13T15:58:08.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffe87640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdffe86d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3501699984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffed0bd0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/3501699984 >> 172.21.15.7:0/3501699984 conn(0x55bdffe89380 msgr2=0x55bdffe85600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/3501699984 shutdown_connections 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/3501699984 wait complete. 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- start start 2024-09-13T15:58:08.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 Processor -- start 2024-09-13T15:58:08.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffed7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed07f0 0x55bdffed7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 0x55bdffebe400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffcd19b0 con 0x55bdffed1110 2024-09-13T15:58:08.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffc70c00 con 0x55bdffed07f0 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bdffc8f070 con 0x55bdffe87260 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 10 client.0 _ll_register_callbacks cb 0x55bdffe6eae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 0x55bdffebe400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 0x55bdffebe400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58722/0 (socket says 172.21.15.7:58722) 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 -- 172.21.15.7:0/300396382 learned_addr learned my addr 172.21.15.7:0/300396382 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7113fff640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed07f0 0x55bdffed7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711a59c640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffed7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 -- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 msgr2=0x55bdffed7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffed7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 -- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed07f0 msgr2=0x55bdffed7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed07f0 0x55bdffed7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 -- 172.21.15.7:0/300396382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f711c070e20 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711ad9d640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 0x55bdffebe400 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7114082710 tx=0x7f71140552b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f2a5af48ecabffa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70f97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70f97fa640 1 -- 172.21.15.7:0/300396382 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711405b2d0 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70f97fa640 1 -- 172.21.15.7:0/300396382 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f711407dca0 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bdffc8e5f0 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70f97fa640 1 -- 172.21.15.7:0/300396382 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7f711407de80 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 10 client.5481 fetch_fsmap learned FSMap version 13 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x55bdffc96ab0 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70f97fa640 1 -- 172.21.15.7:0/300396382 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55bdffc8e5f0 con 0x55bdffed1110 2024-09-13T15:58:08.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f70f97fa640 1 -- 172.21.15.7:0/300396382 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 13) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f71140822a0 con 0x55bdffed1110 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 10 client.5481 fetch_fsmap finished waiting for FSMap version 13 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 10 client.5481 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 20 client.5481 populate_metadata read hostname 'smithi007' 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffebee10 0x55bdffebf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 4 client.5481 mds_command: new command op to 5268 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 --> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bdffcce790 con 0x55bdffebee10 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.882+0000 7f711a59c640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffebee10 0x55bdffebf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f711a59c640 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffebee10 0x55bdffebf1f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c90da42098f1719d server_cookie=bbe51ebc0ef7e444 in_seq=0 out_seq=0 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f70f97fa640 10 client.5481 ms_handle_connect on v2:172.21.15.7:6836/3975267023 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f70f97fa640 1 -- 172.21.15.7:0/300396382 <== mds.0 v2:172.21.15.7:6836/3975267023 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55bdffcce790 con 0x55bdffebee10 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f70f97fa640 10 client.5481 handle_command_reply: tid=0 2024-09-13T15:58:08.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 client.5481 shutdown 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 msgr2=0x55bdffebe400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 0x55bdffebe400 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7114082710 tx=0x7f71140552b0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 shutdown_connections 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffebee10 0x55bdffebf1f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed1110 0x55bdffebe400 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed07f0 0x55bdffed7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f70f97fa640 0 client.5481 ms_handle_reset on v2:172.21.15.7:6836/3975267023 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 --2- 172.21.15.7:0/300396382 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffe87260 0x55bdffed7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 >> 172.21.15.7:0/300396382 conn(0x55bdffe89380 msgr2=0x55bdffe87e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 shutdown_connections 2024-09-13T15:58:08.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 1 -- 172.21.15.7:0/300396382 wait complete. 2024-09-13T15:58:08.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.886+0000 7f7123f5d000 20 client.5481 trim_cache size 0 max 16384 2024-09-13T15:58:08.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 Processor -- start 2024-09-13T15:58:08.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- start start 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 0x55bdfff2ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed07f0 0x55bdfff2cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdfff2d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdff98e940 con 0x55bdffe87260 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffcd3fa0 con 0x55bdffed1110 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bdffc98c60 con 0x55bdffed07f0 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 0x55bdfff2ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 0x55bdfff2ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58726/0 (socket says 172.21.15.7:58726) 2024-09-13T15:58:08.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 -- 172.21.15.7:0/3737730328 learned_addr learned my addr 172.21.15.7:0/3737730328 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 -- 172.21.15.7:0/3737730328 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed07f0 msgr2=0x55bdfff2cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed07f0 0x55bdfff2cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 -- 172.21.15.7:0/3737730328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 msgr2=0x55bdfff2d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdfff2d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 -- 172.21.15.7:0/3737730328 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bdffc7cc00 con 0x55bdffe87260 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f711a59c640 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 0x55bdfff2ca10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f710c0ac690 tx=0x7f710c009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f56ec78ea24a48d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7110ff9640 1 -- 172.21.15.7:0/3737730328 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c0b68e0 con 0x55bdffe87260 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7110ff9640 1 -- 172.21.15.7:0/3737730328 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f710c0bd040 con 0x55bdffe87260 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7110ff9640 1 -- 172.21.15.7:0/3737730328 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c0b6c40 con 0x55bdffe87260 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- 172.21.15.7:0/3737730328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 msgr2=0x55bdfff2ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 0x55bdfff2ca10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f710c0ac690 tx=0x7f710c009190 comp rx=0 tx=0).stop 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- 172.21.15.7:0/3737730328 shutdown_connections 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffed1110 0x55bdfff2d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed07f0 0x55bdfff2cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 --2- 172.21.15.7:0/3737730328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffe87260 0x55bdfff2ca10 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- 172.21.15.7:0/3737730328 >> 172.21.15.7:0/3737730328 conn(0x55bdffe89380 msgr2=0x55bdffe8dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- 172.21.15.7:0/3737730328 shutdown_connections 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- 172.21.15.7:0/3737730328 wait complete. 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 -- start start 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.902+0000 7f7123f5d000 1 Processor -- start 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffe87260 0x55bdfff15a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffedc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed1110 0x55bdffedcdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffcd9ef0 con 0x55bdffed07f0 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bdffcd4510 con 0x55bdffe87260 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bdffccedb0 con 0x55bdffed1110 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 10 client.0 _ll_register_callbacks cb 0x7f710c0af070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffedc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffedc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58742/0 (socket says 172.21.15.7:58742) 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 -- 172.21.15.7:0/1549934837 learned_addr learned my addr 172.21.15.7:0/1549934837 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f711a59c640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffe87260 0x55bdfff15a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f711ad9d640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed1110 0x55bdffedcdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 -- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed1110 msgr2=0x55bdffedcdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed1110 0x55bdffedcdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 -- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffe87260 msgr2=0x55bdfff15a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffe87260 0x55bdfff15a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 -- 172.21.15.7:0/1549934837 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bdff9cd890 con 0x55bdffed07f0 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f711ad9d640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed1110 0x55bdffedcdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f711a59c640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffe87260 0x55bdfff15a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7113fff640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffedc890 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7104010d60 tx=0x7f7104001500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06941751aef3116 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 1 -- 172.21.15.7:0/1549934837 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71040052d0 con 0x55bdffed07f0 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 1 -- 172.21.15.7:0/1549934837 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f710400c050 con 0x55bdffed07f0 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bdffe87b80 con 0x55bdffed07f0 2024-09-13T15:58:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 1 -- 172.21.15.7:0/1549934837 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7104005430 con 0x55bdffed07f0 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 10 client.5487 fetch_fsmap learned FSMap version 13 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x55bdff9cdcc0 con 0x55bdffed07f0 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 1 -- 172.21.15.7:0/1549934837 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55bdffe87b80 con 0x55bdffed07f0 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 1 -- 172.21.15.7:0/1549934837 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 13) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7104012040 con 0x55bdffed07f0 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 10 client.5487 fetch_fsmap finished waiting for FSMap version 13 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 10 client.5487 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 20 client.5487 populate_metadata read hostname 'smithi007' 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffedd310 0x55bdffedd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 4 client.5487 mds_command: new command op to 5268 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 --> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55bdffca1460 con 0x55bdffedd310 2024-09-13T15:58:08.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f711a59c640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffedd310 0x55bdffedd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f711a59c640 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffedd310 0x55bdffedd6f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0e07cb5c0b8955b server_cookie=7f198719cd852622 in_seq=0 out_seq=0 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 10 client.5487 ms_handle_connect on v2:172.21.15.7:6836/3975267023 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 1 -- 172.21.15.7:0/1549934837 <== mds.0 v2:172.21.15.7:6836/3975267023 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55bdffca1460 con 0x55bdffedd310 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 10 client.5487 handle_command_reply: tid=0 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 client.5487 shutdown 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 msgr2=0x55bdffedc890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffedc890 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7104010d60 tx=0x7f7104001500 comp rx=0 tx=0).stop 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 shutdown_connections 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:6836/3975267023,v1:172.21.15.7:6837/3975267023] conn(0x55bdffedd310 0x55bdffedd6f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55bdffed1110 0x55bdffedcdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f70f97fa640 0 client.5487 ms_handle_reset on v2:172.21.15.7:6836/3975267023 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdffed07f0 0x55bdffedc890 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 --2- 172.21.15.7:0/1549934837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bdffe87260 0x55bdfff15a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 >> 172.21.15.7:0/1549934837 conn(0x55bdffe89380 msgr2=0x55bdffecfff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 shutdown_connections 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 1 -- 172.21.15.7:0/1549934837 wait complete. 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7123f5d000 20 client.5487 trim_cache size 0 max 16384 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "62cb3b98-b9d9-4dae-ba62-0d56ac47f4da", 2024-09-13T15:58:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 5268, 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 9.2337385770000004, 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 13, 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 36, 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 36, 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 16.510443259999999 2024-09-13T15:58:08.919 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:08.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70fc066690 msgr2=0x7f70fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70fc066690 0x7f70fc068b50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f710c0ae000 tx=0x7f710c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 msgr2=0x7f711c146110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 0x7f711c146110 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f711400cb40 tx=0x7f711400a060 comp rx=0 tx=0).stop 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 shutdown_connections 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f70fc066690 0x7f70fc068b50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f711c0b2f00 0x7f711c146110 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f711c06d4b0 0x7f711c0aa6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 --2- 172.21.15.7:0/2844409943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f711c06d0d0 0x7f711c14d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 >> 172.21.15.7:0/2844409943 conn(0x7f711c069f00 msgr2=0x7f711c0ae530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 shutdown_connections 2024-09-13T15:58:08.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:08.906+0000 7f7120e14640 1 -- 172.21.15.7:0/2844409943 wait complete. 2024-09-13T15:58:08.926 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:58:09.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 Processor -- start 2024-09-13T15:58:09.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 -- start start 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f5d7415da10 0x7f5d7415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d740cd3e0 0x7f5d740cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d7415ddf0 con 0x7f5d740cd3e0 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d7415af90 con 0x7f5d7415da10 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.034+0000 7f5d7c238640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d740b3000 con 0x7f5d74143af0 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d740cd3e0 0x7f5d740cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d740cd3e0 0x7f5d740cd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58748/0 (socket says 172.21.15.7:58748) 2024-09-13T15:58:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 -- 172.21.15.7:0/3341794738 learned_addr learned my addr 172.21.15.7:0/3341794738 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d79fd4640 1 --2- 172.21.15.7:0/3341794738 >> v2:172.21.15.77:3300/0 conn(0x7f5d7415da10 0x7f5d7415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d797d3640 1 --2- 172.21.15.7:0/3341794738 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 -- 172.21.15.7:0/3341794738 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 msgr2=0x7f5d740b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 --2- 172.21.15.7:0/3341794738 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 -- 172.21.15.7:0/3341794738 >> v2:172.21.15.77:3300/0 conn(0x7f5d7415da10 msgr2=0x7f5d7415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 --2- 172.21.15.7:0/3341794738 >> v2:172.21.15.77:3300/0 conn(0x7f5d7415da10 0x7f5d7415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 -- 172.21.15.7:0/3341794738 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d7406b570 con 0x7f5d740cd3e0 2024-09-13T15:58:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7a7d5640 1 --2- 172.21.15.7:0/3341794738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d740cd810 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f5d74071740 tx=0x7f5d6c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af5cee0d3ecb669 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d78fd2640 1 -- 172.21.15.7:0/3341794738 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d6c0ac620 con 0x7f5d740cd3e0 2024-09-13T15:58:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d78fd2640 1 -- 172.21.15.7:0/3341794738 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d6c0ac780 con 0x7f5d740cd3e0 2024-09-13T15:58:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d78fd2640 1 -- 172.21.15.7:0/3341794738 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d6c0acb10 con 0x7f5d740cd3e0 2024-09-13T15:58:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 -- 172.21.15.7:0/3341794738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 msgr2=0x7f5d740cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 --2- 172.21.15.7:0/3341794738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d740cd810 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f5d74071740 tx=0x7f5d6c01c4f0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 -- 172.21.15.7:0/3341794738 shutdown_connections 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 --2- 172.21.15.7:0/3341794738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d740cd810 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 --2- 172.21.15.7:0/3341794738 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 --2- 172.21.15.7:0/3341794738 >> v2:172.21.15.77:3300/0 conn(0x7f5d7415da10 0x7f5d7415aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 -- 172.21.15.7:0/3341794738 >> 172.21.15.7:0/3341794738 conn(0x7f5d74069f00 msgr2=0x7f5d7406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 -- 172.21.15.7:0/3341794738 shutdown_connections 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.038+0000 7f5d7c238640 1 -- 172.21.15.7:0/3341794738 wait complete. 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 Processor -- start 2024-09-13T15:58:09.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- start start 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d7406cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740aebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d7415da10 0x7f5d7413bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d7413d220 con 0x7f5d740cd3e0 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d740ad240 con 0x7f5d7415da10 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d7413cef0 con 0x7f5d74143af0 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d7406cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d7406cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58756/0 (socket says 172.21.15.7:58756) 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 -- 172.21.15.7:0/391968851 learned_addr learned my addr 172.21.15.7:0/391968851 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7a7d5640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d7415da10 0x7f5d7413bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d797d3640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740aebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 -- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 msgr2=0x7f5d740aebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740aebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 -- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d7415da10 msgr2=0x7f5d7413bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d7415da10 0x7f5d7413bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 -- 172.21.15.7:0/391968851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d6c0094d0 con 0x7f5d740cd3e0 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7a7d5640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d7415da10 0x7f5d7413bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d79fd4640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d7406cb40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5d64007e40 tx=0x7f5d6400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d64014620 con 0x7f5d740cd3e0 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d6400ee90 con 0x7f5d740cd3e0 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d640149c0 con 0x7f5d740cd3e0 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d7415f0b0 con 0x7f5d740cd3e0 2024-09-13T15:58:09.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d740ad490 con 0x7f5d740cd3e0 2024-09-13T15:58:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d7404e300 con 0x7f5d740cd3e0 2024-09-13T15:58:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.042+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5d64014b20 con 0x7f5d740cd3e0 2024-09-13T15:58:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.046+0000 7f5d727fc640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d600666e0 0x7f5d60068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.046+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5d64084b60 con 0x7f5d740cd3e0 2024-09-13T15:58:09.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.046+0000 7f5d797d3640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d600666e0 0x7f5d60068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:09.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.046+0000 7f5d797d3640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d600666e0 0x7f5d60068ba0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5d740cc840 tx=0x7f5d68008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:09.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.050+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5d64051eb0 con 0x7f5d740cd3e0 2024-09-13T15:58:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.234+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5d740b2600 con 0x7f5d740cd3e0 2024-09-13T15:58:09.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.234+0000 7f5d727fc640 1 -- 172.21.15.7:0/391968851 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) v1 ==== 53+0+73 (secure 0 0 0) 0x7f5d640554d0 con 0x7f5d740cd3e0 2024-09-13T15:58:09.240 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:58:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d600666e0 msgr2=0x7f5d60068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:09.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d600666e0 0x7f5d60068ba0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5d740cc840 tx=0x7f5d68008040 comp rx=0 tx=0).stop 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 msgr2=0x7f5d7406cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d7406cb40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5d64007e40 tx=0x7f5d6400e4b0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 shutdown_connections 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d600666e0 0x7f5d60068ba0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d7415da10 0x7f5d7413bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d74143af0 0x7f5d740aebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 --2- 172.21.15.7:0/391968851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d740cd3e0 0x7f5d7406cb40 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:09.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 >> 172.21.15.7:0/391968851 conn(0x7f5d74069f00 msgr2=0x7f5d740b0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:09.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 shutdown_connections 2024-09-13T15:58:09.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:09.238+0000 7f5d7c238640 1 -- 172.21.15.7:0/391968851 wait complete. 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:58:09.257 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:09.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.258 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-13T15:58:09.263 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42428sec preferred_lft 42428sec 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 02:42:8d:d1:2a:ed brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:58:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:58:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:58:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-13T15:58:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:09.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.267 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:58:09.317 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-13T15:58:09.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.319 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-13T15:58:09.369 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-13T15:58:09.369 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:58:09.370 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:58:09.370 INFO:teuthology.orchestra.run.smithi007.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:58:09.370 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:58:09.370 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:58:09.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.370 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:58:09.370 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:58:09.370 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:58:09.371 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:58:09.371 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:58:09.371 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:58:09.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.445 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:58:09.492 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T15:58:09.492 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:58:09.494 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:09.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.494 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-13T15:58:09.549 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T15:58:09.549 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:58:09.549 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:09.597 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:09.597 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:58:09.597 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:09.643 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:09.705 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:09.706 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:09.760 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:09.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.761 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:09.808 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:58:09.808 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T15:58:09.853 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:09.869 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:09.869 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:09.923 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:09.924 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:09.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:09.925 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:09.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:2024-09-13T15:58:09.930+0000 7f139cb6d580 -1 init, newargv = 0x555832d37840 newargc=15 2024-09-13T15:58:09.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[37777]: starting ceph client 2024-09-13T15:58:09.936 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[37777]: starting fuse 2024-09-13T15:58:11.037 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:11.057 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:11.058 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:11.112 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:11.113 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:11.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:11.114 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:11.160 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:58:11.160 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T15:58:11.161 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:58:11.161 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-13T15:58:11.161 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-13T15:58:11.161 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:58:11.161 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:11.162 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.0")) 2024-09-13T15:58:11.163 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:58:11.285 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.0.37777.asok 2024-09-13T15:58:11.467 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.37777.asok 2024-09-13T15:58:11.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:11.467 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.37777.asok status 2024-09-13T15:58:11.625 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "0", 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "37777", 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/" 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:11.626 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 5499, 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 5499 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3462050344 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:11.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3462050344 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.5499 192.168.0.1:0/3462050344", 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.1:0/3462050344", 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 1, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 13, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 36, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-13T15:58:11.628 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-13T15:58:11.629 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:11.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:11.639 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-13T15:58:11.639 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:11.646 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-13T15:58:11.646 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:11.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:11.646 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:11.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:11.699 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir1) 2024-09-13T15:58:11.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:11.758 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch testdir1/testfile) 2024-09-13T15:58:11.809 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:58:11.809 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:58:11.809 DEBUG:teuthology.orchestra.run.smithi007:> import stat 2024-09-13T15:58:11.809 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:11.809 DEBUG:teuthology.orchestra.run.smithi007:> print(os.stat("/home/ubuntu/cephtest/mnt.0/testdir1").st_ino) 2024-09-13T15:58:11.809 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:58:11.918 INFO:teuthology.orchestra.run.smithi007.stdout:1099511627776 2024-09-13T15:58:12.106 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:12.106 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:12.153 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:12.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 Processor -- start 2024-09-13T15:58:12.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 -- start start 2024-09-13T15:58:12.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc06c0d0630 0x7fc06c0d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc06c0d21b0 0x7fc06c0cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc06c0d17e0 con 0x7fc06c15c760 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc06c0d0bd0 con 0x7fc06c0d21b0 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc0716e4640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc06c0d0eb0 con 0x7fc06c0d0630 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc06c0d21b0 0x7fc06c0cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc06c0d21b0 0x7fc06c0cd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58770/0 (socket says 172.21.15.7:58770) 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 -- 172.21.15.7:0/1832421025 learned_addr learned my addr 172.21.15.7:0/1832421025 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06a7fc640 1 --2- 172.21.15.7:0/1832421025 >> v2:172.21.15.77:3300/0 conn(0x7fc06c0d0630 0x7fc06c0d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 -- 172.21.15.7:0/1832421025 >> v2:172.21.15.77:3300/0 conn(0x7fc06c0d0630 msgr2=0x7fc06c0d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 --2- 172.21.15.7:0/1832421025 >> v2:172.21.15.77:3300/0 conn(0x7fc06c0d0630 0x7fc06c0d1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 -- 172.21.15.7:0/1832421025 >> v1:172.21.15.77:6789/0 conn(0x7fc06c15c760 legacy=0x7fc06c0b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:12.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.326+0000 7fc06b7fe640 1 -- 172.21.15.7:0/1832421025 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc06c0d1190 con 0x7fc06c0d21b0 2024-09-13T15:58:12.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06b7fe640 1 --2- 172.21.15.7:0/1832421025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d21b0 0x7fc06c0cd2c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc064009e50 tx=0x7fc06401f1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70f3ba91deee604f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc069ffb640 1 -- 172.21.15.7:0/1832421025 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0640af400 con 0x7fc06c0d21b0 2024-09-13T15:58:12.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc069ffb640 1 -- 172.21.15.7:0/1832421025 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0640ab050 con 0x7fc06c0d21b0 2024-09-13T15:58:12.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc069ffb640 1 -- 172.21.15.7:0/1832421025 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0640af780 con 0x7fc06c0d21b0 2024-09-13T15:58:12.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- 172.21.15.7:0/1832421025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d21b0 msgr2=0x7fc06c0cd2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 --2- 172.21.15.7:0/1832421025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d21b0 0x7fc06c0cd2c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc064009e50 tx=0x7fc06401f1a0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- 172.21.15.7:0/1832421025 shutdown_connections 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 --2- 172.21.15.7:0/1832421025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d21b0 0x7fc06c0cd2c0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 --2- 172.21.15.7:0/1832421025 >> v2:172.21.15.77:3300/0 conn(0x7fc06c0d0630 0x7fc06c0d1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- 172.21.15.7:0/1832421025 >> 172.21.15.7:0/1832421025 conn(0x7fc06c0cf070 msgr2=0x7fc06c0cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- 172.21.15.7:0/1832421025 shutdown_connections 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- 172.21.15.7:0/1832421025 wait complete. 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 Processor -- start 2024-09-13T15:58:12.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- start start 2024-09-13T15:58:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 0x7fc06c155430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc06c0d21b0 0x7fc06c1f2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc06c15c760 0x7fc06c15ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c1f26c0 con 0x7fc06c0d0630 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c15dfe0 con 0x7fc06c0d21b0 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc0716e4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc06c1f3150 con 0x7fc06c15c760 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 0x7fc06c155430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 0x7fc06c155430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58778/0 (socket says 172.21.15.7:58778) 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 -- 172.21.15.7:0/3296748121 learned_addr learned my addr 172.21.15.7:0/3296748121 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06a7fc640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc06c0d21b0 0x7fc06c1f2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06b7fe640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc06c15c760 0x7fc06c15ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 -- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc06c15c760 msgr2=0x7fc06c15ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc06c15c760 0x7fc06c15ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 -- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc06c0d21b0 msgr2=0x7fc06c1f2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc06c0d21b0 0x7fc06c1f2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.330+0000 7fc06affd640 1 -- 172.21.15.7:0/3296748121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc064009b30 con 0x7fc06c0d0630 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc06affd640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 0x7fc06c155430 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00b440 tx=0x7fc05c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c011890 con 0x7fc06c0d0630 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05c0119f0 con 0x7fc06c0d0630 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c011da0 con 0x7fc06c0d0630 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc06c15fbd0 con 0x7fc06c0d0630 2024-09-13T15:58:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc06c1f2e70 con 0x7fc06c0d0630 2024-09-13T15:58:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc06c15dcc0 con 0x7fc06c0d0630 2024-09-13T15:58:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc05c01a400 con 0x7fc06c0d0630 2024-09-13T15:58:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0537fe640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc058066690 0x7fc058068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc05c084250 con 0x7fc06c0d0630 2024-09-13T15:58:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc06a7fc640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc058066690 0x7fc058068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.334+0000 7fc06a7fc640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc058066690 0x7fc058068b50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc06c156200 tx=0x7fc060008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.338+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc05c0515c0 con 0x7fc06c0d0630 2024-09-13T15:58:12.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.502+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc06c0d1c50 con 0x7fc06c0d0630 2024-09-13T15:58:12.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0537fe640 1 -- 172.21.15.7:0/3296748121 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16461 (secure 0 0 0) 0x7fc05c054be0 con 0x7fc06c0d0630 2024-09-13T15:58:12.508 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:12.508 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":36,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:00.675853+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc058066690 msgr2=0x7fc058068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc058066690 0x7fc058068b50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc06c156200 tx=0x7fc060008040 comp rx=0 tx=0).stop 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 msgr2=0x7fc06c155430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 0x7fc06c155430 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00b440 tx=0x7fc05c00b900 comp rx=0 tx=0).stop 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 shutdown_connections 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc058066690 0x7fc058068b50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc06c15c760 0x7fc06c15ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc06c0d21b0 0x7fc06c1f2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 --2- 172.21.15.7:0/3296748121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc06c0d0630 0x7fc06c155430 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 >> 172.21.15.7:0/3296748121 conn(0x7fc06c0cf070 msgr2=0x7fc06c1597d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 shutdown_connections 2024-09-13T15:58:12.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.506+0000 7fc0716e4640 1 -- 172.21.15.7:0/3296748121 wait complete. 2024-09-13T15:58:12.527 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:57:57.412213+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:57:58.666811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:58:12.528 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:58:12.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 Processor -- start 2024-09-13T15:58:12.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 -- start start 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d41406f0 0x7f35d40cddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f35d40ce2f0 0x7f35d406a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35d406adc0 con 0x7f35d406a590 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d406b0a0 con 0x7f35d40ce2f0 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d9881640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35d406b380 con 0x7f35d41406f0 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d2ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d41406f0 0x7f35d40cddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f35d40ce2f0 0x7f35d406a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f35d40ce2f0 0x7f35d406a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:59694/0 (socket says 172.21.15.7:59694) 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 -- 172.21.15.7:0/903841971 learned_addr learned my addr 172.21.15.7:0/903841971 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:12.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d37fe640 1 --1- 172.21.15.7:0/903841971 >> v1:172.21.15.77:6789/0 conn(0x7f35d406a590 0x7f35d40b29e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:46646/0 (socket says 172.21.15.7:46646) 2024-09-13T15:58:12.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 -- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d41406f0 msgr2=0x7f35d40cddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:12.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 --2- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d41406f0 0x7f35d40cddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 -- 172.21.15.7:0/903841971 >> v1:172.21.15.77:6789/0 conn(0x7f35d406a590 legacy=0x7f35d40b29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.654+0000 7f35d27fc640 1 -- 172.21.15.7:0/903841971 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d406b660 con 0x7f35d40ce2f0 2024-09-13T15:58:12.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d27fc640 1 --2- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d406a050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f35bc009870 tx=0x7f35bc01c4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36004a79c232aff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d1ffb640 1 -- 172.21.15.7:0/903841971 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35bc0ab670 con 0x7f35d40ce2f0 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d1ffb640 1 -- 172.21.15.7:0/903841971 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d406abb0 con 0x7f35d40ce2f0 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d1ffb640 1 -- 172.21.15.7:0/903841971 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35bc0ab9f0 con 0x7f35d40ce2f0 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 -- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 msgr2=0x7f35d406a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 --2- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d406a050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f35bc009870 tx=0x7f35bc01c4d0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 -- 172.21.15.7:0/903841971 shutdown_connections 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 --2- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d406a050 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 --2- 172.21.15.7:0/903841971 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d41406f0 0x7f35d40cddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 -- 172.21.15.7:0/903841971 >> 172.21.15.7:0/903841971 conn(0x7f35d40b1020 msgr2=0x7f35d40b1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 -- 172.21.15.7:0/903841971 shutdown_connections 2024-09-13T15:58:12.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 -- 172.21.15.7:0/903841971 wait complete. 2024-09-13T15:58:12.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 Processor -- start 2024-09-13T15:58:12.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.658+0000 7f35d9881640 1 -- start start 2024-09-13T15:58:12.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d406a590 0x7f35d4164500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d4131510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 0x7f35d40ad720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d40ad290 con 0x7f35d41406f0 2024-09-13T15:58:12.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d40ac680 con 0x7f35d40ce2f0 2024-09-13T15:58:12.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35d40ac960 con 0x7f35d406a590 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 0x7f35d40ad720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 0x7f35d40ad720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58788/0 (socket says 172.21.15.7:58788) 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 -- 172.21.15.7:0/809105370 learned_addr learned my addr 172.21.15.7:0/809105370 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d2ffd640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d406a590 0x7f35d4164500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d27fc640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d4131510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 -- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d406a590 msgr2=0x7f35d4164500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d406a590 0x7f35d4164500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 -- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 msgr2=0x7f35d4131510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d4131510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 -- 172.21.15.7:0/809105370 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35bc0094d0 con 0x7f35d41406f0 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d37fe640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 0x7f35d40ad720 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f35c400c710 tx=0x7f35c400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c400ce20 con 0x7f35d41406f0 2024-09-13T15:58:12.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35c400a640 con 0x7f35d41406f0 2024-09-13T15:58:12.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c400a9d0 con 0x7f35d41406f0 2024-09-13T15:58:12.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d40acc40 con 0x7f35d41406f0 2024-09-13T15:58:12.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35d4131a50 con 0x7f35d41406f0 2024-09-13T15:58:12.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35d40ad400 con 0x7f35d41406f0 2024-09-13T15:58:12.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f35c400ab30 con 0x7f35d41406f0 2024-09-13T15:58:12.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35cbfff640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b4066690 0x7f35b4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f35c4083940 con 0x7f35d41406f0 2024-09-13T15:58:12.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.662+0000 7f35d2ffd640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b4066690 0x7f35b4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.666+0000 7f35d2ffd640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b4066690 0x7f35b4068b50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f35cc009a50 tx=0x7f35cc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.666+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f35c40547d0 con 0x7f35d41406f0 2024-09-13T15:58:12.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f35d406a050 con 0x7f35d41406f0 2024-09-13T15:58:12.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35cbfff640 1 -- 172.21.15.7:0/809105370 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f35c4017020 con 0x7f35d41406f0 2024-09-13T15:58:12.829 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:58:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b4066690 msgr2=0x7f35b4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b4066690 0x7f35b4068b50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f35cc009a50 tx=0x7f35cc008040 comp rx=0 tx=0).stop 2024-09-13T15:58:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 msgr2=0x7f35d40ad720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 0x7f35d40ad720 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f35c400c710 tx=0x7f35c400cbd0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 shutdown_connections 2024-09-13T15:58:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b4066690 0x7f35b4068b50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d41406f0 0x7f35d40ad720 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d40ce2f0 0x7f35d4131510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 --2- 172.21.15.7:0/809105370 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d406a590 0x7f35d4164500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.826+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 >> 172.21.15.7:0/809105370 conn(0x7f35d40b1020 msgr2=0x7f35d415c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.830+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 shutdown_connections 2024-09-13T15:58:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.830+0000 7f35d9881640 1 -- 172.21.15.7:0/809105370 wait complete. 2024-09-13T15:58:12.847 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:58:12.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 Processor -- start 2024-09-13T15:58:12.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 -- start start 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fcda415c620 0x7fcda406fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda406ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcda40ae120 0x7fcda406d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcda4070c60 con 0x7fcda40ae120 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcda4070120 con 0x7fcda415c620 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcdab874640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcda40703c0 con 0x7fcda40b31f0 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcda40ae120 0x7fcda406d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fcda40ae120 0x7fcda406d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42490/0 (socket says 172.21.15.7:42490) 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 -- 172.21.15.7:0/1914254612 learned_addr learned my addr 172.21.15.7:0/1914254612 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9610640 1 --2- 172.21.15.7:0/1914254612 >> v2:172.21.15.77:3300/0 conn(0x7fcda415c620 0x7fcda406fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda8e0f640 1 --2- 172.21.15.7:0/1914254612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda406ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 -- 172.21.15.7:0/1914254612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 msgr2=0x7fcda406ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:12.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 --2- 172.21.15.7:0/1914254612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda406ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 -- 172.21.15.7:0/1914254612 >> v2:172.21.15.77:3300/0 conn(0x7fcda415c620 msgr2=0x7fcda406fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:12.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 --2- 172.21.15.7:0/1914254612 >> v2:172.21.15.77:3300/0 conn(0x7fcda415c620 0x7fcda406fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.962+0000 7fcda9e11640 1 -- 172.21.15.7:0/1914254612 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcda40706a0 con 0x7fcda40ae120 2024-09-13T15:58:12.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcda9e11640 1 --2- 172.21.15.7:0/1914254612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda406d350 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fcda40727a0 tx=0x7fcd9401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db8c0f2c22439a0e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcda3fff640 1 -- 172.21.15.7:0/1914254612 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd940a56d0 con 0x7fcda40ae120 2024-09-13T15:58:12.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcda3fff640 1 -- 172.21.15.7:0/1914254612 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd940a5830 con 0x7fcda40ae120 2024-09-13T15:58:12.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcda3fff640 1 -- 172.21.15.7:0/1914254612 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd940a5bc0 con 0x7fcda40ae120 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 -- 172.21.15.7:0/1914254612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 msgr2=0x7fcda406d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 --2- 172.21.15.7:0/1914254612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda406d350 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fcda40727a0 tx=0x7fcd9401c960 comp rx=0 tx=0).stop 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 -- 172.21.15.7:0/1914254612 shutdown_connections 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 --2- 172.21.15.7:0/1914254612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda406d350 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 --2- 172.21.15.7:0/1914254612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda406ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 --2- 172.21.15.7:0/1914254612 >> v2:172.21.15.77:3300/0 conn(0x7fcda415c620 0x7fcda406fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 -- 172.21.15.7:0/1914254612 >> 172.21.15.7:0/1914254612 conn(0x7fcda406ae40 msgr2=0x7fcda406b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 -- 172.21.15.7:0/1914254612 shutdown_connections 2024-09-13T15:58:12.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.966+0000 7fcdab874640 1 -- 172.21.15.7:0/1914254612 wait complete. 2024-09-13T15:58:12.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 Processor -- start 2024-09-13T15:58:12.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- start start 2024-09-13T15:58:12.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda414ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda414d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcda415c620 0x7fcda414de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcda4157de0 con 0x7fcda40ae120 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcda414b0a0 con 0x7fcda415c620 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcda41588d0 con 0x7fcda40b31f0 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda414ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda414ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42492/0 (socket says 172.21.15.7:42492) 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 -- 172.21.15.7:0/708575953 learned_addr learned my addr 172.21.15.7:0/708575953 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda8e0f640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda414d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9e11640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcda415c620 0x7fcda414de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 -- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 msgr2=0x7fcda414d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda414d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 -- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcda415c620 msgr2=0x7fcda414de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcda415c620 0x7fcda414de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:12.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 -- 172.21.15.7:0/708575953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd94009b30 con 0x7fcda40ae120 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9e11640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcda415c620 0x7fcda414de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda9610640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda414ec40 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c00d830 tx=0x7fcd9c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9c00b6c0 con 0x7fcda40ae120 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd9c00b820 con 0x7fcda40ae120 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcda4158030 con 0x7fcda40ae120 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9c00bb90 con 0x7fcda40ae120 2024-09-13T15:58:12.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcda41585f0 con 0x7fcda40ae120 2024-09-13T15:58:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcda406fbe0 con 0x7fcda40ae120 2024-09-13T15:58:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcd9c01e460 con 0x7fcda40ae120 2024-09-13T15:58:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda1ffb640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcd90066690 0x7fcd90068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcd9c084960 con 0x7fcda40ae120 2024-09-13T15:58:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.970+0000 7fcda8e0f640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcd90066690 0x7fcd90068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.974+0000 7fcda8e0f640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcd90066690 0x7fcd90068b50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fcda4150340 tx=0x7fcd98008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:12.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:12.978+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcd9c051cd0 con 0x7fcda40ae120 2024-09-13T15:58:13.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcda40ce990 con 0x7fcda40ae120 2024-09-13T15:58:13.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcda1ffb640 1 -- 172.21.15.7:0/708575953 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcd9c0552f0 con 0x7fcda40ae120 2024-09-13T15:58:13.133 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:58:13.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcd90066690 msgr2=0x7fcd90068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcd90066690 0x7fcd90068b50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fcda4150340 tx=0x7fcd98008040 comp rx=0 tx=0).stop 2024-09-13T15:58:13.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 msgr2=0x7fcda414ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda414ec40 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c00d830 tx=0x7fcd9c00dcf0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 shutdown_connections 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fcd90066690 0x7fcd90068b50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.130+0000 7fcdab874640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcda415c620 0x7fcda414de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.134+0000 7fcdab874640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fcda40b31f0 0x7fcda414d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.134+0000 7fcdab874640 1 --2- 172.21.15.7:0/708575953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcda40ae120 0x7fcda414ec40 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.134+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 >> 172.21.15.7:0/708575953 conn(0x7fcda406ae40 msgr2=0x7fcda406cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.134+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 shutdown_connections 2024-09-13T15:58:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.134+0000 7fcdab874640 1 -- 172.21.15.7:0/708575953 wait complete. 2024-09-13T15:58:13.150 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:58:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.274+0000 7fedde6a0640 1 Processor -- start 2024-09-13T15:58:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.274+0000 7fedde6a0640 1 -- start start 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedde6a0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fedd81571a0 0x7fedd815a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedde6a0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedd806f400 con 0x7fedd80b0000 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedde6a0640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedd815aa20 con 0x7fedd815c340 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedde6a0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedd806fca0 con 0x7fedd81571a0 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fedd80b0000 0x7fedd80cc1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52444/0 (socket says 172.21.15.7:52444) 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 -- 172.21.15.7:0/3194889464 learned_addr learned my addr 172.21.15.7:0/3194889464 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd7fff640 1 --2- 172.21.15.7:0/3194889464 >> v2:172.21.15.77:3300/0 conn(0x7fedd81571a0 0x7fedd815a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2938357391 0 0) 0x7fedd806f400 con 0x7fedd80b0000 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fedc0003530 con 0x7fedd80b0000 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3449432972 0 0) 0x7fedc0003530 con 0x7fedd80b0000 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 >> v2:172.21.15.77:3300/0 conn(0x7fedd81571a0 msgr2=0x7fedd815a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 --2- 172.21.15.7:0/3194889464 >> v2:172.21.15.77:3300/0 conn(0x7fedd81571a0 0x7fedd815a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 >> v1:172.21.15.77:6789/0 conn(0x7fedd815c340 legacy=0x7fedd80cc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedd80ccfe0 con 0x7fedd80b0000 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fedcc001680 con 0x7fedd80b0000 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 >> v1:172.21.15.7:6789/0 conn(0x7fedd80b0000 legacy=0x7fedd80cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc0003980 0x7fedc0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc00047d0 0x7fedc0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedc0005190 0x7fedc000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedc000c100 con 0x7fedc00047d0 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedc000e480 con 0x7fedc0003980 2024-09-13T15:58:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedc000e640 con 0x7fedc0005190 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc00047d0 0x7fedc0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd7fff640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc0003980 0x7fedc0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7feddcc3d640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedc0005190 0x7fedc000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 -- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedc0005190 msgr2=0x7fedc000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedc0005190 0x7fedc000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 -- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc0003980 msgr2=0x7fedc0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc0003980 0x7fedc0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7fedd77fe640 1 -- 172.21.15.7:0/3194889464 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedc0003530 con 0x7fedc00047d0 2024-09-13T15:58:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.278+0000 7feddcc3d640 1 -- 172.21.15.7:0/3194889464 reap_dead start 2024-09-13T15:58:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd77fe640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc00047d0 0x7fedc0004c50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fedcc00c210 tx=0x7fedcc01cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a96da8a41701667 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedcc0058e0 con 0x7fedc00047d0 2024-09-13T15:58:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedcc005a60 con 0x7fedc00047d0 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd6ffd640 1 -- 172.21.15.7:0/3194889464 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedcc005e10 con 0x7fedc00047d0 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- 172.21.15.7:0/3194889464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc00047d0 msgr2=0x7fedc0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc00047d0 0x7fedc0004c50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fedcc00c210 tx=0x7fedcc01cbf0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- 172.21.15.7:0/3194889464 shutdown_connections 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 --2- 172.21.15.7:0/3194889464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc00047d0 0x7fedc0004c50 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- 172.21.15.7:0/3194889464 >> 172.21.15.7:0/3194889464 conn(0x7fedd8065eb0 msgr2=0x7fedd8069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- 172.21.15.7:0/3194889464 shutdown_connections 2024-09-13T15:58:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- 172.21.15.7:0/3194889464 wait complete. 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 Processor -- start 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- start start 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc00047d0 0x7fedd80ad120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 0x7fedd80cb260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedd8155980 0x7fedd81e6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedd81e4d80 con 0x7fedd81e5d90 2024-09-13T15:58:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedd81e5900 con 0x7fedc00047d0 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedde6a0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedd8155e00 con 0x7fedd8155980 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 0x7fedd80cb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 0x7fedd80cb260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42498/0 (socket says 172.21.15.7:42498) 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.282+0000 7fedd77fe640 1 -- 172.21.15.7:0/1146755752 learned_addr learned my addr 172.21.15.7:0/1146755752 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd7fff640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc00047d0 0x7fedd80ad120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7feddcc3d640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedd8155980 0x7fedd81e6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd77fe640 1 -- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedd8155980 msgr2=0x7fedd81e6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd77fe640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedd8155980 0x7fedd81e6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd77fe640 1 -- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc00047d0 msgr2=0x7fedd80ad120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd77fe640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc00047d0 0x7fedd80ad120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd77fe640 1 -- 172.21.15.7:0/1146755752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedd81e4fd0 con 0x7fedd81e5d90 2024-09-13T15:58:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd77fe640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 0x7fedd80cb260 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fedcc001940 tx=0x7fedc0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedcc006ee0 con 0x7fedd81e5d90 2024-09-13T15:58:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedcc0047f0 con 0x7fedd81e5d90 2024-09-13T15:58:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedd81e52b0 con 0x7fedd81e5d90 2024-09-13T15:58:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedcc004b60 con 0x7fedd81e5d90 2024-09-13T15:58:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedd81e6fd0 con 0x7fedd81e5d90 2024-09-13T15:58:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedd80cc9d0 con 0x7fedd81e5d90 2024-09-13T15:58:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fedcc004cc0 con 0x7fedd81e5d90 2024-09-13T15:58:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd4ff9640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fedc4066690 0x7fedc4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fedcc11d940 con 0x7fedd81e5d90 2024-09-13T15:58:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd7fff640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fedc4066690 0x7fedc4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.286+0000 7fedd7fff640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fedc4066690 0x7fedc4068b50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fedd0007520 tx=0x7fedd000b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.290+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fedcc0ead40 con 0x7fedd81e5d90 2024-09-13T15:58:13.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.450+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fedd8071670 con 0x7fedd81e5d90 2024-09-13T15:58:13.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.450+0000 7fedd4ff9640 1 -- 172.21.15.7:0/1146755752 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fedcc0bd020 con 0x7fedd81e5d90 2024-09-13T15:58:13.454 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fedc4066690 msgr2=0x7fedc4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fedc4066690 0x7fedc4068b50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fedd0007520 tx=0x7fedd000b040 comp rx=0 tx=0).stop 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 msgr2=0x7fedd80cb260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 0x7fedd80cb260 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fedcc001940 tx=0x7fedc0005800 comp rx=0 tx=0).stop 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 shutdown_connections 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fedc4066690 0x7fedc4068b50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fedd8155980 0x7fedd81e6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd81e5d90 0x7fedd80cb260 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 --2- 172.21.15.7:0/1146755752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedc00047d0 0x7fedd80ad120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 >> 172.21.15.7:0/1146755752 conn(0x7fedd8065eb0 msgr2=0x7fedd8159590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 shutdown_connections 2024-09-13T15:58:13.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.454+0000 7fedde6a0640 1 -- 172.21.15.7:0/1146755752 wait complete. 2024-09-13T15:58:13.474 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:58:13.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.594+0000 7f276b9fe640 1 Processor -- start 2024-09-13T15:58:13.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.594+0000 7f276b9fe640 1 -- start start 2024-09-13T15:58:13.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f276b9fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2764143af0 0x7f276415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f276b9fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f27640cd3e0 0x7f27640cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f276b9fe640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f276415af90 con 0x7f276415da10 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f276b9fe640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f276415ddf0 con 0x7f27640cd3e0 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f276b9fe640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27640b2d60 con 0x7f2764143af0 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f27640cd3e0 0x7f27640cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f27640cd3e0 0x7f27640cd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42502/0 (socket says 172.21.15.7:42502) 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 -- 172.21.15.7:0/1603107148 learned_addr learned my addr 172.21.15.7:0/1603107148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2768f99640 1 --2- 172.21.15.7:0/1603107148 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2764143af0 0x7f276415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 -- 172.21.15.7:0/1603107148 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2764143af0 msgr2=0x7f276415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 --2- 172.21.15.7:0/1603107148 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2764143af0 0x7f276415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 -- 172.21.15.7:0/1603107148 >> v1:172.21.15.77:6789/0 conn(0x7f276415da10 legacy=0x7f27640b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 -- 172.21.15.7:0/1603107148 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27640b3000 con 0x7f27640cd3e0 2024-09-13T15:58:13.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f2769f9b640 1 --2- 172.21.15.7:0/1603107148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27640cd3e0 0x7f27640cd810 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f275c009870 tx=0x7f275c01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb5c5b670b83b6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f275bfff640 1 -- 172.21.15.7:0/1603107148 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c0a95f0 con 0x7f27640cd3e0 2024-09-13T15:58:13.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f275bfff640 1 -- 172.21.15.7:0/1603107148 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f275c0a9750 con 0x7f27640cd3e0 2024-09-13T15:58:13.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.598+0000 7f275bfff640 1 -- 172.21.15.7:0/1603107148 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c0a9ae0 con 0x7f27640cd3e0 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- 172.21.15.7:0/1603107148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27640cd3e0 msgr2=0x7f27640cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1603107148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27640cd3e0 0x7f27640cd810 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f275c009870 tx=0x7f275c01c530 comp rx=0 tx=0).stop 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- 172.21.15.7:0/1603107148 shutdown_connections 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1603107148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27640cd3e0 0x7f27640cd810 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1603107148 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2764143af0 0x7f276415aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- 172.21.15.7:0/1603107148 >> 172.21.15.7:0/1603107148 conn(0x7f2764069f00 msgr2=0x7f276406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- 172.21.15.7:0/1603107148 shutdown_connections 2024-09-13T15:58:13.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- 172.21.15.7:0/1603107148 wait complete. 2024-09-13T15:58:13.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 Processor -- start 2024-09-13T15:58:13.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- start start 2024-09-13T15:58:13.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f27640cd3e0 0x7f27640ac9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2764143af0 0x7f2764158cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 0x7f276413b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276413ee40 con 0x7f276415da10 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276413f0b0 con 0x7f2764143af0 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276b9fe640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f276413f390 con 0x7f27640cd3e0 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 0x7f276413b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 0x7f276413b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42518/0 (socket says 172.21.15.7:42518) 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 -- 172.21.15.7:0/1596913908 learned_addr learned my addr 172.21.15.7:0/1596913908 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2768f99640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2764143af0 0x7f2764158cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f276979a640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f27640cd3e0 0x7f27640ac9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 -- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f27640cd3e0 msgr2=0x7f27640ac9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f27640cd3e0 0x7f27640ac9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 -- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2764143af0 msgr2=0x7f2764158cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2764143af0 0x7f2764158cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 -- 172.21.15.7:0/1596913908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f275c0094d0 con 0x7f276415da10 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2768f99640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2764143af0 0x7f2764158cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.602+0000 7f2769f9b640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 0x7f276413b4e0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f275c0ab040 tx=0x7f275c01ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c0b1800 con 0x7f276415da10 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f275c0b1960 con 0x7f276415da10 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f276413f670 con 0x7f276415da10 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c0b1d10 con 0x7f276415da10 2024-09-13T15:58:13.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27640ad230 con 0x7f276415da10 2024-09-13T15:58:13.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27640a8490 con 0x7f276415da10 2024-09-13T15:58:13.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f275c0bc450 con 0x7f276415da10 2024-09-13T15:58:13.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f2759ffb640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f275c11ed30 con 0x7f276415da10 2024-09-13T15:58:13.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f276979a640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.606+0000 7f276979a640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f27600012f0 tx=0x7f2760009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.610+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f275c0ec130 con 0x7f276415da10 2024-09-13T15:58:13.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f276406cf40 con 0x7f276415da10 2024-09-13T15:58:13.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f2759ffb640 1 -- 172.21.15.7:0/1596913908 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f275c0a95b0 con 0x7f276415da10 2024-09-13T15:58:13.784 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:58:13.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 msgr2=0x7f2748068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f27600012f0 tx=0x7f2760009040 comp rx=0 tx=0).stop 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 msgr2=0x7f276413b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 0x7f276413b4e0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f275c0ab040 tx=0x7f275c01ad70 comp rx=0 tx=0).stop 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 shutdown_connections 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2748066690 0x7f2748068b50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f276415da10 0x7f276413b4e0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2764143af0 0x7f2764158cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 --2- 172.21.15.7:0/1596913908 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f27640cd3e0 0x7f27640ac9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 >> 172.21.15.7:0/1596913908 conn(0x7f2764069f00 msgr2=0x7f27640aed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 shutdown_connections 2024-09-13T15:58:13.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.782+0000 7f276b9fe640 1 -- 172.21.15.7:0/1596913908 wait complete. 2024-09-13T15:58:13.802 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:13.802 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:13.808 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:13.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.970+0000 7fae71c14640 1 Processor -- start 2024-09-13T15:58:13.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.970+0000 7fae71c14640 1 -- start start 2024-09-13T15:58:13.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae71c14640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c1512d0 0x7fae6c0afe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae71c14640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fae6c0b03a0 0x7fae6c0ce050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae71c14640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fae6c0ce590 0x7fae6c15dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae71c14640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae6c15b6e0 con 0x7fae6c0b03a0 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae71c14640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae6c0b07e0 con 0x7fae6c0ce590 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae71c14640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c15aad0 con 0x7fae6c1512d0 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fae6c0b03a0 0x7fae6c0ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fae6c0b03a0 0x7fae6c0ce050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42534/0 (socket says 172.21.15.7:42534) 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 -- 172.21.15.7:0/4102264095 learned_addr learned my addr 172.21.15.7:0/4102264095 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6b7fe640 1 --2- 172.21.15.7:0/4102264095 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c1512d0 0x7fae6c0afe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6bfff640 1 --2- 172.21.15.7:0/4102264095 >> v2:172.21.15.77:3300/0 conn(0x7fae6c0ce590 0x7fae6c15dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 -- 172.21.15.7:0/4102264095 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c1512d0 msgr2=0x7fae6c0afe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 --2- 172.21.15.7:0/4102264095 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c1512d0 0x7fae6c0afe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 -- 172.21.15.7:0/4102264095 >> v2:172.21.15.77:3300/0 conn(0x7fae6c0ce590 msgr2=0x7fae6c15dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:13.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 --2- 172.21.15.7:0/4102264095 >> v2:172.21.15.77:3300/0 conn(0x7fae6c0ce590 0x7fae6c15dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 -- 172.21.15.7:0/4102264095 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae6c15adb0 con 0x7fae6c0b03a0 2024-09-13T15:58:13.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6affd640 1 --2- 172.21.15.7:0/4102264095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0b03a0 0x7fae6c0ce050 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0ada10 tx=0x7fae6001c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea442e389b600844 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6a7fc640 1 -- 172.21.15.7:0/4102264095 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600ab600 con 0x7fae6c0b03a0 2024-09-13T15:58:13.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6a7fc640 1 -- 172.21.15.7:0/4102264095 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae600a7050 con 0x7fae6c0b03a0 2024-09-13T15:58:13.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.974+0000 7fae6a7fc640 1 -- 172.21.15.7:0/4102264095 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600ab980 con 0x7fae6c0b03a0 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/4102264095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0b03a0 msgr2=0x7fae6c0ce050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- 172.21.15.7:0/4102264095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0b03a0 0x7fae6c0ce050 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0ada10 tx=0x7fae6001c230 comp rx=0 tx=0).stop 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/4102264095 shutdown_connections 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- 172.21.15.7:0/4102264095 >> v2:172.21.15.77:3300/0 conn(0x7fae6c0ce590 0x7fae6c15dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- 172.21.15.7:0/4102264095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0b03a0 0x7fae6c0ce050 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- 172.21.15.7:0/4102264095 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c1512d0 0x7fae6c0afe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/4102264095 >> 172.21.15.7:0/4102264095 conn(0x7fae6c0aea40 msgr2=0x7fae6c071c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/4102264095 shutdown_connections 2024-09-13T15:58:13.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/4102264095 wait complete. 2024-09-13T15:58:13.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 Processor -- start 2024-09-13T15:58:13.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- start start 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c0b03a0 0x7fae6c14c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 0x7fae6c153b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae6c1512d0 0x7fae6c14ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c162640 con 0x7fae6c0ce590 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c162870 con 0x7fae6c1512d0 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c14e3c0 con 0x7fae6c0b03a0 2024-09-13T15:58:13.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 0x7fae6c153b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 0x7fae6c153b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42550/0 (socket says 172.21.15.7:42550) 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 -- 172.21.15.7:0/449189389 learned_addr learned my addr 172.21.15.7:0/449189389 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6b7fe640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c0b03a0 0x7fae6c14c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6bfff640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae6c1512d0 0x7fae6c14ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 -- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c0b03a0 msgr2=0x7fae6c14c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c0b03a0 0x7fae6c14c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 -- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae6c1512d0 msgr2=0x7fae6c14ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae6c1512d0 0x7fae6c14ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 -- 172.21.15.7:0/449189389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae600094d0 con 0x7fae6c0ce590 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae6affd640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 0x7fae6c153b50 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fae600ae040 tx=0x7fae60018fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600b4640 con 0x7fae6c0ce590 2024-09-13T15:58:13.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae600b47c0 con 0x7fae6c0ce590 2024-09-13T15:58:13.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600b4b70 con 0x7fae6c0ce590 2024-09-13T15:58:13.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae6c14db20 con 0x7fae6c0ce590 2024-09-13T15:58:13.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.978+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae6c14e0e0 con 0x7fae6c0ce590 2024-09-13T15:58:13.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.982+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae6c0cb380 con 0x7fae6c0ce590 2024-09-13T15:58:13.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.982+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fae600b2070 con 0x7fae6c0ce590 2024-09-13T15:58:13.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.982+0000 7fae53fff640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae58066690 0x7fae58068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:13.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.982+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fae6011e160 con 0x7fae6c0ce590 2024-09-13T15:58:13.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.982+0000 7fae6b7fe640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae58066690 0x7fae58068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:13.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.982+0000 7fae6b7fe640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae58066690 0x7fae58068b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fae5c003fd0 tx=0x7fae5c0039a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:13.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:13.986+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fae600eb430 con 0x7fae6c0ce590 2024-09-13T15:58:14.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.150+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fae6c162a40 con 0x7fae6c0ce590 2024-09-13T15:58:14.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae53fff640 1 -- 172.21.15.7:0/449189389 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16461 (secure 0 0 0) 0x7fae600eea50 con 0x7fae6c0ce590 2024-09-13T15:58:14.156 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:14.156 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":36,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:00.675853+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:14.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae58066690 msgr2=0x7fae58068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae58066690 0x7fae58068b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fae5c003fd0 tx=0x7fae5c0039a0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 msgr2=0x7fae6c153b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 0x7fae6c153b50 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fae600ae040 tx=0x7fae60018fd0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 shutdown_connections 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fae58066690 0x7fae58068b50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae6c1512d0 0x7fae6c14ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae6c0ce590 0x7fae6c153b50 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 --2- 172.21.15.7:0/449189389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fae6c0b03a0 0x7fae6c14c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 >> 172.21.15.7:0/449189389 conn(0x7fae6c0aea40 msgr2=0x7fae6c1642a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 shutdown_connections 2024-09-13T15:58:14.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.154+0000 7fae71c14640 1 -- 172.21.15.7:0/449189389 wait complete. 2024-09-13T15:58:14.176 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:57:57.412213+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:57:58.666811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:58:14.176 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:58:14.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 Processor -- start 2024-09-13T15:58:14.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 -- start start 2024-09-13T15:58:14.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb10015af80 0x7fb1000b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb1000b0540 0x7fb100159d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb10006faf0 con 0x7fb100153b90 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1000b0970 con 0x7fb1000b0540 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb108600640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb100153f70 con 0x7fb10015af80 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb1000b0540 0x7fb100159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb1000b0540 0x7fb100159d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42562/0 (socket says 172.21.15.7:42562) 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 -- 172.21.15.7:0/2497758143 learned_addr learned my addr 172.21.15.7:0/2497758143 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb10639c640 1 --1- 172.21.15.7:0/2497758143 >> v1:172.21.15.7:6789/0 conn(0x7fb100153b90 0x7fb10015da90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52460/0 (socket says 172.21.15.7:52460) 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb105b9b640 1 --2- 172.21.15.7:0/2497758143 >> v2:172.21.15.77:3300/0 conn(0x7fb10015af80 0x7fb1000b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 -- 172.21.15.7:0/2497758143 >> v2:172.21.15.77:3300/0 conn(0x7fb10015af80 msgr2=0x7fb1000b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 --2- 172.21.15.7:0/2497758143 >> v2:172.21.15.77:3300/0 conn(0x7fb10015af80 0x7fb1000b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 -- 172.21.15.7:0/2497758143 >> v1:172.21.15.7:6789/0 conn(0x7fb100153b90 legacy=0x7fb10015da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb106b9d640 1 -- 172.21.15.7:0/2497758143 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb10015b3e0 con 0x7fb1000b0540 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb10539a640 1 -- 172.21.15.7:0/2497758143 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3290710350 0 0) 0x7fb10006faf0 con 0x7fb100153b90 2024-09-13T15:58:14.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.302+0000 7fb105b9b640 1 --2- 172.21.15.7:0/2497758143 >> v2:172.21.15.77:3300/0 conn(0x7fb10015af80 0x7fb1000b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:14.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb106b9d640 1 --2- 172.21.15.7:0/2497758143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100159d40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb1000cd400 tx=0x7fb0f801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6d683751f4aae26 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb10539a640 1 -- 172.21.15.7:0/2497758143 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f80a58b0 con 0x7fb1000b0540 2024-09-13T15:58:14.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb10539a640 1 -- 172.21.15.7:0/2497758143 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0f80a5a10 con 0x7fb1000b0540 2024-09-13T15:58:14.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb10539a640 1 -- 172.21.15.7:0/2497758143 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f80a5da0 con 0x7fb1000b0540 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- 172.21.15.7:0/2497758143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 msgr2=0x7fb100159d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 --2- 172.21.15.7:0/2497758143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100159d40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb1000cd400 tx=0x7fb0f801c9f0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- 172.21.15.7:0/2497758143 shutdown_connections 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 --2- 172.21.15.7:0/2497758143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100159d40 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 --2- 172.21.15.7:0/2497758143 >> v2:172.21.15.77:3300/0 conn(0x7fb10015af80 0x7fb1000b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- 172.21.15.7:0/2497758143 >> 172.21.15.7:0/2497758143 conn(0x7fb100065eb0 msgr2=0x7fb100069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- 172.21.15.7:0/2497758143 shutdown_connections 2024-09-13T15:58:14.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- 172.21.15.7:0/2497758143 wait complete. 2024-09-13T15:58:14.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 Processor -- start 2024-09-13T15:58:14.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- start start 2024-09-13T15:58:14.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100151260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb100153b90 0x7fb100154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb10015af80 0x7fb100155020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb100154110 con 0x7fb1000b0540 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb100155560 con 0x7fb100153b90 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb108600640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb100154360 con 0x7fb10015af80 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb10639c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100151260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb10639c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100151260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42564/0 (socket says 172.21.15.7:42564) 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.306+0000 7fb10639c640 1 -- 172.21.15.7:0/1523468518 learned_addr learned my addr 172.21.15.7:0/1523468518 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb105b9b640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb100153b90 0x7fb100154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb106b9d640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb10015af80 0x7fb100155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb10639c640 1 -- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb10015af80 msgr2=0x7fb100155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb10639c640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb10015af80 0x7fb100155020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb10639c640 1 -- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb100153b90 msgr2=0x7fb100154ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb10639c640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb100153b90 0x7fb100154ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb10639c640 1 -- 172.21.15.7:0/1523468518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0f8009b30 con 0x7fb1000b0540 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb105b9b640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb100153b90 0x7fb100154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb106b9d640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb10015af80 0x7fb100155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb10639c640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100151260 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb0f40011f0 tx=0x7fb0f400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f40074e0 con 0x7fb1000b0540 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0f4007640 con 0x7fb1000b0540 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb100154640 con 0x7fb1000b0540 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f4004a10 con 0x7fb1000b0540 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1000b1650 con 0x7fb1000b0540 2024-09-13T15:58:14.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1000b1870 con 0x7fb1000b0540 2024-09-13T15:58:14.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb0f4004b70 con 0x7fb1000b0540 2024-09-13T15:58:14.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb0f2ffd640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0e40666c0 0x7fb0e4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb0f4083270 con 0x7fb1000b0540 2024-09-13T15:58:14.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb105b9b640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0e40666c0 0x7fb0e4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.310+0000 7fb105b9b640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0e40666c0 0x7fb0e4068b80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb1001f8590 tx=0x7fb0fc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.314+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb0f4050670 con 0x7fb1000b0540 2024-09-13T15:58:14.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.474+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb100159d20 con 0x7fb1000b0540 2024-09-13T15:58:14.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb0f2ffd640 1 -- 172.21.15.7:0/1523468518 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb0f4053c90 con 0x7fb1000b0540 2024-09-13T15:58:14.480 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:58:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0e40666c0 msgr2=0x7fb0e4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0e40666c0 0x7fb0e4068b80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb1001f8590 tx=0x7fb0fc008040 comp rx=0 tx=0).stop 2024-09-13T15:58:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 msgr2=0x7fb100151260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100151260 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb0f40011f0 tx=0x7fb0f400c9b0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 shutdown_connections 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb0e40666c0 0x7fb0e4068b80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb10015af80 0x7fb100155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb100153b90 0x7fb100154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 --2- 172.21.15.7:0/1523468518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb1000b0540 0x7fb100151260 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 >> 172.21.15.7:0/1523468518 conn(0x7fb100065eb0 msgr2=0x7fb1001580b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 shutdown_connections 2024-09-13T15:58:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.478+0000 7fb108600640 1 -- 172.21.15.7:0/1523468518 wait complete. 2024-09-13T15:58:14.500 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:58:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 Processor -- start 2024-09-13T15:58:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 -- start start 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2674159430 0x7f267415da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f26740cbb70 0x7f267406d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2674159810 con 0x7f26740cfa40 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f267415d640 con 0x7f26740cbb70 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267c194640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f267415cfa0 con 0x7f2674159430 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f26740cbb70 0x7f267406d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f26740cbb70 0x7f267406d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42580/0 (socket says 172.21.15.7:42580) 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 -- 172.21.15.7:0/3723137410 learned_addr learned my addr 172.21.15.7:0/3723137410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f2679f30640 1 --2- 172.21.15.7:0/3723137410 >> v2:172.21.15.77:3300/0 conn(0x7f2674159430 0x7f267415da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 -- 172.21.15.7:0/3723137410 >> v2:172.21.15.77:3300/0 conn(0x7f2674159430 msgr2=0x7f267415da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 --2- 172.21.15.7:0/3723137410 >> v2:172.21.15.77:3300/0 conn(0x7f2674159430 0x7f267415da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 -- 172.21.15.7:0/3723137410 >> v1:172.21.15.77:6789/0 conn(0x7f26740cfa40 legacy=0x7f26740b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.622+0000 7f267972f640 1 -- 172.21.15.7:0/3723137410 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f267406da60 con 0x7f26740cbb70 2024-09-13T15:58:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267972f640 1 --2- 172.21.15.7:0/3723137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26740cbb70 0x7f267406d230 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f26740b2280 tx=0x7f266801e700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22ac9b6dd96e9d04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f2678f2e640 1 -- 172.21.15.7:0/3723137410 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26680a86b0 con 0x7f26740cbb70 2024-09-13T15:58:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f2678f2e640 1 -- 172.21.15.7:0/3723137410 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26680a8810 con 0x7f26740cbb70 2024-09-13T15:58:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f2678f2e640 1 -- 172.21.15.7:0/3723137410 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26680a8ba0 con 0x7f26740cbb70 2024-09-13T15:58:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 -- 172.21.15.7:0/3723137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26740cbb70 msgr2=0x7f267406d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 --2- 172.21.15.7:0/3723137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26740cbb70 0x7f267406d230 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f26740b2280 tx=0x7f266801e700 comp rx=0 tx=0).stop 2024-09-13T15:58:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 -- 172.21.15.7:0/3723137410 shutdown_connections 2024-09-13T15:58:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 --2- 172.21.15.7:0/3723137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26740cbb70 0x7f267406d230 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 --2- 172.21.15.7:0/3723137410 >> v2:172.21.15.77:3300/0 conn(0x7f2674159430 0x7f267415da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 -- 172.21.15.7:0/3723137410 >> 172.21.15.7:0/3723137410 conn(0x7f267406b410 msgr2=0x7f267406b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 -- 172.21.15.7:0/3723137410 shutdown_connections 2024-09-13T15:58:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 -- 172.21.15.7:0/3723137410 wait complete. 2024-09-13T15:58:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 Processor -- start 2024-09-13T15:58:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 -- start start 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.626+0000 7f267c194640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26740cbb70 0x7f267415b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26740cfa40 0x7f2674151d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 0x7f267415c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26741f5730 con 0x7f2674159430 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2674152240 con 0x7f26740cfa40 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f267415b750 con 0x7f26740cbb70 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 0x7f267415c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 0x7f267415c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42592/0 (socket says 172.21.15.7:42592) 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 -- 172.21.15.7:0/3657977057 learned_addr learned my addr 172.21.15.7:0/3657977057 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267972f640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26740cfa40 0x7f2674151d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f2679f30640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26740cbb70 0x7f267415b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 -- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26740cbb70 msgr2=0x7f267415b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26740cbb70 0x7f267415b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 -- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26740cfa40 msgr2=0x7f2674151d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26740cfa40 0x7f2674151d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 -- 172.21.15.7:0/3657977057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26680094d0 con 0x7f2674159430 2024-09-13T15:58:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267a731640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 0x7f267415c2a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f266400c430 tx=0x7f266400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2664005220 con 0x7f2674159430 2024-09-13T15:58:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2664005380 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2664007270 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26741f5950 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26741f5f10 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26741f6100 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f26640073d0 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f26727fc640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2660066690 0x7f2660068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2664083600 con 0x7f2674159430 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f2679f30640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2660066690 0x7f2660068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.630+0000 7f2679f30640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2660066690 0x7f2660068b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f266c009f60 tx=0x7f266c00b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.634+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2664050a00 con 0x7f2674159430 2024-09-13T15:58:14.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f26740cf2f0 con 0x7f2674159430 2024-09-13T15:58:14.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f26727fc640 1 -- 172.21.15.7:0/3657977057 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2664054020 con 0x7f2674159430 2024-09-13T15:58:14.797 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:58:14.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2660066690 msgr2=0x7f2660068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2660066690 0x7f2660068b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f266c009f60 tx=0x7f266c00b040 comp rx=0 tx=0).stop 2024-09-13T15:58:14.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 msgr2=0x7f267415c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 0x7f267415c2a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f266400c430 tx=0x7f266400c8f0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 shutdown_connections 2024-09-13T15:58:14.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2660066690 0x7f2660068b50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2674159430 0x7f267415c2a0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26740cfa40 0x7f2674151d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 --2- 172.21.15.7:0/3657977057 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26740cbb70 0x7f267415b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 >> 172.21.15.7:0/3657977057 conn(0x7f267406b410 msgr2=0x7f26740b0a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:14.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 shutdown_connections 2024-09-13T15:58:14.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.794+0000 7f267c194640 1 -- 172.21.15.7:0/3657977057 wait complete. 2024-09-13T15:58:14.814 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:58:14.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 Processor -- start 2024-09-13T15:58:14.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 -- start start 2024-09-13T15:58:14.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f72d80cab60 0x7f72d80b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 0x7f72d81644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72d80adad0 con 0x7f72d80b0000 2024-09-13T15:58:14.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72d80b0920 con 0x7f72d80cab60 2024-09-13T15:58:14.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72ddd01640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72d80cb0c0 con 0x7f72d81620c0 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d77fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f72d80b0000 0x7f72d815b530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52466/0 (socket says 172.21.15.7:52466) 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d77fe640 1 -- 172.21.15.7:0/2953326815 learned_addr learned my addr 172.21.15.7:0/2953326815 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 --2- 172.21.15.7:0/2953326815 >> v2:172.21.15.77:3300/0 conn(0x7f72d80cab60 0x7f72d80b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d7fff640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 0x7f72d81644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4100104087 0 0) 0x7f72c8001120 con 0x7f72d80b0000 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72c4003530 con 0x7f72d80b0000 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2698804882 0 0) 0x7f72c4003530 con 0x7f72d80b0000 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 msgr2=0x7f72d81644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 0x7f72d81644b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 >> v2:172.21.15.77:3300/0 conn(0x7f72d80cab60 msgr2=0x7f72d80b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 --2- 172.21.15.7:0/2953326815 >> v2:172.21.15.77:3300/0 conn(0x7f72d80cab60 0x7f72d80b03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72d80cb3a0 con 0x7f72d80b0000 2024-09-13T15:58:14.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f72c8001810 con 0x7f72d80b0000 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 >> v1:172.21.15.7:6789/0 conn(0x7f72d80b0000 legacy=0x7f72d815b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72c4003980 0x7f72c4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72c4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 0x7f72c4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d80b0920 con 0x7f72c40047d0 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d80cb0c0 con 0x7f72c4003980 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72c400b990 con 0x7f72d81620c0 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72c4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d7fff640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 0x7f72c4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d77fe640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72c4003980 0x7f72c4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 -- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 msgr2=0x7f72c4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:14.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d81620c0 0x7f72c4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 -- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72c4003980 msgr2=0x7f72c4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:14.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72c4003980 0x7f72c4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72cffff640 1 -- 172.21.15.7:0/2953326815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72c4003530 con 0x7f72c40047d0 2024-09-13T15:58:14.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.934+0000 7f72d77fe640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72c4003980 0x7f72c4003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:14.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72cffff640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72c4004c50 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f72c0009ae0 tx=0x7f72c001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78bf2a5aba2e60b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c00a55c0 con 0x7f72c40047d0 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72c00a5720 con 0x7f72c40047d0 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d6ffd640 1 -- 172.21.15.7:0/2953326815 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c00a5ad0 con 0x7f72c40047d0 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- 172.21.15.7:0/2953326815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 msgr2=0x7f72c4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2953326815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72c4004c50 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f72c0009ae0 tx=0x7f72c001ca50 comp rx=0 tx=0).stop 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d7fff640 1 -- 172.21.15.7:0/2953326815 reap_dead start 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- 172.21.15.7:0/2953326815 shutdown_connections 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- 172.21.15.7:0/2953326815 >> 172.21.15.7:0/2953326815 conn(0x7f72d8065eb0 msgr2=0x7f72d8069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- 172.21.15.7:0/2953326815 shutdown_connections 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- 172.21.15.7:0/2953326815 wait complete. 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 Processor -- start 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- start start 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72d814c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d815dec0 0x7f72d815fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72d815e340 0x7f72d81600f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d814e400 con 0x7f72c40047d0 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d814e6a0 con 0x7f72d815e340 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72ddd01640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72d814e980 con 0x7f72d815dec0 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72d814c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72d814c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42612/0 (socket says 172.21.15.7:42612) 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.938+0000 7f72d77fe640 1 -- 172.21.15.7:0/2027416224 learned_addr learned my addr 172.21.15.7:0/2027416224 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72cffff640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d815dec0 0x7f72d815fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d7fff640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72d815e340 0x7f72d81600f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d77fe640 1 -- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d815dec0 msgr2=0x7f72d815fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d77fe640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d815dec0 0x7f72d815fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d77fe640 1 -- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72d815e340 msgr2=0x7f72d81600f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d77fe640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72d815e340 0x7f72d81600f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d77fe640 1 -- 172.21.15.7:0/2027416224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72d814ec60 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72cffff640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d815dec0 0x7f72d815fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d77fe640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72d814c840 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f72c8004880 tx=0x7f72c8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c800fb30 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72c8011e90 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c8015410 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72d814ef40 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72d814cd80 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72d80b03e0 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f72c8015570 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d4ff9640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72b80666c0 0x7f72b8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f72c8087170 con 0x7f72c40047d0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72cffff640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72b80666c0 0x7f72b8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.942+0000 7f72cffff640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72b80666c0 0x7f72b8068b80 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f72c00af000 tx=0x7f72c00046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:14.946+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f72c8054570 con 0x7f72c40047d0 2024-09-13T15:58:15.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.106+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f72d80adad0 con 0x7f72c40047d0 2024-09-13T15:58:15.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.106+0000 7f72d4ff9640 1 -- 172.21.15.7:0/2027416224 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f72d80adad0 con 0x7f72c40047d0 2024-09-13T15:58:15.109 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:58:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72b80666c0 msgr2=0x7f72b8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72b80666c0 0x7f72b8068b80 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f72c00af000 tx=0x7f72c00046d0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 msgr2=0x7f72d814c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72d814c840 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f72c8004880 tx=0x7f72c8011ca0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 shutdown_connections 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f72b80666c0 0x7f72b8068b80 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72d815e340 0x7f72d81600f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f72d815dec0 0x7f72d815fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 --2- 172.21.15.7:0/2027416224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72c40047d0 0x7f72d814c840 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 >> 172.21.15.7:0/2027416224 conn(0x7f72d8065eb0 msgr2=0x7f72d81511f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 shutdown_connections 2024-09-13T15:58:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.110+0000 7f72ddd01640 1 -- 172.21.15.7:0/2027416224 wait complete. 2024-09-13T15:58:15.129 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:58:15.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 Processor -- start 2024-09-13T15:58:15.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 -- start start 2024-09-13T15:58:15.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 0x7ff4a0158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff4a006d4b0 0x7ff4a01594e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4a00b3b40 con 0x7ff4a006d0d0 2024-09-13T15:58:15.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4a0070480 con 0x7ff4a006d4b0 2024-09-13T15:58:15.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a80ce640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4a00b15c0 con 0x7ff4a00b2f00 2024-09-13T15:58:15.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a666b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff4a006d4b0 0x7ff4a01594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.246+0000 7ff4a5669640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 0x7ff4a0158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a5669640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 0x7ff4a0158fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:43686/0 (socket says 172.21.15.7:43686) 2024-09-13T15:58:15.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a5e6a640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7ff4a006d0d0 0x7ff4a00b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:37064/0 (socket says 172.21.15.7:37064) 2024-09-13T15:58:15.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a5669640 1 -- 172.21.15.7:0/3599520867 learned_addr learned my addr 172.21.15.7:0/3599520867 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a666b640 1 -- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 msgr2=0x7ff4a0158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a666b640 1 --2- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 0x7ff4a0158fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a666b640 1 -- 172.21.15.7:0/3599520867 >> v1:172.21.15.77:6789/0 conn(0x7ff4a006d0d0 legacy=0x7ff4a00b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a666b640 1 -- 172.21.15.7:0/3599520867 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4a0070860 con 0x7ff4a006d4b0 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a5669640 1 --2- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 0x7ff4a0158fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a666b640 1 --2- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a006d4b0 0x7ff4a01594e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff4980097c0 tx=0x7ff49801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=375c1ba322c563d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a4e68640 1 -- 172.21.15.7:0/3599520867 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4980ab670 con 0x7ff4a006d4b0 2024-09-13T15:58:15.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a4e68640 1 -- 172.21.15.7:0/3599520867 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4980ab7d0 con 0x7ff4a006d4b0 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.250+0000 7ff4a4e68640 1 -- 172.21.15.7:0/3599520867 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4980abb60 con 0x7ff4a006d4b0 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a006d4b0 msgr2=0x7ff4a01594e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a006d4b0 0x7ff4a01594e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff4980097c0 tx=0x7ff49801c470 comp rx=0 tx=0).stop 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- 172.21.15.7:0/3599520867 shutdown_connections 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a006d4b0 0x7ff4a01594e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/3599520867 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a00b2f00 0x7ff4a0158fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- 172.21.15.7:0/3599520867 >> 172.21.15.7:0/3599520867 conn(0x7ff4a0069f00 msgr2=0x7ff4a006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- 172.21.15.7:0/3599520867 shutdown_connections 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- 172.21.15.7:0/3599520867 wait complete. 2024-09-13T15:58:15.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 Processor -- start 2024-09-13T15:58:15.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- start start 2024-09-13T15:58:15.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 0x7ff4a014a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a006d4b0 0x7ff4a0153b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a00b2f00 0x7ff4a014b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4a015c260 con 0x7ff4a006d0d0 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4a0154330 con 0x7ff4a00b2f00 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a80ce640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4a015b970 con 0x7ff4a006d4b0 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 0x7ff4a014a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 0x7ff4a014a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42622/0 (socket says 172.21.15.7:42622) 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 -- 172.21.15.7:0/2460204089 learned_addr learned my addr 172.21.15.7:0/2460204089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a666b640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a00b2f00 0x7ff4a014b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5669640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a006d4b0 0x7ff4a0153b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 -- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a006d4b0 msgr2=0x7ff4a0153b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a006d4b0 0x7ff4a0153b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 -- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a00b2f00 msgr2=0x7ff4a014b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a00b2f00 0x7ff4a014b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 -- 172.21.15.7:0/2460204089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff49000b770 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.254+0000 7ff4a5e6a640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 0x7ff4a014a7f0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff49c00c790 tx=0x7ff49c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff49c00cea0 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff49c00a640 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff498009420 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff49c00a9b0 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4a014bb30 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4a01636b0 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff49c00ab10 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4967fc640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff484066690 0x7ff484068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff49c083750 con 0x7ff4a006d0d0 2024-09-13T15:58:15.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4a5669640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff484066690 0x7ff484068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.258+0000 7ff4a5669640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff484066690 0x7ff484068b50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff4a01553d0 tx=0x7ff49000b450 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:15.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.262+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff49c050c00 con 0x7ff4a006d0d0 2024-09-13T15:58:15.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.438+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff4a00b3b40 con 0x7ff4a006d0d0 2024-09-13T15:58:15.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.438+0000 7ff4967fc640 1 -- 172.21.15.7:0/2460204089 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff4a00b3b40 con 0x7ff4a006d0d0 2024-09-13T15:58:15.442 INFO:teuthology.orchestra.run.smithi007.stderr:listed 0 entries 2024-09-13T15:58:15.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff484066690 msgr2=0x7ff484068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff484066690 0x7ff484068b50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff4a01553d0 tx=0x7ff49000b450 comp rx=0 tx=0).stop 2024-09-13T15:58:15.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 msgr2=0x7ff4a014a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 0x7ff4a014a7f0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff49c00c790 tx=0x7ff49c00cc50 comp rx=0 tx=0).stop 2024-09-13T15:58:15.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 shutdown_connections 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff484066690 0x7ff484068b50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4a00b2f00 0x7ff4a014b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff4a006d4b0 0x7ff4a0153b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 --2- 172.21.15.7:0/2460204089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4a006d0d0 0x7ff4a014a7f0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 >> 172.21.15.7:0/2460204089 conn(0x7ff4a0069f00 msgr2=0x7ff4a006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 shutdown_connections 2024-09-13T15:58:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.442+0000 7ff4a80ce640 1 -- 172.21.15.7:0/2460204089 wait complete. 2024-09-13T15:58:15.461 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-13T15:58:15.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:15.462 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:15.474 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[37777]: fuse finished with error 0 and tester_r 0 2024-09-13T15:58:15.475 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:58:15.526 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:58:15.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:15.526 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T15:58:15.539 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:15.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 Processor -- start 2024-09-13T15:58:15.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 -- start start 2024-09-13T15:58:15.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd680070d70 0x7fd680071150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd6800cc610 0x7fd6800ae1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd6800cdca0 0x7fd68015bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd680071690 con 0x7fd6800cdca0 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6800ce210 con 0x7fd680070d70 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd68565c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6800ce4f0 con 0x7fd6800cc610 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd6800cdca0 0x7fd68015bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd6800cdca0 0x7fd68015bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42634/0 (socket says 172.21.15.7:42634) 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 -- 172.21.15.7:0/2457186192 learned_addr learned my addr 172.21.15.7:0/2457186192 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67e7fc640 1 --2- 172.21.15.7:0/2457186192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd6800cc610 0x7fd6800ae1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67effd640 1 --2- 172.21.15.7:0/2457186192 >> v2:172.21.15.77:3300/0 conn(0x7fd680070d70 0x7fd680071150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 -- 172.21.15.7:0/2457186192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd6800cc610 msgr2=0x7fd6800ae1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 --2- 172.21.15.7:0/2457186192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd6800cc610 0x7fd6800ae1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 -- 172.21.15.7:0/2457186192 >> v2:172.21.15.77:3300/0 conn(0x7fd680070d70 msgr2=0x7fd680071150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 --2- 172.21.15.7:0/2457186192 >> v2:172.21.15.77:3300/0 conn(0x7fd680070d70 0x7fd680071150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.698+0000 7fd67f7fe640 1 -- 172.21.15.7:0/2457186192 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6800ce7d0 con 0x7fd6800cdca0 2024-09-13T15:58:15.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd67f7fe640 1 --2- 172.21.15.7:0/2457186192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cdca0 0x7fd68015bbd0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd68006f990 tx=0x7fd67801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfeef26ac121a5ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:15.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd67dffb640 1 -- 172.21.15.7:0/2457186192 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6780a5840 con 0x7fd6800cdca0 2024-09-13T15:58:15.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd67dffb640 1 -- 172.21.15.7:0/2457186192 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6780a59a0 con 0x7fd6800cdca0 2024-09-13T15:58:15.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd67dffb640 1 -- 172.21.15.7:0/2457186192 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6780a5d30 con 0x7fd6800cdca0 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 -- 172.21.15.7:0/2457186192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cdca0 msgr2=0x7fd68015bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 --2- 172.21.15.7:0/2457186192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cdca0 0x7fd68015bbd0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd68006f990 tx=0x7fd67801c9c0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 -- 172.21.15.7:0/2457186192 shutdown_connections 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 --2- 172.21.15.7:0/2457186192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cdca0 0x7fd68015bbd0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 --2- 172.21.15.7:0/2457186192 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd6800cc610 0x7fd6800ae1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 --2- 172.21.15.7:0/2457186192 >> v2:172.21.15.77:3300/0 conn(0x7fd680070d70 0x7fd680071150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 -- 172.21.15.7:0/2457186192 >> 172.21.15.7:0/2457186192 conn(0x7fd68006ae40 msgr2=0x7fd68006b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 -- 172.21.15.7:0/2457186192 shutdown_connections 2024-09-13T15:58:15.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 -- 172.21.15.7:0/2457186192 wait complete. 2024-09-13T15:58:15.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.702+0000 7fd68565c640 1 Processor -- start 2024-09-13T15:58:15.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- start start 2024-09-13T15:58:15.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd680070d70 0x7fd6801526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 0x7fd680151340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6800cdca0 0x7fd680150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd680152c30 con 0x7fd6800cc610 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd680151b70 con 0x7fd6800cdca0 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd680151e50 con 0x7fd680070d70 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 0x7fd680151340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 0x7fd680151340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42650/0 (socket says 172.21.15.7:42650) 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 -- 172.21.15.7:0/2121044343 learned_addr learned my addr 172.21.15.7:0/2121044343 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67effd640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd680070d70 0x7fd6801526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67f7fe640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6800cdca0 0x7fd680150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 -- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd680070d70 msgr2=0x7fd6801526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd680070d70 0x7fd6801526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 -- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6800cdca0 msgr2=0x7fd680150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6800cdca0 0x7fd680150b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 -- 172.21.15.7:0/2121044343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd678009b30 con 0x7fd6800cc610 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67effd640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd680070d70 0x7fd6801526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67e7fc640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 0x7fd680151340 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd67400d7d0 tx=0x7fd67400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd67400b6c0 con 0x7fd6800cc610 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd67400b820 con 0x7fd6800cc610 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6800ae8f0 con 0x7fd6800cc610 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd67400bbd0 con 0x7fd6800cc610 2024-09-13T15:58:15.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd680152410 con 0x7fd6800cc610 2024-09-13T15:58:15.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6800ae1a0 con 0x7fd6800cc610 2024-09-13T15:58:15.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd67400bd30 con 0x7fd6800cc610 2024-09-13T15:58:15.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd6677fe640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd66c066690 0x7fd66c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:15.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd6740846e0 con 0x7fd6800cc610 2024-09-13T15:58:15.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.706+0000 7fd67effd640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd66c066690 0x7fd66c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:15.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.710+0000 7fd67effd640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd66c066690 0x7fd66c068b50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd6801f6530 tx=0x7fd670008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:15.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.714+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd674051a50 con 0x7fd6800cc610 2024-09-13T15:58:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd680156270 con 0x7fd6800cc610 2024-09-13T15:58:15.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd6677fe640 1 -- 172.21.15.7:0/2121044343 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4719 (secure 0 0 0) 0x7fd674011340 con 0x7fd6800cc610 2024-09-13T15:58:15.912 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:15.912 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4996,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:01.682748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5268},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5268":{"gid":5268,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.7:6837/3975267023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":3975267023},{"type":"v1","addr":"172.21.15.7:6837","nonce":3975267023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:15.912 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 13 2024-09-13T15:58:15.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd66c066690 msgr2=0x7fd66c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd66c066690 0x7fd66c068b50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd6801f6530 tx=0x7fd670008040 comp rx=0 tx=0).stop 2024-09-13T15:58:15.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 msgr2=0x7fd680151340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:15.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 0x7fd680151340 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd67400d7d0 tx=0x7fd67400dc90 comp rx=0 tx=0).stop 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 shutdown_connections 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd66c066690 0x7fd66c068b50 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6800cdca0 0x7fd680150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6800cc610 0x7fd680151340 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 --2- 172.21.15.7:0/2121044343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd680070d70 0x7fd6801526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 >> 172.21.15.7:0/2121044343 conn(0x7fd68006ae40 msgr2=0x7fd68006b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 shutdown_connections 2024-09-13T15:58:15.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:15.910+0000 7fd68565c640 1 -- 172.21.15.7:0/2121044343 wait complete. 2024-09-13T15:58:15.931 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-13T15:58:16.078 INFO:teuthology.orchestra.run.smithi007.stdout:{"message":"","return_code":0} 2024-09-13T15:58:16.078 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-13T15:58:16.079 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 2:0 2024-09-13T15:58:16.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 Processor -- start 2024-09-13T15:58:16.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 -- start start 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc89415a280 0x7fc894071a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc89415a660 0x7fc8940af710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc89415d060 con 0x7fc89406bba0 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc89415ce50 con 0x7fc89415a660 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89b28e640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc89415d340 con 0x7fc89415a280 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc89415a660 0x7fc8940af710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc89415a660 0x7fc8940af710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42654/0 (socket says 172.21.15.7:42654) 2024-09-13T15:58:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89982b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc89406bba0 0x7fc89406ee10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52476/0 (socket says 172.21.15.7:52476) 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 -- 172.21.15.7:0/1782514026 learned_addr learned my addr 172.21.15.7:0/1782514026 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89902a640 1 --2- 172.21.15.7:0/1782514026 >> v2:172.21.15.77:3300/0 conn(0x7fc89415a280 0x7fc894071a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 -- 172.21.15.7:0/1782514026 >> v2:172.21.15.77:3300/0 conn(0x7fc89415a280 msgr2=0x7fc894071a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 --2- 172.21.15.7:0/1782514026 >> v2:172.21.15.77:3300/0 conn(0x7fc89415a280 0x7fc894071a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 -- 172.21.15.7:0/1782514026 >> v1:172.21.15.7:6789/0 conn(0x7fc89406bba0 legacy=0x7fc89406ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc898829640 1 -- 172.21.15.7:0/1782514026 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc89415d620 con 0x7fc89415a660 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc88bfff640 1 -- 172.21.15.7:0/1782514026 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 983123603 0 0) 0x7fc89415d060 con 0x7fc89406bba0 2024-09-13T15:58:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.202+0000 7fc89902a640 1 --2- 172.21.15.7:0/1782514026 >> v2:172.21.15.77:3300/0 conn(0x7fc89415a280 0x7fc894071a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc898829640 1 --2- 172.21.15.7:0/1782514026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89415a660 0x7fc8940af710 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc89406feb0 tx=0x7fc89001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f184418e817d6f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc88bfff640 1 -- 172.21.15.7:0/1782514026 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8900ab600 con 0x7fc89415a660 2024-09-13T15:58:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc88bfff640 1 -- 172.21.15.7:0/1782514026 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8900a7050 con 0x7fc89415a660 2024-09-13T15:58:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc88bfff640 1 -- 172.21.15.7:0/1782514026 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8900ab980 con 0x7fc89415a660 2024-09-13T15:58:16.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- 172.21.15.7:0/1782514026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89415a660 msgr2=0x7fc8940af710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 --2- 172.21.15.7:0/1782514026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89415a660 0x7fc8940af710 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc89406feb0 tx=0x7fc89001c460 comp rx=0 tx=0).stop 2024-09-13T15:58:16.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- 172.21.15.7:0/1782514026 shutdown_connections 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 --2- 172.21.15.7:0/1782514026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89415a660 0x7fc8940af710 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 --2- 172.21.15.7:0/1782514026 >> v2:172.21.15.77:3300/0 conn(0x7fc89415a280 0x7fc894071a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- 172.21.15.7:0/1782514026 >> 172.21.15.7:0/1782514026 conn(0x7fc89406d6d0 msgr2=0x7fc89406dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- 172.21.15.7:0/1782514026 shutdown_connections 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- 172.21.15.7:0/1782514026 wait complete. 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 Processor -- start 2024-09-13T15:58:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- start start 2024-09-13T15:58:16.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 0x7fc89413ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc89415a280 0x7fc89414ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc89415a660 0x7fc89414f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc89413b2d0 con 0x7fc89406bba0 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc89414a1f0 con 0x7fc89415a660 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.206+0000 7fc89b28e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8941579b0 con 0x7fc89415a280 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 0x7fc89413ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 0x7fc89413ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42672/0 (socket says 172.21.15.7:42672) 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 -- 172.21.15.7:0/809263363 learned_addr learned my addr 172.21.15.7:0/809263363 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89982b640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc89415a660 0x7fc89414f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc898829640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc89415a280 0x7fc89414ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 -- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc89415a280 msgr2=0x7fc89414ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc89415a280 0x7fc89414ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 -- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc89415a660 msgr2=0x7fc89414f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc89415a660 0x7fc89414f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 -- 172.21.15.7:0/809263363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8900094d0 con 0x7fc89406bba0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc898829640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc89415a280 0x7fc89414ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89902a640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 0x7fc89413ad90 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fc88400c7f0 tx=0x7fc88400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc88400cea0 con 0x7fc89406bba0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc884007a30 con 0x7fc89406bba0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc884007de0 con 0x7fc89406bba0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc894157c90 con 0x7fc89406bba0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc89414b190 con 0x7fc89406bba0 2024-09-13T15:58:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc89414a050 con 0x7fc89406bba0 2024-09-13T15:58:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc8840113f0 con 0x7fc89406bba0 2024-09-13T15:58:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc889ffb640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc878066690 0x7fc878068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc8840842f0 con 0x7fc89406bba0 2024-09-13T15:58:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc898829640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc878066690 0x7fc878068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.210+0000 7fc898829640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc878066690 0x7fc878068b50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc8900ad000 tx=0x7fc8900a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:16.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.214+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc89414a050 con 0x7fc89406bba0 2024-09-13T15:58:16.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.434+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "2:0"} v 0) v1 -- 0x7fc89414a050 con 0x7fc89406bba0 2024-09-13T15:58:16.439 INFO:tasks.ceph.mon.a.smithi007.stderr:2024-09-13T15:58:16.438+0000 7fd70c51e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:58:16.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.454+0000 7fc889ffb640 1 -- 172.21.15.7:0/809263363 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "2:0"}]=0 failed mds gid 5268 v14) v1 ==== 97+0+0 (secure 0 0 0) 0x7fc89414a050 con 0x7fc89406bba0 2024-09-13T15:58:16.457 INFO:teuthology.orchestra.run.smithi007.stderr:failed mds gid 5268 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc878066690 msgr2=0x7fc878068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc878066690 0x7fc878068b50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc8900ad000 tx=0x7fc8900a6000 comp rx=0 tx=0).stop 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 msgr2=0x7fc89413ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 0x7fc89413ad90 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fc88400c7f0 tx=0x7fc88400ccb0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 shutdown_connections 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc878066690 0x7fc878068b50 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc89415a660 0x7fc89414f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc89415a280 0x7fc89414ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 --2- 172.21.15.7:0/809263363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc89406bba0 0x7fc89413ad90 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 >> 172.21.15.7:0/809263363 conn(0x7fc89406d6d0 msgr2=0x7fc8941603d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:16.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 shutdown_connections 2024-09-13T15:58:16.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.458+0000 7fc89b28e640 1 -- 172.21.15.7:0/809263363 wait complete. 2024-09-13T15:58:16.463 INFO:tasks.ceph.mds.c.smithi007.stderr: -2962> 2024-09-13T15:58:03.254+0000 7f8065af2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:58:16.482 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:16.512 INFO:tasks.ceph.mds.c.smithi007.stdout:starting mds.c at 2024-09-13T15:58:16.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.598+0000 7f0d11619640 1 Processor -- start 2024-09-13T15:58:16.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.598+0000 7f0d11619640 1 -- start start 2024-09-13T15:58:16.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d11619640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d11619640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0d0c0addd0 0x7f0d0c069f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d11619640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d0c0b41c0 con 0x7f0d0c06a440 2024-09-13T15:58:16.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d11619640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d0c0b3fd0 con 0x7f0d0c0addd0 2024-09-13T15:58:16.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d11619640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c06a8d0 con 0x7f0d0c145e60 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0d0c0addd0 0x7f0d0c069f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0d0c0addd0 0x7f0d0c069f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42690/0 (socket says 172.21.15.7:42690) 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 -- 172.21.15.7:0/2213631092 learned_addr learned my addr 172.21.15.7:0/2213631092 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0affd640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 -- 172.21.15.7:0/2213631092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 msgr2=0x7f0d0c0b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 -- 172.21.15.7:0/2213631092 >> v1:172.21.15.77:6789/0 conn(0x7f0d0c06a440 legacy=0x7f0d0c0707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 -- 172.21.15.7:0/2213631092 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d0c0b44a0 con 0x7f0d0c0addd0 2024-09-13T15:58:16.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0affd640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:16.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d0a7fc640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c069f00 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009870 tx=0x7f0d0001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dea8e9094c16ae21 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:16.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d09ffb640 1 -- 172.21.15.7:0/2213631092 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d000aa610 con 0x7f0d0c0addd0 2024-09-13T15:58:16.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d09ffb640 1 -- 172.21.15.7:0/2213631092 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d000a6040 con 0x7f0d0c0addd0 2024-09-13T15:58:16.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.602+0000 7f0d09ffb640 1 -- 172.21.15.7:0/2213631092 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d000aa990 con 0x7f0d0c0addd0 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2213631092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c0addd0 msgr2=0x7f0d0c069f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c069f00 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009870 tx=0x7f0d0001c4f0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2213631092 shutdown_connections 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c069f00 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 --2- 172.21.15.7:0/2213631092 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2213631092 >> 172.21.15.7:0/2213631092 conn(0x7f0d0c06b1e0 msgr2=0x7f0d0c06b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2213631092 shutdown_connections 2024-09-13T15:58:16.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2213631092 wait complete. 2024-09-13T15:58:16.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 Processor -- start 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- start start 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 0x7f0d0c0b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c0c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0c7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c0b0140 con 0x7f0d0c06a440 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c0b0b10 con 0x7f0d0c0addd0 2024-09-13T15:58:16.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c0af530 con 0x7f0d0c145e60 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 0x7f0d0c0b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 0x7f0d0c0b05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42696/0 (socket says 172.21.15.7:42696) 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 -- 172.21.15.7:0/2630210642 learned_addr learned my addr 172.21.15.7:0/2630210642 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0b7fe640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0c7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0a7fc640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c0c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 -- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 msgr2=0x7f0d0c0c7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0c7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 -- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d0c0addd0 msgr2=0x7f0d0c0c75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c0c75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 -- 172.21.15.7:0/2630210642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d000094d0 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d0affd640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 0x7f0d0c0b05d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00c7f0 tx=0x7f0cfc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc007820 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cfc007980 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d0c0af810 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc007d30 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.606+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d0c0afdd0 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.610+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0c0ce590 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.610+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0cfc0113f0 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.610+0000 7f0cf37fe640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0cf8066690 0x7f0cf8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.610+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0cfc084660 con 0x7f0d0c06a440 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.610+0000 7f0d0a7fc640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0cf8066690 0x7f0cf8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:16.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.610+0000 7f0d0a7fc640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0cf8066690 0x7f0cf8068b50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0d000ae000 tx=0x7f0d000a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:16.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.614+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0cfc0518d0 con 0x7f0d0c06a440 2024-09-13T15:58:16.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.806+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0d0c069f00 con 0x7f0d0c06a440 2024-09-13T15:58:16.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.806+0000 7f0cf37fe640 1 -- 172.21.15.7:0/2630210642 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3966 (secure 0 0 0) 0x7f0cfc054ef0 con 0x7f0d0c06a440 2024-09-13T15:58:16.811 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:16.811 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:16.457001+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:replay","state_seq":1,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:16.811 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 15 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0cf8066690 msgr2=0x7f0cf8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0cf8066690 0x7f0cf8068b50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0d000ae000 tx=0x7f0d000a7000 comp rx=0 tx=0).stop 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 msgr2=0x7f0d0c0b05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 0x7f0d0c0b05d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00c7f0 tx=0x7f0cfc00ccb0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 shutdown_connections 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0cf8066690 0x7f0cf8068b50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d0c145e60 0x7f0d0c0c7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d0c0addd0 0x7f0d0c0c75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 --2- 172.21.15.7:0/2630210642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d0c06a440 0x7f0d0c0b05d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:16.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 >> 172.21.15.7:0/2630210642 conn(0x7f0d0c06b1e0 msgr2=0x7f0d0c0b1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:16.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 shutdown_connections 2024-09-13T15:58:16.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:16.810+0000 7f0d11619640 1 -- 172.21.15.7:0/2630210642 wait complete. 2024-09-13T15:58:17.233 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:57:59.672883+0000', 'modified': '2024-09-13T15:58:16.457001+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 37, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4996}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4996': {'gid': 4996, 'name': 'd', 'rank': 0, 'incarnation': 15, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.77:6835/295159448', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6833', 'nonce': 295159448}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 295159448}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:58:17.234 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4996:up:replay 2024-09-13T15:58:18.235 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:18.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.366+0000 7fbb71a00640 1 Processor -- start 2024-09-13T15:58:18.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.366+0000 7fbb71a00640 1 -- start start 2024-09-13T15:58:18.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb71a00640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:18.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb71a00640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbb6c143af0 0x7fbb6c0b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:18.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb71a00640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb6c15af90 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb71a00640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb6c15ddf0 con 0x7fbb6c143af0 2024-09-13T15:58:18.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb71a00640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c0b3000 con 0x7fbb6c15da10 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6a7fc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbb6c143af0 0x7fbb6c0b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6a7fc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbb6c143af0 0x7fbb6c0b2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:46178/0 (socket says 172.21.15.7:46178) 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6affd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6a7fc640 1 -- 172.21.15.7:0/1930612114 learned_addr learned my addr 172.21.15.7:0/1930612114 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6affd640 1 -- 172.21.15.7:0/1930612114 >> v2:172.21.15.77:3300/0 conn(0x7fbb6c143af0 msgr2=0x7fbb6c0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6affd640 1 --2- 172.21.15.7:0/1930612114 >> v2:172.21.15.77:3300/0 conn(0x7fbb6c143af0 0x7fbb6c0b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6affd640 1 -- 172.21.15.7:0/1930612114 >> v1:172.21.15.77:6789/0 conn(0x7fbb6c0cd3e0 legacy=0x7fbb6c0cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:18.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.370+0000 7fbb6affd640 1 -- 172.21.15.7:0/1930612114 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb6c06b570 con 0x7fbb6c15da10 2024-09-13T15:58:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb6affd640 1 --2- 172.21.15.7:0/1930612114 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15aa50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbb600097c0 tx=0x7fbb6001c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f11703b477934cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:18.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb69ffb640 1 -- 172.21.15.7:0/1930612114 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600ab670 con 0x7fbb6c15da10 2024-09-13T15:58:18.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb69ffb640 1 -- 172.21.15.7:0/1930612114 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb600ab7d0 con 0x7fbb6c15da10 2024-09-13T15:58:18.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb69ffb640 1 -- 172.21.15.7:0/1930612114 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600abb60 con 0x7fbb6c15da10 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- 172.21.15.7:0/1930612114 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 msgr2=0x7fbb6c15aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 --2- 172.21.15.7:0/1930612114 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15aa50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbb600097c0 tx=0x7fbb6001c470 comp rx=0 tx=0).stop 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- 172.21.15.7:0/1930612114 shutdown_connections 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 --2- 172.21.15.7:0/1930612114 >> v2:172.21.15.77:3300/0 conn(0x7fbb6c143af0 0x7fbb6c0b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 --2- 172.21.15.7:0/1930612114 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15aa50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- 172.21.15.7:0/1930612114 >> 172.21.15.7:0/1930612114 conn(0x7fbb6c069f00 msgr2=0x7fbb6c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- 172.21.15.7:0/1930612114 shutdown_connections 2024-09-13T15:58:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- 172.21.15.7:0/1930612114 wait complete. 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 Processor -- start 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- start start 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 0x7fbb6c0abec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb6c143af0 0x7fbb6c15a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c15a8e0 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c15c820 con 0x7fbb6c143af0 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb71a00640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c0a8530 con 0x7fbb6c15da10 2024-09-13T15:58:18.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 0x7fbb6c0abec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 0x7fbb6c0abec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42710/0 (socket says 172.21.15.7:42710) 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.374+0000 7fbb6affd640 1 -- 172.21.15.7:0/4078011941 learned_addr learned my addr 172.21.15.7:0/4078011941 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6a7fc640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb6c143af0 0x7fbb6c15a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6b7fe640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6affd640 1 -- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 msgr2=0x7fbb6c15b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6affd640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6affd640 1 -- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb6c143af0 msgr2=0x7fbb6c15a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6affd640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb6c143af0 0x7fbb6c15a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6affd640 1 -- 172.21.15.7:0/4078011941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb60009420 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6b7fe640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6affd640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 0x7fbb6c0abec0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fbb600ad040 tx=0x7fbb6001acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600bf610 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb600bf790 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb6c0a8810 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600bfb40 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb6c0a8dd0 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb6c0a8fc0 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbb600bfca0 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb53fff640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbb58066690 0x7fbb58068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:18.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fbb6011ec30 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6a7fc640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbb58066690 0x7fbb58068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:18.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.378+0000 7fbb6a7fc640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbb58066690 0x7fbb58068b50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c0ae370 tx=0x7fbb5c009240 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:18.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.382+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbb600ec1a0 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.578+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbb6c0cc490 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.578+0000 7fbb53fff640 1 -- 172.21.15.7:0/4078011941 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4720 (secure 0 0 0) 0x7fbb600ef7c0 con 0x7fbb6c0cd3e0 2024-09-13T15:58:18.582 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:18.582 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:18.469678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:rejoin","state_seq":9,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:18.583 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 17 2024-09-13T15:58:18.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbb58066690 msgr2=0x7fbb58068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbb58066690 0x7fbb58068b50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c0ae370 tx=0x7fbb5c009240 comp rx=0 tx=0).stop 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 msgr2=0x7fbb6c0abec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 0x7fbb6c0abec0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fbb600ad040 tx=0x7fbb6001acb0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 shutdown_connections 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbb58066690 0x7fbb58068b50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbb6c15da10 0x7fbb6c15b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb6c143af0 0x7fbb6c15a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 --2- 172.21.15.7:0/4078011941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb6c0cd3e0 0x7fbb6c0abec0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:18.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 >> 172.21.15.7:0/4078011941 conn(0x7fbb6c069f00 msgr2=0x7fbb6c15cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:18.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 shutdown_connections 2024-09-13T15:58:18.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:18.582+0000 7fbb71a00640 1 -- 172.21.15.7:0/4078011941 wait complete. 2024-09-13T15:58:19.003 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:57:59.672883+0000', 'modified': '2024-09-13T15:58:18.469678+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 37, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4996}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4996': {'gid': 4996, 'name': 'd', 'rank': 0, 'incarnation': 15, 'state': 'up:rejoin', 'state_seq': 9, 'addr': '172.21.15.77:6835/295159448', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6833', 'nonce': 295159448}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 295159448}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:58:19.003 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4996:up:rejoin 2024-09-13T15:58:20.004 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:20.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 Processor -- start 2024-09-13T15:58:20.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 -- start start 2024-09-13T15:58:20.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c1431a0 0x7f280c15df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f280c0cd6b0 0x7f280c0cdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f280c15e940 con 0x7f280c15e470 2024-09-13T15:58:20.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f280c15ef00 con 0x7f280c0cd6b0 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f281206c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f280c0ce060 con 0x7f280c1431a0 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280affd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f280c15e470 0x7f280c0b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52480/0 (socket says 172.21.15.7:52480) 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280bfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f280c0cd6b0 0x7f280c0cdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280affd640 1 -- 172.21.15.7:0/3883964265 learned_addr learned my addr 172.21.15.7:0/3883964265 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280b7fe640 1 --2- 172.21.15.7:0/3883964265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c1431a0 0x7f280c15df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280bfff640 1 -- 172.21.15.7:0/3883964265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c1431a0 msgr2=0x7f280c15df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280bfff640 1 --2- 172.21.15.7:0/3883964265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c1431a0 0x7f280c15df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280bfff640 1 -- 172.21.15.7:0/3883964265 >> v1:172.21.15.7:6789/0 conn(0x7f280c15e470 legacy=0x7f280c0b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.134+0000 7f280bfff640 1 -- 172.21.15.7:0/3883964265 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f280c15ec20 con 0x7f280c0cd6b0 2024-09-13T15:58:20.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f280bfff640 1 --2- 172.21.15.7:0/3883964265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c0cd6b0 0x7f280c0cdb20 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2804009d90 tx=0x7f280401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa327d0708af9cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f280a7fc640 1 -- 172.21.15.7:0/3883964265 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28040a5a00 con 0x7f280c0cd6b0 2024-09-13T15:58:20.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f280a7fc640 1 -- 172.21.15.7:0/3883964265 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28040a5b60 con 0x7f280c0cd6b0 2024-09-13T15:58:20.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f280a7fc640 1 -- 172.21.15.7:0/3883964265 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28040ad440 con 0x7f280c0cd6b0 2024-09-13T15:58:20.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 -- 172.21.15.7:0/3883964265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c0cd6b0 msgr2=0x7f280c0cdb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 --2- 172.21.15.7:0/3883964265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c0cd6b0 0x7f280c0cdb20 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2804009d90 tx=0x7f280401c940 comp rx=0 tx=0).stop 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 -- 172.21.15.7:0/3883964265 shutdown_connections 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 --2- 172.21.15.7:0/3883964265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c0cd6b0 0x7f280c0cdb20 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 --2- 172.21.15.7:0/3883964265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c1431a0 0x7f280c15df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 -- 172.21.15.7:0/3883964265 >> 172.21.15.7:0/3883964265 conn(0x7f280c06d660 msgr2=0x7f280c06da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 -- 172.21.15.7:0/3883964265 shutdown_connections 2024-09-13T15:58:20.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 -- 172.21.15.7:0/3883964265 wait complete. 2024-09-13T15:58:20.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 Processor -- start 2024-09-13T15:58:20.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.138+0000 7f281206c640 1 -- start start 2024-09-13T15:58:20.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c0cd6b0 0x7f280c1f4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f280c1431a0 0x7f280c1f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 0x7f280c0b2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f280c15c590 con 0x7f280c15e470 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f280c15b980 con 0x7f280c1431a0 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f280c15bc60 con 0x7f280c0cd6b0 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 0x7f280c0b2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 0x7f280c0b2980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42742/0 (socket says 172.21.15.7:42742) 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 -- 172.21.15.7:0/1154620085 learned_addr learned my addr 172.21.15.7:0/1154620085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280b7fe640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c0cd6b0 0x7f280c1f4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280affd640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f280c1431a0 0x7f280c1f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 -- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c0cd6b0 msgr2=0x7f280c1f4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c0cd6b0 0x7f280c1f4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 -- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f280c1431a0 msgr2=0x7f280c1f7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f280c1431a0 0x7f280c1f7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 -- 172.21.15.7:0/1154620085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2804009a70 con 0x7f280c15e470 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280bfff640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 0x7f280c0b2980 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f28040b0040 tx=0x7f28040196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28040ade40 con 0x7f280c15e470 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2804009450 con 0x7f280c15e470 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f280c15bf40 con 0x7f280c15e470 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28040b9690 con 0x7f280c15e470 2024-09-13T15:58:20.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f280c15b610 con 0x7f280c15e470 2024-09-13T15:58:20.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f280c15c700 con 0x7f280c15e470 2024-09-13T15:58:20.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f28040b97f0 con 0x7f280c15e470 2024-09-13T15:58:20.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f27f3fff640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f27f8066690 0x7f27f8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2804120540 con 0x7f280c15e470 2024-09-13T15:58:20.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.142+0000 7f280b7fe640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f27f8066690 0x7f27f8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.146+0000 7f280b7fe640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f27f8066690 0x7f27f8068b50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f280c13f640 tx=0x7f27fc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.146+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f28040ed830 con 0x7f280c15e470 2024-09-13T15:58:20.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.338+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f280c0cdb20 con 0x7f280c15e470 2024-09-13T15:58:20.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.338+0000 7f27f3fff640 1 -- 172.21.15.7:0/1154620085 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4721 (secure 0 0 0) 0x7f28040f0e50 con 0x7f280c15e470 2024-09-13T15:58:20.341 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:20.341 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:19.472418+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:active","state_seq":10,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:20.342 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 18 2024-09-13T15:58:20.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.338+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f27f8066690 msgr2=0x7f27f8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.338+0000 7f281206c640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f27f8066690 0x7f27f8068b50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f280c13f640 tx=0x7f27fc008040 comp rx=0 tx=0).stop 2024-09-13T15:58:20.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.338+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 msgr2=0x7f280c0b2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.338+0000 7f281206c640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 0x7f280c0b2980 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f28040b0040 tx=0x7f28040196e0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 shutdown_connections 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f27f8066690 0x7f27f8068b50 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f280c15e470 0x7f280c0b2980 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f280c1431a0 0x7f280c1f7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 --2- 172.21.15.7:0/1154620085 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f280c0cd6b0 0x7f280c1f4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 >> 172.21.15.7:0/1154620085 conn(0x7f280c06d660 msgr2=0x7f280c0b35c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 shutdown_connections 2024-09-13T15:58:20.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.342+0000 7f281206c640 1 -- 172.21.15.7:0/1154620085 wait complete. 2024-09-13T15:58:20.761 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:57:59.672883+0000', 'modified': '2024-09-13T15:58:19.472418+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 37, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4996}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4996': {'gid': 4996, 'name': 'd', 'rank': 0, 'incarnation': 15, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.77:6835/295159448', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6833', 'nonce': 295159448}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 295159448}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:58:20.762 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:58:20.762 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T15:58:20.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa115868640 1 Processor -- start 2024-09-13T15:58:20.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa115868640 1 -- start start 2024-09-13T15:58:20.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa115868640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 0x7fa110158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa115868640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1100b3b40 con 0x7fa11006d4b0 2024-09-13T15:58:20.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa115868640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa110070480 con 0x7fa11006d0d0 2024-09-13T15:58:20.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa115868640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1100b15c0 con 0x7fa1100b2f00 2024-09-13T15:58:20.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10f7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa11006d4b0 0x7fa1101594e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52488/0 (socket says 172.21.15.7:52488) 2024-09-13T15:58:20.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10f7fe640 1 -- 172.21.15.7:0/684549366 learned_addr learned my addr 172.21.15.7:0/684549366 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:20.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa107fff640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 0x7fa110158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3236347893 0 0) 0x7fa1080014a0 con 0x7fa11006d4b0 2024-09-13T15:58:20.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0fc005740 con 0x7fa11006d4b0 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 840534158 0 0) 0x7fa0fc005740 con 0x7fa11006d4b0 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 msgr2=0x7fa110158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 0x7fa110158fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 >> v1:172.21.15.77:6789/0 conn(0x7fa11006d0d0 legacy=0x7fa1100b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa110070860 con 0x7fa11006d4b0 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fa108001b90 con 0x7fa11006d4b0 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 >> v1:172.21.15.7:6789/0 conn(0x7fa11006d4b0 legacy=0x7fa1101594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0fc005bc0 0x7fa0fc005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0fc0069e0 0x7fa0fc006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 0x7fa0fc0073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1100b15c0 con 0x7fa0fc005bc0 2024-09-13T15:58:20.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc00dc80 con 0x7fa0fc0069e0 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc00de40 con 0x7fa1100b2f00 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10effd640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0fc005bc0 0x7fa0fc005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 0x7fa0fc0073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa107fff640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0fc0069e0 0x7fa0fc006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10effd640 1 -- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 msgr2=0x7fa0fc0073a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10effd640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1100b2f00 0x7fa0fc0073a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10effd640 1 -- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0fc0069e0 msgr2=0x7fa0fc006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10effd640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0fc0069e0 0x7fa0fc006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa10effd640 1 -- 172.21.15.7:0/684549366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0fc005740 con 0x7fa0fc005bc0 2024-09-13T15:58:20.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.898+0000 7fa107fff640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0fc0069e0 0x7fa0fc006e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa10effd640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0fc005bc0 0x7fa0fc005fe0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa100001750 tx=0x7fa10001c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b1b867c6bc90022 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1000052d0 con 0x7fa0fc005bc0 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1000a7050 con 0x7fa0fc005bc0 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa10e7fc640 1 -- 172.21.15.7:0/684549366 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa100003600 con 0x7fa0fc005bc0 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa115868640 1 -- 172.21.15.7:0/684549366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0fc005bc0 msgr2=0x7fa0fc005fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa115868640 1 --2- 172.21.15.7:0/684549366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0fc005bc0 0x7fa0fc005fe0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa100001750 tx=0x7fa10001c390 comp rx=0 tx=0).stop 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa10f7fe640 1 -- 172.21.15.7:0/684549366 reap_dead start 2024-09-13T15:58:20.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa115868640 1 -- 172.21.15.7:0/684549366 shutdown_connections 2024-09-13T15:58:20.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa115868640 1 -- 172.21.15.7:0/684549366 >> 172.21.15.7:0/684549366 conn(0x7fa110069f00 msgr2=0x7fa11006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa115868640 1 -- 172.21.15.7:0/684549366 shutdown_connections 2024-09-13T15:58:20.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.902+0000 7fa115868640 1 -- 172.21.15.7:0/684549366 wait complete. 2024-09-13T15:58:20.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 Processor -- start 2024-09-13T15:58:20.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 -- start start 2024-09-13T15:58:20.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa110142e30 0x7fa1100ccaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa110157210 0x7fa1100cd880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 0x7fa110147c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1100ce270 con 0x7fa1100cddc0 2024-09-13T15:58:20.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11015a820 con 0x7fa110142e30 2024-09-13T15:58:20.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1101576f0 con 0x7fa110157210 2024-09-13T15:58:20.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 0x7fa110147c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 0x7fa110147c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42762/0 (socket says 172.21.15.7:42762) 2024-09-13T15:58:20.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1548773362 learned_addr learned my addr 172.21.15.7:0/1548773362 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10effd640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa110142e30 0x7fa1100ccaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa107fff640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa110157210 0x7fa1100cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa110157210 msgr2=0x7fa1100cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa110157210 0x7fa1100cd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa110142e30 msgr2=0x7fa1100ccaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa110142e30 0x7fa1100ccaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1548773362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1101579d0 con 0x7fa1100cddc0 2024-09-13T15:58:20.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 0x7fa110147c90 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa1100b32e0 tx=0x7fa10800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10cff9640 1 -- 172.21.15.7:0/1548773362 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa108013420 con 0x7fa1100cddc0 2024-09-13T15:58:20.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10cff9640 1 -- 172.21.15.7:0/1548773362 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1080135c0 con 0x7fa1100cddc0 2024-09-13T15:58:20.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa10cff9640 1 -- 172.21.15.7:0/1548773362 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa108013970 con 0x7fa1100cddc0 2024-09-13T15:58:20.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa110157cb0 con 0x7fa1100cddc0 2024-09-13T15:58:20.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.906+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa110143210 con 0x7fa1100cddc0 2024-09-13T15:58:20.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10cff9640 1 -- 172.21.15.7:0/1548773362 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa108013ad0 con 0x7fa1100cddc0 2024-09-13T15:58:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10cff9640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa0f0066710 0x7fa0f0068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10cff9640 1 -- 172.21.15.7:0/1548773362 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa108084760 con 0x7fa1100cddc0 2024-09-13T15:58:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10effd640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa0f0066710 0x7fa0f0068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10effd640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa0f0066710 0x7fa0f0068bd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc0079c0 tx=0x7fa1000011a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 Processor -- start 2024-09-13T15:58:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- start start 2024-09-13T15:58:20.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094e1f0 0x562f3094e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094eb10 0x562f30904200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f30904b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f307cce80 con 0x562f30904740 2024-09-13T15:58:20.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f3075aaf0 con 0x562f3094e1f0 2024-09-13T15:58:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x562f307580c0 con 0x562f3094eb10 2024-09-13T15:58:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f30904b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f30904b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42776/0 (socket says 172.21.15.7:42776) 2024-09-13T15:58:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1814808943 learned_addr learned my addr 172.21.15.7:0/1814808943 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10effd640 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094e1f0 0x562f3094e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa107fff640 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094eb10 0x562f30904200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094eb10 msgr2=0x562f30904200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094eb10 0x562f30904200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094e1f0 msgr2=0x562f3094e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094e1f0 0x562f3094e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 -- 172.21.15.7:0/1814808943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f3044f890 con 0x562f30904740 2024-09-13T15:58:20.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f30904b20 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fa10805d6d0 tx=0x7fa108055f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15e2ac185196a0af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1057fa640 1 -- 172.21.15.7:0/1814808943 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa10806d070 con 0x562f30904740 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1057fa640 1 -- 172.21.15.7:0/1814808943 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa108059640 con 0x562f30904740 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1057fa640 1 -- 172.21.15.7:0/1814808943 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa10805dc00 con 0x562f30904740 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- 172.21.15.7:0/1814808943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 msgr2=0x562f30904b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f30904b20 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fa10805d6d0 tx=0x7fa108055f10 comp rx=0 tx=0).stop 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- 172.21.15.7:0/1814808943 shutdown_connections 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f30904b20 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094eb10 0x562f30904200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1814808943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094e1f0 0x562f3094e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- 172.21.15.7:0/1814808943 >> 172.21.15.7:0/1814808943 conn(0x562f3090afb0 msgr2=0x562f3090b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- 172.21.15.7:0/1814808943 shutdown_connections 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.910+0000 7fa1189b1000 1 -- 172.21.15.7:0/1814808943 wait complete. 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- start start 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 Processor -- start 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f3090ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309104f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f30910a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f307539b0 con 0x562f30904740 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f306f2c00 con 0x562f3094eb10 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x562f30711070 con 0x562f3094e1f0 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 10 client.0 _ll_register_callbacks cb 0x562f308f0ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:58:20.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f3090ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f3090ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42792/0 (socket says 172.21.15.7:42792) 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 -- 172.21.15.7:0/1736681705 learned_addr learned my addr 172.21.15.7:0/1736681705 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa107fff640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309104f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f30910a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 -- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 msgr2=0x562f309104f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309104f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 -- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 msgr2=0x562f30910a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f30910a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 -- 172.21.15.7:0/1736681705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa110143210 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa10effd640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f3090ffb0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa10001c870 tx=0x7fa10001abd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac2e161b5ac127f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/1736681705 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1000c2450 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/1736681705 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa1000bb030 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f307105f0 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/1736681705 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1000c25b0 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 10 client.5607 fetch_fsmap learned FSMap version 18 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x562f30718ab0 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/1736681705 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x562f307105f0 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/1736681705 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 18) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fa1000c2710 con 0x562f30904740 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 10 client.5607 fetch_fsmap finished waiting for FSMap version 18 2024-09-13T15:58:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 10 client.5607 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 20 client.5607 populate_metadata read hostname 'smithi007' 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f30911440 0x562f309602a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 4 client.5607 mds_command: new command op to 4996 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 --> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562f30750790 con 0x562f30911440 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa107fff640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f30911440 0x562f309602a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa0ee7fc640 10 client.5607 ms_handle_connect on v2:172.21.15.77:6833/295159448 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.914+0000 7fa107fff640 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f30911440 0x562f309602a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=653c8d043fab7f3e server_cookie=d56ed764ea465d9d in_seq=0 out_seq=0 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/1736681705 <== mds.0 v2:172.21.15.77:6833/295159448 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562f30750790 con 0x562f30911440 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa0ee7fc640 10 client.5607 handle_command_reply: tid=0 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 client.5607 shutdown 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 msgr2=0x562f3090ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f3090ffb0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa10001c870 tx=0x7fa10001abd0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 shutdown_connections 2024-09-13T15:58:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f30911440 0x562f309602a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f30910a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309104f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 --2- 172.21.15.7:0/1736681705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f3090ffb0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 >> 172.21.15.7:0/1736681705 conn(0x562f3090afb0 msgr2=0x562f309031f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa0ee7fc640 0 client.5607 ms_handle_reset on v2:172.21.15.77:6833/295159448 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 shutdown_connections 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 1 -- 172.21.15.7:0/1736681705 wait complete. 2024-09-13T15:58:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.918+0000 7fa1189b1000 20 client.5607 trim_cache size 0 max 16384 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 Processor -- start 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- start start 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f309ae780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309aecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309af200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f30410940 con 0x562f30904740 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f3070cf80 con 0x562f3094eb10 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x562f308fc6d0 con 0x562f3094e1f0 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f309ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f309ae780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42794/0 (socket says 172.21.15.7:42794) 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 -- 172.21.15.7:0/2077706313 learned_addr learned my addr 172.21.15.7:0/2077706313 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 -- 172.21.15.7:0/2077706313 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 msgr2=0x562f309aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309aecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 -- 172.21.15.7:0/2077706313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 msgr2=0x562f309af200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309af200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 -- 172.21.15.7:0/2077706313 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f306fec00 con 0x562f30904740 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa10effd640 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f309ae780 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa100097c90 tx=0x7fa100009050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6c3d8912c722949 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa105ffb640 1 -- 172.21.15.7:0/2077706313 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1000c2ea0 con 0x562f30904740 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa105ffb640 1 -- 172.21.15.7:0/2077706313 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa100003a90 con 0x562f30904740 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa105ffb640 1 -- 172.21.15.7:0/2077706313 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1000c2690 con 0x562f30904740 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- 172.21.15.7:0/2077706313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 msgr2=0x562f309ae780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f309ae780 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa100097c90 tx=0x7fa100009050 comp rx=0 tx=0).stop 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- 172.21.15.7:0/2077706313 shutdown_connections 2024-09-13T15:58:20.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309af200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f3094e1f0 0x562f309aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 --2- 172.21.15.7:0/2077706313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f30904740 0x562f309ae780 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- 172.21.15.7:0/2077706313 >> 172.21.15.7:0/2077706313 conn(0x562f3090afb0 msgr2=0x562f309029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- 172.21.15.7:0/2077706313 shutdown_connections 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- 172.21.15.7:0/2077706313 wait complete. 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 -- start start 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.934+0000 7fa1189b1000 1 Processor -- start 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f30904740 0x562f3099a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 0x562f309b0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309b0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f307965f0 con 0x562f3094e1f0 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f309101e0 con 0x562f3094eb10 2024-09-13T15:58:20.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x562f307511c0 con 0x562f30904740 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 10 client.0 _ll_register_callbacks cb 0x562f307533b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 0x562f309b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 0x562f309b0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42808/0 (socket says 172.21.15.7:42808) 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 -- 172.21.15.7:0/3231890590 learned_addr learned my addr 172.21.15.7:0/3231890590 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa10f7fe640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309b0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa10effd640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f30904740 0x562f3099a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 -- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f30904740 msgr2=0x562f3099a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f30904740 0x562f3099a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 -- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 msgr2=0x562f309b0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309b0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 -- 172.21.15.7:0/3231890590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562f30718ab0 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa107fff640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 0x562f309b0450 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8006aa0 tx=0x7fa0f801eed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81b760c9558b25b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/3231890590 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f801e070 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/3231890590 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa0f8004440 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f3071c9c0 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/3231890590 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0f8019910 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 10 client.5613 fetch_fsmap learned FSMap version 18 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x562f3044fcc0 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/3231890590 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x562f3071c9c0 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/3231890590 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 18) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fa0f8019a70 con 0x562f3094e1f0 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 10 client.5613 fetch_fsmap finished waiting for FSMap version 18 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 10 client.5613 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:58:20.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 20 client.5613 populate_metadata read hostname 'smithi007' 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f309b1850 0x562f309b1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 4 client.5613 mds_command: new command op to 4996 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 --> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] -- command(tid 0: {"prefix": "status"}) v1 -- 0x562f3074c470 con 0x562f309b1850 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa10effd640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f309b1850 0x562f309b1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 10 client.5613 ms_handle_connect on v2:172.21.15.77:6833/295159448 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa10effd640 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f309b1850 0x562f309b1c30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3af179fd9b3afd2f server_cookie=41bb37174d4ffbab in_seq=0 out_seq=0 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 1 -- 172.21.15.7:0/3231890590 <== mds.0 v2:172.21.15.77:6833/295159448 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x562f3074c470 con 0x562f309b1850 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 10 client.5613 handle_command_reply: tid=0 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 client.5613 shutdown 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 msgr2=0x562f309b0450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 0x562f309b0450 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8006aa0 tx=0x7fa0f801eed0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 shutdown_connections 2024-09-13T15:58:20.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:6833/295159448,v1:172.21.15.77:6835/295159448] conn(0x562f309b1850 0x562f309b1c30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f3094eb10 0x562f309b0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa0ee7fc640 0 client.5613 ms_handle_reset on v2:172.21.15.77:6833/295159448 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f3094e1f0 0x562f309b0450 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 --2- 172.21.15.7:0/3231890590 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x562f30904740 0x562f3099a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 >> 172.21.15.7:0/3231890590 conn(0x562f3090afb0 msgr2=0x562f309031f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 shutdown_connections 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 1 -- 172.21.15.7:0/3231890590 wait complete. 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.938+0000 7fa1189b1000 20 client.5613 trim_cache size 0 max 16384 2024-09-13T15:58:20.952 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "62cb3b98-b9d9-4dae-ba62-0d56ac47f4da", 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4996, 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 4.4794001210000003, 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 18, 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 37, 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 37, 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 28.542794782000001 2024-09-13T15:58:20.953 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:20.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa0f0066710 msgr2=0x7fa0f0068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa0f0066710 0x7fa0f0068bd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc0079c0 tx=0x7fa1000011a0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 msgr2=0x7fa110147c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 0x7fa110147c90 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa1100b32e0 tx=0x7fa10800e530 comp rx=0 tx=0).stop 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 shutdown_connections 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa0f0066710 0x7fa0f0068bd0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1100cddc0 0x7fa110147c90 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa110157210 0x7fa1100cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 --2- 172.21.15.7:0/1548773362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa110142e30 0x7fa1100ccaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 >> 172.21.15.7:0/1548773362 conn(0x7fa110069f00 msgr2=0x7fa11015edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 shutdown_connections 2024-09-13T15:58:20.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.942+0000 7fa115868640 1 -- 172.21.15.7:0/1548773362 wait complete. 2024-09-13T15:58:20.959 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000000.00000000 parent 2024-09-13T15:58:20.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 Processor -- start 2024-09-13T15:58:20.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 -- start start 2024-09-13T15:58:20.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e402d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 0x557d1e415ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e4046f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d1e3848f0 con 0x557d1e405630 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d1e3801e0 con 0x557d1e405250 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209c310080 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x557d1e31b960 con 0x557d1e41cf80 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f2099629640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 0x557d1e415ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f2099629640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 0x557d1e415ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42812/0 (socket says 172.21.15.7:42812) 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f2099629640 1 -- 172.21.15.7:0/1378863979 learned_addr learned my addr 172.21.15.7:0/1378863979 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f2099e2a640 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e402d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.986+0000 7f209a62b640 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e4046f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 -- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 msgr2=0x557d1e4046f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e4046f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 -- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 msgr2=0x557d1e402d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e402d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 -- 172.21.15.7:0/1378863979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2090005d30 con 0x557d1e405630 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 0x557d1e415ba0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f20900b2040 tx=0x7f2090003030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f2029df94ba2cbe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f208bfff640 1 -- 172.21.15.7:0/1378863979 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20900b9640 con 0x557d1e405630 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f208bfff640 1 -- 172.21.15.7:0/1378863979 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20900b97c0 con 0x557d1e405630 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f208bfff640 1 -- 172.21.15.7:0/1378863979 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20900b9b70 con 0x557d1e405630 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/1378863979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 msgr2=0x557d1e415ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 0x557d1e415ba0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f20900b2040 tx=0x7f2090003030 comp rx=0 tx=0).stop 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/1378863979 shutdown_connections 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e4046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e405630 0x557d1e415ba0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- 172.21.15.7:0/1378863979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e402d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/1378863979 >> 172.21.15.7:0/1378863979 conn(0x557d1e3d4a70 msgr2=0x557d1e4abe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/1378863979 shutdown_connections 2024-09-13T15:58:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/1378863979 wait complete. 2024-09-13T15:58:20.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 Processor -- start 2024-09-13T15:58:20.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- start start 2024-09-13T15:58:20.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e3fc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e3fbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e49d590 0x557d1e3fe720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:20.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d1e31b600 con 0x557d1e49d590 2024-09-13T15:58:20.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d1e312690 con 0x557d1e405250 2024-09-13T15:58:21.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x557d1e49da30 con 0x557d1e41cf80 2024-09-13T15:58:21.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e49d590 0x557d1e3fe720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e49d590 0x557d1e3fe720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42820/0 (socket says 172.21.15.7:42820) 2024-09-13T15:58:21.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 -- 172.21.15.7:0/2707288844 learned_addr learned my addr 172.21.15.7:0/2707288844 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:21.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e3fbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099e2a640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e3fc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 -- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 msgr2=0x557d1e3fbff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e3fbff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 -- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 msgr2=0x557d1e3fc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557d1e405250 0x557d1e3fc9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 -- 172.21.15.7:0/2707288844 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557d1e32a8c0 con 0x557d1e49d590 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f2099629640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x557d1e41cf80 0x557d1e3fbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209a62b640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e49d590 0x557d1e3fe720 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2094006f20 tx=0x7f2094001880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f208affd640 1 -- 172.21.15.7:0/2707288844 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20940060d0 con 0x557d1e49d590 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f208affd640 1 -- 172.21.15.7:0/2707288844 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2094006250 con 0x557d1e49d590 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557d1e31dd00 con 0x557d1e49d590 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f208affd640 1 -- 172.21.15.7:0/2707288844 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2094004770 con 0x557d1e49d590 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.990+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557d1e31d760 con 0x557d1e49d590 2024-09-13T15:58:21.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f208affd640 1 -- 172.21.15.7:0/2707288844 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f20940048d0 con 0x557d1e49d590 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f208affd640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f207c0650a0 0x7f207c067560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f208affd640 1 -- 172.21.15.7:0/2707288844 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2094082270 con 0x557d1e49d590 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f2099e2a640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f207c0650a0 0x7f207c067560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x557d1e49e950 0x557d1e49ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 --> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e37) v8 -- 0x557d1e49c590 con 0x557d1e49e950 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f2099629640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x557d1e49e950 0x557d1e49ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f2099e2a640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f207c0650a0 0x7f207c067560 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f208c00e390 tx=0x7f208c003540 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f2099629640 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x557d1e49e950 0x557d1e49ed60 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f2099629640 1 -- 172.21.15.7:0/2707288844 <== osd.3 v2:172.21.15.7:6808/417582737 1 ==== osd_op_reply(1 10000000000.00000000 [rmxattr] v37'11 uv11 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f20900bf020 con 0x557d1e49e950 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x557d1e49e950 msgr2=0x557d1e49ed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x557d1e49e950 0x557d1e49ed60 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f207c0650a0 msgr2=0x7f207c067560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f207c0650a0 0x7f207c067560 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f208c00e390 tx=0x7f208c003540 comp rx=0 tx=0).stop 2024-09-13T15:58:21.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e49d590 msgr2=0x557d1e3fe720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 --2- 172.21.15.7:0/2707288844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d1e49d590 0x557d1e3fe720 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2094006f20 tx=0x7f2094001880 comp rx=0 tx=0).stop 2024-09-13T15:58:21.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209a62b640 1 -- 172.21.15.7:0/2707288844 reap_dead start 2024-09-13T15:58:21.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 shutdown_connections 2024-09-13T15:58:21.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 >> 172.21.15.7:0/2707288844 conn(0x557d1e3d4a70 msgr2=0x557d1e415d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:21.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 shutdown_connections 2024-09-13T15:58:21.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:20.994+0000 7f209c310080 1 -- 172.21.15.7:0/2707288844 wait complete. 2024-09-13T15:58:21.006 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:58:21.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.154+0000 7f173dd1d640 1 Processor -- start 2024-09-13T15:58:21.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.154+0000 7f173dd1d640 1 -- start start 2024-09-13T15:58:21.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f173dd1d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f1738143160 0x7f17380cd250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f173dd1d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173815e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f173dd1d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1738144230 con 0x7f17380d0000 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f173dd1d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f173815df80 con 0x7f1738143160 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f173dd1d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17380cd8f0 con 0x7f1738143540 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17377fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f1738143160 0x7f17380cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f1737fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f17380d0000 0x7f1738071600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:52510/0 (socket says 172.21.15.7:52510) 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f1737fff640 1 -- 172.21.15.7:0/1818548314 learned_addr learned my addr 172.21.15.7:0/1818548314 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f1736ffd640 1 --2- 172.21.15.7:0/1818548314 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173815e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17377fe640 1 -- 172.21.15.7:0/1818548314 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 msgr2=0x7f173815e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17377fe640 1 --2- 172.21.15.7:0/1818548314 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173815e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17377fe640 1 -- 172.21.15.7:0/1818548314 >> v1:172.21.15.7:6789/0 conn(0x7f17380d0000 legacy=0x7f1738071600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17367fc640 1 -- 172.21.15.7:0/1818548314 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2615042340 0 0) 0x7f1738144230 con 0x7f17380d0000 2024-09-13T15:58:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17377fe640 1 -- 172.21.15.7:0/1818548314 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17380cdbd0 con 0x7f1738143160 2024-09-13T15:58:21.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.158+0000 7f17377fe640 1 --2- 172.21.15.7:0/1818548314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f17380cd250 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f17300097c0 tx=0x7f173001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a882378ad812a792 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:21.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f17367fc640 1 -- 172.21.15.7:0/1818548314 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17300ab670 con 0x7f1738143160 2024-09-13T15:58:21.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f17367fc640 1 -- 172.21.15.7:0/1818548314 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17300ab7d0 con 0x7f1738143160 2024-09-13T15:58:21.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f17367fc640 1 -- 172.21.15.7:0/1818548314 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17300abb60 con 0x7f1738143160 2024-09-13T15:58:21.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/1818548314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 msgr2=0x7f17380cd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 --2- 172.21.15.7:0/1818548314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f17380cd250 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f17300097c0 tx=0x7f173001c470 comp rx=0 tx=0).stop 2024-09-13T15:58:21.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/1818548314 shutdown_connections 2024-09-13T15:58:21.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 --2- 172.21.15.7:0/1818548314 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173815e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 --2- 172.21.15.7:0/1818548314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f17380cd250 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/1818548314 >> 172.21.15.7:0/1818548314 conn(0x7f173806d6f0 msgr2=0x7f173806db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:21.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/1818548314 shutdown_connections 2024-09-13T15:58:21.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/1818548314 wait complete. 2024-09-13T15:58:21.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 Processor -- start 2024-09-13T15:58:21.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- start start 2024-09-13T15:58:21.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17380d0000 0x7f17381fc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f173813aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173813afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173813e8b0 con 0x7f1738143160 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17380cc970 con 0x7f17380d0000 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17380b17b0 con 0x7f1738143540 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f173813aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f173813aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42844/0 (socket says 172.21.15.7:42844) 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 -- 172.21.15.7:0/3953530676 learned_addr learned my addr 172.21.15.7:0/3953530676 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1737fff640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173813afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f17377fe640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17380d0000 0x7f17381fc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 -- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 msgr2=0x7f173813afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173813afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 -- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17380d0000 msgr2=0x7f17381fc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17380d0000 0x7f17381fc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 -- 172.21.15.7:0/3953530676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1730009420 con 0x7f1738143160 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1737fff640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173813afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f1736ffd640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f173813aa80 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f172c00d5d0 tx=0x7f172c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c004240 con 0x7f1738143160 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f172c0043a0 con 0x7f1738143160 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17380b1a90 con 0x7f1738143160 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c003840 con 0x7f1738143160 2024-09-13T15:58:21.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.162+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f173806b010 con 0x7f1738143160 2024-09-13T15:58:21.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.166+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f173813ea20 con 0x7f1738143160 2024-09-13T15:58:21.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.166+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f172c0039a0 con 0x7f1738143160 2024-09-13T15:58:21.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.166+0000 7f171ffff640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1724066690 0x7f1724068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:21.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.166+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f172c084370 con 0x7f1738143160 2024-09-13T15:58:21.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.166+0000 7f17377fe640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1724066690 0x7f1724068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:21.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.166+0000 7f17377fe640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1724066690 0x7f1724068b50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f17300af000 tx=0x7f17300a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:21.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.170+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f172c051710 con 0x7f1738143160 2024-09-13T15:58:21.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f17380b1f40 con 0x7f1738143160 2024-09-13T15:58:21.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f171ffff640 1 -- 172.21.15.7:0/3953530676 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) v1 ==== 53+0+73 (secure 0 0 0) 0x7f172c054d30 con 0x7f1738143160 2024-09-13T15:58:21.366 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:58:21.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1724066690 msgr2=0x7f1724068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1724066690 0x7f1724068b50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f17300af000 tx=0x7f17300a7000 comp rx=0 tx=0).stop 2024-09-13T15:58:21.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 msgr2=0x7f173813aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:21.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f173813aa80 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f172c00d5d0 tx=0x7f172c00da90 comp rx=0 tx=0).stop 2024-09-13T15:58:21.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 shutdown_connections 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1724066690 0x7f1724068b50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1738143540 0x7f173813afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1738143160 0x7f173813aa80 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 --2- 172.21.15.7:0/3953530676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17380d0000 0x7f17381fc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.362+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 >> 172.21.15.7:0/3953530676 conn(0x7f173806d6f0 msgr2=0x7f1738139150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.366+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 shutdown_connections 2024-09-13T15:58:21.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:21.366+0000 7f173dd1d640 1 -- 172.21.15.7:0/3953530676 wait complete. 2024-09-13T15:58:21.382 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:58:21.382 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:58:21.382 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-13T15:58:21.383 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T15:58:21.383 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:21.383 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:58:21.383 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:58:21.383 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:58:21.383 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:21.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.384 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-13T15:58:21.391 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42416sec preferred_lft 42416sec 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:21.392 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 02:42:8d:d1:2a:ed brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:58:21.393 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.394 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T15:58:21.394 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.394 INFO:teuthology.orchestra.run.smithi007.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:58:21.394 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:58:21.394 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T15:58:21.394 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.395 INFO:teuthology.orchestra.run.smithi007.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:58:21.395 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:58:21.395 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-13T15:58:21.395 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:21.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.396 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:58:21.447 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-13T15:58:21.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.449 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-13T15:58:21.497 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-13T15:58:21.497 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:58:21.497 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:58:21.497 INFO:teuthology.orchestra.run.smithi007.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:58:21.497 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:58:21.498 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:58:21.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.498 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:58:21.498 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:58:21.498 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:58:21.498 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:58:21.498 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:58:21.498 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:58:21.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.575 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:58:21.624 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T15:58:21.624 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:58:21.624 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:21.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.625 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-13T15:58:21.682 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T15:58:21.682 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:58:21.682 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:21.733 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:21.734 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:58:21.734 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:21.780 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:21.838 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:21.838 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:21.891 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:21.892 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:21.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:21.893 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:21.947 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:58:21.948 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T15:58:21.993 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:22.009 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:22.009 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:22.061 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:22.062 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:22.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:22.062 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:22.071 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:2024-09-13T15:58:22.070+0000 7f6df18e1580 -1 init, newargv = 0x56083ff1b310 newargc=15 2024-09-13T15:58:22.072 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[38383]: starting ceph client 2024-09-13T15:58:22.078 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[38383]: starting fuse 2024-09-13T15:58:23.176 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:23.193 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:23.193 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:23.247 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:23.248 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:23.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:23.249 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:23.250 INFO:tasks.ceph.mds.d.smithi077.stderr:2024-09-13T15:58:23.245+0000 7f2dddfd7640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:58:23.296 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:58:23.297 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T15:58:23.297 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:58:23.298 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.0")) 2024-09-13T15:58:23.299 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:58:23.419 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.0.38383.asok 2024-09-13T15:58:23.601 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.38383.asok 2024-09-13T15:58:23.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:23.601 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.38383.asok status 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "0", 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T15:58:23.766 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "38383", 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/" 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 5643, 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 5643 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:58:23.767 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1625814544 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1625814544 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.5643 192.168.0.1:0/1625814544", 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.1:0/1625814544", 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 1, 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 18, 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 37, 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:58:23.768 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-13T15:58:23.769 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-13T15:58:23.769 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:23.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:23.780 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-13T15:58:23.780 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:23.786 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-13T15:58:23.786 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:23.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:23.786 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:23.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:23.838 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls testdir1) 2024-09-13T15:58:23.891 INFO:tasks.ceph.mds.d.smithi077.stderr:2024-09-13T15:58:23.885+0000 7f2dda7d0640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000000 2024-09-13T15:58:23.892 INFO:teuthology.orchestra.run.smithi007.stdout:testfile 2024-09-13T15:58:23.893 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:24.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.058+0000 7f114c425640 1 Processor -- start 2024-09-13T15:58:24.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.058+0000 7f114c425640 1 -- start start 2024-09-13T15:58:24.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114c425640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f114415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114c425640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f114415af90 con 0x7f11440cd3e0 2024-09-13T15:58:24.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114c425640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11440b2d60 con 0x7f1144143af0 2024-09-13T15:58:24.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114c425640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f114415ddf0 con 0x7f114415da10 2024-09-13T15:58:24.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a9c2640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f11440cd3e0 0x7f11440cd830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37588/0 (socket says 172.21.15.7:37588) 2024-09-13T15:58:24.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a9c2640 1 -- 172.21.15.7:0/1934552849 learned_addr learned my addr 172.21.15.7:0/1934552849 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:24.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f114415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1412650221 0 0) 0x7f114415af90 con 0x7f11440cd3e0 2024-09-13T15:58:24.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1130003530 con 0x7f11440cd3e0 2024-09-13T15:58:24.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1082705299 0 0) 0x7f1130003530 con 0x7f11440cd3e0 2024-09-13T15:58:24.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 msgr2=0x7f114415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f114415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 >> v1:172.21.15.77:6789/0 conn(0x7f1144143af0 legacy=0x7f11440b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11440b3000 con 0x7f11440cd3e0 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f113c001680 con 0x7f11440cd3e0 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 >> v1:172.21.15.7:6789/0 conn(0x7f11440cd3e0 legacy=0x7f11440cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f1130003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11300047d0 0x7f1130004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f1130005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114415ddf0 con 0x7f11300039b0 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f113000ba40 con 0x7f11300047d0 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f113000bc00 con 0x7f114415da10 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f1130003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11499c0640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11300047d0 0x7f1130004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a9c2640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f1130005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 -- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 msgr2=0x7f1130005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f1130005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 -- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11300047d0 msgr2=0x7f1130004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11300047d0 0x7f1130004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a1c1640 1 -- 172.21.15.7:0/1934552849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1130003530 con 0x7f11300039b0 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f11499c0640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11300047d0 0x7f1130004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:24.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.062+0000 7f114a9c2640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114415da10 0x7f1130005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:24.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f1130003dd0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1140009f90 tx=0x7f114001cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14d1ac8ecfe96558 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11400a5af0 con 0x7f11300039b0 2024-09-13T15:58:24.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114000f040 con 0x7f11300039b0 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f11491bf640 1 -- 172.21.15.7:0/1934552849 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11400a5e90 con 0x7f11300039b0 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/1934552849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 msgr2=0x7f1130003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 --2- 172.21.15.7:0/1934552849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f1130003dd0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1140009f90 tx=0x7f114001cbf0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a9c2640 1 -- 172.21.15.7:0/1934552849 reap_dead start 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/1934552849 shutdown_connections 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/1934552849 >> 172.21.15.7:0/1934552849 conn(0x7f1144069f00 msgr2=0x7f114406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/1934552849 shutdown_connections 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/1934552849 wait complete. 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 Processor -- start 2024-09-13T15:58:24.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- start start 2024-09-13T15:58:24.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f11440a9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1144139e80 0x7f11440a8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114413a300 0x7f114415bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11440a8f50 con 0x7f11300039b0 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11440a9230 con 0x7f1144139e80 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11440a9510 con 0x7f114413a300 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f11440a9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f11440a9ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39168/0 (socket says 172.21.15.7:39168) 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 -- 172.21.15.7:0/3087833734 learned_addr learned my addr 172.21.15.7:0/3087833734 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f11499c0640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1144139e80 0x7f11440a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 -- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114413a300 msgr2=0x7f114415bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114413a300 0x7f114415bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 -- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1144139e80 msgr2=0x7f11440a8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1144139e80 0x7f11440a8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 -- 172.21.15.7:0/3087833734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11440a97f0 con 0x7f11300039b0 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f11499c0640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1144139e80 0x7f11440a8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114a1c1640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f11440a9ff0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f114001ca20 tx=0x7f1140009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11400ad640 con 0x7f11300039b0 2024-09-13T15:58:24.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11400ad7a0 con 0x7f11300039b0 2024-09-13T15:58:24.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11440a9ad0 con 0x7f11300039b0 2024-09-13T15:58:24.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11400adb50 con 0x7f11300039b0 2024-09-13T15:58:24.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.066+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f114413ca40 con 0x7f11300039b0 2024-09-13T15:58:24.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.070+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11440b2650 con 0x7f11300039b0 2024-09-13T15:58:24.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.070+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f11400b4040 con 0x7f11300039b0 2024-09-13T15:58:24.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.070+0000 7f113affd640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f11280666c0 0x7f1128068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.070+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f114011e690 con 0x7f11300039b0 2024-09-13T15:58:24.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.070+0000 7f11499c0640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f11280666c0 0x7f1128068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.070+0000 7f11499c0640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f11280666c0 0x7f1128068b80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f114413b7c0 tx=0x7f1134009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.074+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f11400eba20 con 0x7f11300039b0 2024-09-13T15:58:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.270+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1144143390 con 0x7f11300039b0 2024-09-13T15:58:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.270+0000 7f113affd640 1 -- 172.21.15.7:0/3087833734 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4721 (secure 0 0 0) 0x7f11400b2090 con 0x7f11300039b0 2024-09-13T15:58:24.275 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:24.275 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:19.472418+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:active","state_seq":10,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:24.275 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 18 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f11280666c0 msgr2=0x7f1128068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f11280666c0 0x7f1128068b80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f114413b7c0 tx=0x7f1134009040 comp rx=0 tx=0).stop 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 msgr2=0x7f11440a9ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f11440a9ff0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f114001ca20 tx=0x7f1140009750 comp rx=0 tx=0).stop 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 shutdown_connections 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f11280666c0 0x7f1128068b80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f114413a300 0x7f114415bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1144139e80 0x7f11440a8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 --2- 172.21.15.7:0/3087833734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11300039b0 0x7f11440a9ff0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 >> 172.21.15.7:0/3087833734 conn(0x7f1144069f00 msgr2=0x7f11440b0850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:24.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 shutdown_connections 2024-09-13T15:58:24.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.274+0000 7f114c425640 1 -- 172.21.15.7:0/3087833734 wait complete. 2024-09-13T15:58:24.294 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json flush journal 2024-09-13T15:58:24.461 INFO:teuthology.orchestra.run.smithi077.stdout:{"message":"","return_code":0} 2024-09-13T15:58:24.461 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-13T15:58:24.461 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000000.00000000 parent 2024-09-13T15:58:24.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 Processor -- start 2024-09-13T15:58:24.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- start start 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9281fa50 0x558f9284d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 0x558f928da560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284eb30 0x558f928daaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f927c61e0 con 0x558f9284e750 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f92761960 con 0x558f9281fa50 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x558f92761600 con 0x558f9284eb30 2024-09-13T15:58:24.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 0x558f928da560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 0x558f928da560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39172/0 (socket says 172.21.15.7:39172) 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 -- 172.21.15.7:0/3162090408 learned_addr learned my addr 172.21.15.7:0/3162090408 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ed63d640 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284eb30 0x558f928daaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ece3c640 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9281fa50 0x558f9284d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 -- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284eb30 msgr2=0x558f928daaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284eb30 0x558f928daaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 -- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9281fa50 msgr2=0x558f9284d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9281fa50 0x558f9284d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 -- 172.21.15.7:0/3162090408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7dc005d30 con 0x558f9284e750 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ec63b640 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 0x558f928da560 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fc7e000b7f0 tx=0x7fc7e000bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af9f9b73f0b20cde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7eb639640 1 -- 172.21.15.7:0/3162090408 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e000b260 con 0x558f9284e750 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7eb639640 1 -- 172.21.15.7:0/3162090408 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7e000d9c0 con 0x558f9284e750 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7eb639640 1 -- 172.21.15.7:0/3162090408 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e000dd50 con 0x558f9284e750 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- 172.21.15.7:0/3162090408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 msgr2=0x558f928da560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 0x558f928da560 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fc7e000b7f0 tx=0x7fc7e000bcb0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- 172.21.15.7:0/3162090408 shutdown_connections 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284eb30 0x558f928daaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9284e750 0x558f928da560 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 --2- 172.21.15.7:0/3162090408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9281fa50 0x558f9284d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- 172.21.15.7:0/3162090408 >> 172.21.15.7:0/3162090408 conn(0x558f9284af70 msgr2=0x558f928f4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- 172.21.15.7:0/3162090408 shutdown_connections 2024-09-13T15:58:24.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.502+0000 7fc7ef322080 1 -- 172.21.15.7:0/3162090408 wait complete. 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 Processor -- start 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 -- start start 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9281fa50 0x558f928f0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284e750 0x558f9285fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9284eb30 0x558f92860170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f92758690 con 0x558f9281fa50 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f928dbb40 con 0x558f9284eb30 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x558f928607e0 con 0x558f9284e750 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9281fa50 0x558f928f0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9281fa50 0x558f928f0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39174/0 (socket says 172.21.15.7:39174) 2024-09-13T15:58:24.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 -- 172.21.15.7:0/981354759 learned_addr learned my addr 172.21.15.7:0/981354759 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ed63d640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9284eb30 0x558f92860170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ec63b640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284e750 0x558f9285fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 -- 172.21.15.7:0/981354759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284e750 msgr2=0x558f9285fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x558f9284e750 0x558f9285fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 -- 172.21.15.7:0/981354759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9284eb30 msgr2=0x558f92860170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f9284eb30 0x558f92860170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 -- 172.21.15.7:0/981354759 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e000b3c0 con 0x558f9281fa50 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ece3c640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9281fa50 0x558f928f0bc0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc00a500 tx=0x7fc7dc0180c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ea637640 1 -- 172.21.15.7:0/981354759 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7dc0b5800 con 0x558f9281fa50 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ea637640 1 -- 172.21.15.7:0/981354759 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7dc0b5960 con 0x558f9281fa50 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ea637640 1 -- 172.21.15.7:0/981354759 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7dc0b5cd0 con 0x558f9281fa50 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x558f927708c0 con 0x558f9281fa50 2024-09-13T15:58:24.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558f92763d00 con 0x558f9281fa50 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.506+0000 7fc7ea637640 1 -- 172.21.15.7:0/981354759 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc7dc0b1040 con 0x558f9281fa50 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ea637640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc7d80650a0 0x7fc7d8067560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ea637640 1 -- 172.21.15.7:0/981354759 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc7dc11e150 con 0x558f9281fa50 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ec63b640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc7d80650a0 0x7fc7d8067560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x558f928f1100 0x558f92862960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 --> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e37) v8 -- 0x558f92862ea0 con 0x558f928f1100 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ed63d640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x558f928f1100 0x558f92862960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ec63b640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc7d80650a0 0x7fc7d8067560 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0015040 tx=0x7fc7e0007030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ed63d640 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x558f928f1100 0x558f92862960 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ed63d640 1 -- 172.21.15.7:0/981354759 <== osd.3 v2:172.21.15.7:6808/417582737 1 ==== osd_op_reply(1 10000000000.00000000 [getxattr (64) out=64b] v0'0 uv17 ondisk = 0) v8 ==== 164+0+64 (crc 0 0 0) 0x7fc7e400e7d0 con 0x558f928f1100 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x558f928f1100 msgr2=0x558f92862960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x558f928f1100 0x558f92862960 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc7d80650a0 msgr2=0x7fc7d8067560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc7d80650a0 0x7fc7d8067560 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0015040 tx=0x7fc7e0007030 comp rx=0 tx=0).stop 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9281fa50 msgr2=0x558f928f0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 --2- 172.21.15.7:0/981354759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558f9281fa50 0x558f928f0bc0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc00a500 tx=0x7fc7dc0180c0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ed63d640 1 -- 172.21.15.7:0/981354759 reap_dead start 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 shutdown_connections 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 >> 172.21.15.7:0/981354759 conn(0x558f9284af70 msgr2=0x558f9284c7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 shutdown_connections 2024-09-13T15:58:24.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.510+0000 7fc7ef322080 1 -- 172.21.15.7:0/981354759 wait complete. 2024-09-13T15:58:24.518 INFO:teuthology.orchestra.run.smithi007.stdout::testdir1 2024-09-13T15:58:24.518 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T15:58:24.518 DEBUG:teuthology.orchestra.run.smithi007:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:58:24.629 DEBUG:teuthology.orchestra.run.smithi077:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:58:24.717 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T15:58:24.718 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:24.718 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:24.724 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:24.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7daace9640 1 Processor -- start 2024-09-13T15:58:24.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7daace9640 1 -- start start 2024-09-13T15:58:24.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7daace9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 0x7f7da415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7daace9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7da415af90 con 0x7f7da415da10 2024-09-13T15:58:24.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7daace9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7da40b2d60 con 0x7f7da40cd3e0 2024-09-13T15:58:24.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7daace9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da415ddf0 con 0x7f7da4143af0 2024-09-13T15:58:24.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da8a85640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7da415da10 0x7f7da40b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37616/0 (socket says 172.21.15.7:37616) 2024-09-13T15:58:24.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da8a85640 1 -- 172.21.15.7:0/1618650021 learned_addr learned my addr 172.21.15.7:0/1618650021 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 0x7f7da415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1940490473 0 0) 0x7f7da415af90 con 0x7f7da415da10 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d94003530 con 0x7f7da415da10 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1387250392 0 0) 0x7f7d94003530 con 0x7f7da415da10 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 msgr2=0x7f7da415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 0x7f7da415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 >> v1:172.21.15.77:6789/0 conn(0x7f7da40cd3e0 legacy=0x7f7da40cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da40b3000 con 0x7f7da415da10 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7d98001680 con 0x7f7da415da10 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 >> v1:172.21.15.7:6789/0 conn(0x7f7da415da10 legacy=0x7f7da40b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 0x7f7d940039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d94003f30 0x7f7d940047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94004d10 0x7f7d94005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da415ddf0 con 0x7f7d94003f30 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d9400ba70 con 0x7f7d94004d10 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d9400bc30 con 0x7f7da4143af0 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d94003f30 0x7f7d940047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da8a85640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 0x7f7d940039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da9286640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94004d10 0x7f7d94005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 -- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 msgr2=0x7f7d940039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da4143af0 0x7f7d940039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 -- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94004d10 msgr2=0x7f7d94005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94004d10 0x7f7d94005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.898+0000 7f7da3fff640 1 -- 172.21.15.7:0/1618650021 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d94003530 con 0x7f7d94003f30 2024-09-13T15:58:24.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7da3fff640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d94003f30 0x7f7d940047d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7d90009ae0 tx=0x7f7d9001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=714a12c92708058d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d900a5550 con 0x7f7d94003f30 2024-09-13T15:58:24.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d900a56b0 con 0x7f7d94003f30 2024-09-13T15:58:24.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7da37fe640 1 -- 172.21.15.7:0/1618650021 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d900a5a60 con 0x7f7d94003f30 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 -- 172.21.15.7:0/1618650021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d94003f30 msgr2=0x7f7d940047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 --2- 172.21.15.7:0/1618650021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d94003f30 0x7f7d940047d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7d90009ae0 tx=0x7f7d9001ca70 comp rx=0 tx=0).stop 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7da9286640 1 -- 172.21.15.7:0/1618650021 reap_dead start 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 -- 172.21.15.7:0/1618650021 shutdown_connections 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 -- 172.21.15.7:0/1618650021 >> 172.21.15.7:0/1618650021 conn(0x7f7da4069f00 msgr2=0x7f7da406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 -- 172.21.15.7:0/1618650021 shutdown_connections 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 -- 172.21.15.7:0/1618650021 wait complete. 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 Processor -- start 2024-09-13T15:58:24.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 -- start start 2024-09-13T15:58:24.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94003f30 0x7f7da4140280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 0x7f7da413acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.902+0000 7f7daace9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da413b200 0x7f7da414a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7daace9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da4159df0 con 0x7f7da413bec0 2024-09-13T15:58:24.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7daace9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da413ba30 con 0x7f7d94003f30 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7daace9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da40a8490 con 0x7f7da413b200 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 0x7f7da413acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 0x7f7da413acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39190/0 (socket says 172.21.15.7:39190) 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 -- 172.21.15.7:0/129338193 learned_addr learned my addr 172.21.15.7:0/129338193 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da8a85640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94003f30 0x7f7da4140280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da9286640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da413b200 0x7f7da414a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 -- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da413b200 msgr2=0x7f7da414a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da413b200 0x7f7da414a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 -- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94003f30 msgr2=0x7f7da4140280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:24.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94003f30 0x7f7da4140280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 -- 172.21.15.7:0/129338193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da40a8770 con 0x7f7da413bec0 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da3fff640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 0x7f7da413acc0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f7d90009ae0 tx=0x7f7d94005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d900be070 con 0x7f7da413bec0 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d9000f0c0 con 0x7f7da413bec0 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7da413b6c0 con 0x7f7da413bec0 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d90004220 con 0x7f7da413bec0 2024-09-13T15:58:24.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da413c510 con 0x7f7da413bec0 2024-09-13T15:58:24.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7da40a89b0 con 0x7f7da413bec0 2024-09-13T15:58:24.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d900b4040 con 0x7f7da413bec0 2024-09-13T15:58:24.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da17fa640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d880666c0 0x7f7d88068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:24.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7d9011e2f0 con 0x7f7da413bec0 2024-09-13T15:58:24.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da8a85640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d880666c0 0x7f7d88068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:24.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.906+0000 7f7da8a85640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d880666c0 0x7f7d88068b80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7d98001ec0 tx=0x7f7d98009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:24.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:24.910+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7da40a89b0 con 0x7f7da413bec0 2024-09-13T15:58:25.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.074+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7da40a89b0 con 0x7f7da413bec0 2024-09-13T15:58:25.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7da17fa640 1 -- 172.21.15.7:0/129338193 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+16588 (secure 0 0 0) 0x7f7da40a89b0 con 0x7f7da413bec0 2024-09-13T15:58:25.081 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:25.081 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:16.439151+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6837/3975267023":"2024-09-14T15:58:16.439102+0000","172.21.15.7:6836/3975267023":"2024-09-14T15:58:16.439102+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:25.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d880666c0 msgr2=0x7f7d88068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d880666c0 0x7f7d88068b80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7d98001ec0 tx=0x7f7d98009040 comp rx=0 tx=0).stop 2024-09-13T15:58:25.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 msgr2=0x7f7da413acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 0x7f7da413acc0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f7d90009ae0 tx=0x7f7d94005800 comp rx=0 tx=0).stop 2024-09-13T15:58:25.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 shutdown_connections 2024-09-13T15:58:25.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d880666c0 0x7f7d88068b80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7da413b200 0x7f7da414a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7da413bec0 0x7f7da413acc0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 --2- 172.21.15.7:0/129338193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d94003f30 0x7f7da4140280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.078+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 >> 172.21.15.7:0/129338193 conn(0x7f7da4069f00 msgr2=0x7f7da40ae230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:25.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.082+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 shutdown_connections 2024-09-13T15:58:25.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.082+0000 7f7daace9640 1 -- 172.21.15.7:0/129338193 wait complete. 2024-09-13T15:58:25.102 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:57:57.412213+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:57:58.666811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:58:25.103 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:58:25.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0746de8640 1 Processor -- start 2024-09-13T15:58:25.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0746de8640 1 -- start start 2024-09-13T15:58:25.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0746de8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 0x7f07401654c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0746de8640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07400adad0 con 0x7f07400cab60 2024-09-13T15:58:25.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0746de8640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07400cb0c0 con 0x7f07400b0000 2024-09-13T15:58:25.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0746de8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07400cb3a0 con 0x7f07401630d0 2024-09-13T15:58:25.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.230+0000 7f0737fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f07400cab60 0x7f07400b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37624/0 (socket says 172.21.15.7:37624) 2024-09-13T15:58:25.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0737fff640 1 -- 172.21.15.7:0/3681325325 learned_addr learned my addr 172.21.15.7:0/3681325325 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0745385640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 0x7f07401654c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1804571026 0 0) 0x7f0730001120 con 0x7f07400cab60 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0728003530 con 0x7f07400cab60 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2467414719 0 0) 0x7f0728003530 con 0x7f07400cab60 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 msgr2=0x7f07401654c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 0x7f07401654c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 >> v1:172.21.15.77:6789/0 conn(0x7f07400b0000 legacy=0x7f074015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07400cb680 con 0x7f07400cab60 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f0730001830 con 0x7f07400cab60 2024-09-13T15:58:25.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 >> v1:172.21.15.7:6789/0 conn(0x7f07400cab60 legacy=0x7f07400b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07280039b0 0x7f0728003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 0x7f07280047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0728004d10 0x7f0728005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07400cb3a0 con 0x7f07280039b0 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f072800b9c0 con 0x7f0728004d10 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f072800bb80 con 0x7f07401630d0 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07280039b0 0x7f0728003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0737fff640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 0x7f07280047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 -- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 msgr2=0x7f07280047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07401630d0 0x7f07280047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 -- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0728004d10 msgr2=0x7f0728005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0728004d10 0x7f0728005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 -- 172.21.15.7:0/3681325325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0728003530 con 0x7f07280039b0 2024-09-13T15:58:25.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f0744b84640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07280039b0 0x7f0728003d90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f073c001860 tx=0x7f073c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cb2f713a02c6ff0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073c0ab600 con 0x7f07280039b0 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f073c0a7050 con 0x7f07280039b0 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.234+0000 7f07377fe640 1 -- 172.21.15.7:0/3681325325 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073c0ab9a0 con 0x7f07280039b0 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/3681325325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07280039b0 msgr2=0x7f0728003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 --2- 172.21.15.7:0/3681325325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07280039b0 0x7f0728003d90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f073c001860 tx=0x7f073c01c430 comp rx=0 tx=0).stop 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0745385640 1 -- 172.21.15.7:0/3681325325 reap_dead start 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/3681325325 shutdown_connections 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/3681325325 >> 172.21.15.7:0/3681325325 conn(0x7f0740065eb0 msgr2=0x7f0740069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/3681325325 shutdown_connections 2024-09-13T15:58:25.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/3681325325 wait complete. 2024-09-13T15:58:25.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 Processor -- start 2024-09-13T15:58:25.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- start start 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07280039b0 0x7f07400a8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 0x7f07400a89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07400c48f0 0x7f07400c4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07400c52b0 con 0x7f07400c32e0 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07400c4460 con 0x7f07280039b0 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07400c3850 con 0x7f07400c48f0 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 0x7f07400a89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 0x7f07400a89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39206/0 (socket says 172.21.15.7:39206) 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 -- 172.21.15.7:0/2173517923 learned_addr learned my addr 172.21.15.7:0/2173517923 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0744b84640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07280039b0 0x7f07400a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0745385640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07400c48f0 0x7f07400c4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 -- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07400c48f0 msgr2=0x7f07400c4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07400c48f0 0x7f07400c4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 -- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07280039b0 msgr2=0x7f07400a8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07280039b0 0x7f07400a8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 -- 172.21.15.7:0/2173517923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07400c3b30 con 0x7f07400c32e0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0737fff640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 0x7f07400a89d0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f073000e780 tx=0x7f073000eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073000c660 con 0x7f07400c32e0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f073000c800 con 0x7f07400c32e0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07400c3e10 con 0x7f07400c32e0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073000cbb0 con 0x7f07400c32e0 2024-09-13T15:58:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.238+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07400c6c20 con 0x7f07400c32e0 2024-09-13T15:58:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.242+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07400b03e0 con 0x7f07400c32e0 2024-09-13T15:58:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.242+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f073000cd10 con 0x7f07400c32e0 2024-09-13T15:58:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.242+0000 7f07357fa640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f072c0666c0 0x7f072c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.242+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0730083eb0 con 0x7f07400c32e0 2024-09-13T15:58:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.242+0000 7f0744b84640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f072c0666c0 0x7f072c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.242+0000 7f0744b84640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f072c0666c0 0x7f072c068b80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f073c0ad000 tx=0x7f073c0a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.246+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f07300511a0 con 0x7f07400c32e0 2024-09-13T15:58:25.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.402+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f07400adad0 con 0x7f07400c32e0 2024-09-13T15:58:25.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f07357fa640 1 -- 172.21.15.7:0/2173517923 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) v1 ==== 93+0+10 (secure 0 0 0) 0x7f07400adad0 con 0x7f07400c32e0 2024-09-13T15:58:25.408 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:58:25.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f072c0666c0 msgr2=0x7f072c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f072c0666c0 0x7f072c068b80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f073c0ad000 tx=0x7f073c0a6000 comp rx=0 tx=0).stop 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 msgr2=0x7f07400a89d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 0x7f07400a89d0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f073000e780 tx=0x7f073000eb80 comp rx=0 tx=0).stop 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 shutdown_connections 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f072c0666c0 0x7f072c068b80 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f07400c48f0 0x7f07400c4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07400c32e0 0x7f07400a89d0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 --2- 172.21.15.7:0/2173517923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07280039b0 0x7f07400a8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 >> 172.21.15.7:0/2173517923 conn(0x7f0740065eb0 msgr2=0x7f074015d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:25.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 shutdown_connections 2024-09-13T15:58:25.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.406+0000 7f0746de8640 1 -- 172.21.15.7:0/2173517923 wait complete. 2024-09-13T15:58:25.428 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:58:25.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc98d821640 1 Processor -- start 2024-09-13T15:58:25.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc98d821640 1 -- start start 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc98d821640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fc9881630d0 0x7fc9881654c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc98d821640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9880adad0 con 0x7fc9880cab60 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc98d821640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9880cb0c0 con 0x7fc9880b0000 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc98d821640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9880cb3a0 con 0x7fc9881630d0 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9867fc640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fc9880cab60 0x7fc9880b03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37634/0 (socket says 172.21.15.7:37634) 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9867fc640 1 -- 172.21.15.7:0/182695087 learned_addr learned my addr 172.21.15.7:0/182695087 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:25.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9877fe640 1 --2- 172.21.15.7:0/182695087 >> v2:172.21.15.77:3300/0 conn(0x7fc9881630d0 0x7fc9881654c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 95576585 0 0) 0x7fc978001120 con 0x7fc9880cab60 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc970003530 con 0x7fc9880cab60 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4238208684 0 0) 0x7fc970003530 con 0x7fc9880cab60 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 >> v2:172.21.15.77:3300/0 conn(0x7fc9881630d0 msgr2=0x7fc9881654c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 --2- 172.21.15.7:0/182695087 >> v2:172.21.15.77:3300/0 conn(0x7fc9881630d0 0x7fc9881654c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 >> v1:172.21.15.77:6789/0 conn(0x7fc9880b0000 legacy=0x7fc98815b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9880cb680 con 0x7fc9880cab60 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fc978001830 con 0x7fc9880cab60 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 >> v1:172.21.15.7:6789/0 conn(0x7fc9880cab60 legacy=0x7fc9880b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc970003980 0x7fc970003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc9700047d0 0x7fc970004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970005190 0x7fc97000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9880cb3a0 con 0x7fc970003980 2024-09-13T15:58:25.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97000c030 con 0x7fc970005190 2024-09-13T15:58:25.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc97000c1f0 con 0x7fc9700047d0 2024-09-13T15:58:25.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc986ffd640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc970003980 0x7fc970003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9867fc640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc9700047d0 0x7fc970004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9877fe640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970005190 0x7fc97000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc986ffd640 1 -- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc9700047d0 msgr2=0x7fc970004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc986ffd640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc9700047d0 0x7fc970004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc986ffd640 1 -- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970005190 msgr2=0x7fc97000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc986ffd640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970005190 0x7fc97000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc986ffd640 1 -- 172.21.15.7:0/182695087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc970003530 con 0x7fc970003980 2024-09-13T15:58:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9877fe640 1 -- 172.21.15.7:0/182695087 reap_dead start 2024-09-13T15:58:25.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.554+0000 7fc9867fc640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc9700047d0 0x7fc970004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc986ffd640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc970003980 0x7fc970003da0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc97c001780 tx=0x7fc97c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eec2a33c9df3d97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc97c0052d0 con 0x7fc970003980 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc97c0a7050 con 0x7fc970003980 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc985ffb640 1 -- 172.21.15.7:0/182695087 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc97c003600 con 0x7fc970003980 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 -- 172.21.15.7:0/182695087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc970003980 msgr2=0x7fc970003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc970003980 0x7fc970003da0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc97c001780 tx=0x7fc97c01c3d0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 -- 172.21.15.7:0/182695087 shutdown_connections 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 --2- 172.21.15.7:0/182695087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc970003980 0x7fc970003da0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 -- 172.21.15.7:0/182695087 >> 172.21.15.7:0/182695087 conn(0x7fc988065eb0 msgr2=0x7fc988069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 -- 172.21.15.7:0/182695087 shutdown_connections 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 -- 172.21.15.7:0/182695087 wait complete. 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 Processor -- start 2024-09-13T15:58:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.558+0000 7fc98d821640 1 -- start start 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970003980 0x7fc9881f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc988159200 0x7fc988159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 0x7fc98815cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9881f3f50 con 0x7fc98815c7a0 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc988159bc0 con 0x7fc970003980 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9881f4b10 con 0x7fc988159200 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 0x7fc98815cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 0x7fc98815cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39224/0 (socket says 172.21.15.7:39224) 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 -- 172.21.15.7:0/3139821970 learned_addr learned my addr 172.21.15.7:0/3139821970 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9867fc640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc988159200 0x7fc988159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc986ffd640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970003980 0x7fc9881f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 -- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc988159200 msgr2=0x7fc988159680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc988159200 0x7fc988159680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 -- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970003980 msgr2=0x7fc9881f45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970003980 0x7fc9881f45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 -- 172.21.15.7:0/3139821970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc98815d160 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc9877fe640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 0x7fc98815cc20 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fc9881586a0 tx=0x7fc9800115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc98000e070 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc980007ec0 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc980011de0 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc988155170 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc98815d690 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9880cd640 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc9800039a0 con 0x7fc98815c7a0 2024-09-13T15:58:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc96ffff640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc974066690 0x7fc974068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc9800847e0 con 0x7fc98815c7a0 2024-09-13T15:58:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc986ffd640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc974066690 0x7fc974068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.562+0000 7fc986ffd640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc974066690 0x7fc974068b50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc97c001750 tx=0x7fc97c0011a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.566+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc980051af0 con 0x7fc98815c7a0 2024-09-13T15:58:25.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.730+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc9880ce7e0 con 0x7fc98815c7a0 2024-09-13T15:58:25.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.730+0000 7fc96ffff640 1 -- 172.21.15.7:0/3139821970 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v37) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc980055110 con 0x7fc98815c7a0 2024-09-13T15:58:25.735 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc974066690 msgr2=0x7fc974068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc974066690 0x7fc974068b50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc97c001750 tx=0x7fc97c0011a0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 msgr2=0x7fc98815cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 0x7fc98815cc20 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fc9881586a0 tx=0x7fc9800115a0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 shutdown_connections 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc974066690 0x7fc974068b50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc98815c7a0 0x7fc98815cc20 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc988159200 0x7fc988159680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 --2- 172.21.15.7:0/3139821970 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc970003980 0x7fc9881f45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 >> 172.21.15.7:0/3139821970 conn(0x7fc988065eb0 msgr2=0x7fc98815a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:25.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 shutdown_connections 2024-09-13T15:58:25.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.734+0000 7fc98d821640 1 -- 172.21.15.7:0/3139821970 wait complete. 2024-09-13T15:58:25.755 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:58:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e66e02640 1 Processor -- start 2024-09-13T15:58:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e66e02640 1 -- start start 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e66e02640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 0x7f2e600b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e66e02640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e600d0db0 con 0x7f2e6015c900 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e66e02640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e600d1090 con 0x7f2e600cd7f0 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e66e02640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e600d2560 con 0x7f2e600b4920 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e64b9e640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f2e6015c900 0x7f2e600d1e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37636/0 (socket says 172.21.15.7:37636) 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e64b9e640 1 -- 172.21.15.7:0/218121906 learned_addr learned my addr 172.21.15.7:0/218121906 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e6539f640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 0x7f2e600b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2465493588 0 0) 0x7f2e600d0db0 con 0x7f2e6015c900 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e48003530 con 0x7f2e6015c900 2024-09-13T15:58:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4173655323 0 0) 0x7f2e48003530 con 0x7f2e6015c900 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 msgr2=0x7f2e600b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 0x7f2e600b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 >> v1:172.21.15.77:6789/0 conn(0x7f2e600cd7f0 legacy=0x7f2e600b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e600d1370 con 0x7f2e6015c900 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f2e58001680 con 0x7f2e6015c900 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 >> v1:172.21.15.7:6789/0 conn(0x7f2e6015c900 legacy=0x7f2e600d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e480039b0 0x7f2e48003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e480047d0 0x7f2e48004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 0x7f2e48005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e600d2560 con 0x7f2e480047d0 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4800ba70 con 0x7f2e480039b0 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4800bc30 con 0x7f2e600b4920 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5ffff640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e480047d0 0x7f2e48004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e6539f640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 0x7f2e48005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e64b9e640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e480039b0 0x7f2e48003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5ffff640 1 -- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 msgr2=0x7f2e48005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5ffff640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e600b4920 0x7f2e48005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5ffff640 1 -- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e480039b0 msgr2=0x7f2e48003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:25.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5ffff640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e480039b0 0x7f2e48003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.886+0000 7f2e5ffff640 1 -- 172.21.15.7:0/218121906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e48003530 con 0x7f2e480047d0 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e5ffff640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e480047d0 0x7f2e48004c50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f2e54001e40 tx=0x7f2e5401c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8d542c96ed62bb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e54003b80 con 0x7f2e480047d0 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e54003ce0 con 0x7f2e480047d0 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e5f7fe640 1 -- 172.21.15.7:0/218121906 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e540052c0 con 0x7f2e480047d0 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 -- 172.21.15.7:0/218121906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e480047d0 msgr2=0x7f2e48004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 --2- 172.21.15.7:0/218121906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e480047d0 0x7f2e48004c50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f2e54001e40 tx=0x7f2e5401c740 comp rx=0 tx=0).stop 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e6539f640 1 -- 172.21.15.7:0/218121906 reap_dead start 2024-09-13T15:58:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 -- 172.21.15.7:0/218121906 shutdown_connections 2024-09-13T15:58:25.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 -- 172.21.15.7:0/218121906 >> 172.21.15.7:0/218121906 conn(0x7f2e600cf210 msgr2=0x7f2e600cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:25.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 -- 172.21.15.7:0/218121906 shutdown_connections 2024-09-13T15:58:25.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 -- 172.21.15.7:0/218121906 wait complete. 2024-09-13T15:58:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 Processor -- start 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.890+0000 7f2e66e02640 1 -- start start 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e480047d0 0x7f2e6014e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e600ca030 0x7f2e600ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 0x7f2e600ac190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e600cb730 con 0x7f2e600abd10 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e600ac6d0 con 0x7f2e600ca030 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e600caab0 con 0x7f2e480047d0 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 0x7f2e600ac190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 0x7f2e600ac190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39242/0 (socket says 172.21.15.7:39242) 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 -- 172.21.15.7:0/2658704090 learned_addr learned my addr 172.21.15.7:0/2658704090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5ffff640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e600ca030 0x7f2e600ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e64b9e640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e480047d0 0x7f2e6014e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 -- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e480047d0 msgr2=0x7f2e6014e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e480047d0 0x7f2e6014e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 -- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e600ca030 msgr2=0x7f2e600ca4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e600ca030 0x7f2e600ca4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 -- 172.21.15.7:0/2658704090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e600cad90 con 0x7f2e600abd10 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e6539f640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 0x7f2e600ac190 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f2e600b4ea0 tx=0x7f2e50011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e50004500 con 0x7f2e600abd10 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e50003620 con 0x7f2e600abd10 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e500039d0 con 0x7f2e600abd10 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e600cb070 con 0x7f2e600abd10 2024-09-13T15:58:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e6014b2d0 con 0x7f2e600abd10 2024-09-13T15:58:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e600cb870 con 0x7f2e600abd10 2024-09-13T15:58:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2e50003b30 con 0x7f2e600abd10 2024-09-13T15:58:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5d7fa640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2e4c066690 0x7f2e4c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e50084500 con 0x7f2e600abd10 2024-09-13T15:58:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e64b9e640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2e4c066690 0x7f2e4c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.894+0000 7f2e64b9e640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2e4c066690 0x7f2e4c068b50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2e58001060 tx=0x7f2e58000ff0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:25.898+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2e600cb870 con 0x7f2e600abd10 2024-09-13T15:58:26.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.058+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2e600cb870 con 0x7f2e600abd10 2024-09-13T15:58:26.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.058+0000 7f2e5d7fa640 1 -- 172.21.15.7:0/2658704090 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v37) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2e600cb870 con 0x7f2e600abd10 2024-09-13T15:58:26.063 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:58:26.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2e4c066690 msgr2=0x7f2e4c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2e4c066690 0x7f2e4c068b50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2e58001060 tx=0x7f2e58000ff0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 msgr2=0x7f2e600ac190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 0x7f2e600ac190 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f2e600b4ea0 tx=0x7f2e50011920 comp rx=0 tx=0).stop 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 shutdown_connections 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2e4c066690 0x7f2e4c068b50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e600abd10 0x7f2e600ac190 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2e600ca030 0x7f2e600ca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 --2- 172.21.15.7:0/2658704090 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2e480047d0 0x7f2e6014e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 >> 172.21.15.7:0/2658704090 conn(0x7f2e600cf210 msgr2=0x7f2e600b3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 shutdown_connections 2024-09-13T15:58:26.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.062+0000 7f2e66e02640 1 -- 172.21.15.7:0/2658704090 wait complete. 2024-09-13T15:58:26.083 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:58:26.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 Processor -- start 2024-09-13T15:58:26.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 -- start start 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f363c159170 0x7f363c071a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c06d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f363c15ce90 0x7f363c15d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f363c06d9d0 con 0x7f363c159170 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f363c071f50 con 0x7f363c15ce90 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3643cb3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f363c06fcd0 con 0x7f363c06d020 2024-09-13T15:58:26.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f363c159170 0x7f363c071a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f363c159170 0x7f363c071a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39248/0 (socket says 172.21.15.7:39248) 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 -- 172.21.15.7:0/1436319913 learned_addr learned my addr 172.21.15.7:0/1436319913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f364124e640 1 --2- 172.21.15.7:0/1436319913 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3642250640 1 --2- 172.21.15.7:0/1436319913 >> v2:172.21.15.77:3300/0 conn(0x7f363c15ce90 0x7f363c15d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 -- 172.21.15.7:0/1436319913 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 msgr2=0x7f363c06d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 --2- 172.21.15.7:0/1436319913 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c06d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 -- 172.21.15.7:0/1436319913 >> v2:172.21.15.77:3300/0 conn(0x7f363c15ce90 msgr2=0x7f363c15d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 --2- 172.21.15.7:0/1436319913 >> v2:172.21.15.77:3300/0 conn(0x7f363c15ce90 0x7f363c15d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.198+0000 7f3641a4f640 1 -- 172.21.15.7:0/1436319913 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f363c06ffb0 con 0x7f363c159170 2024-09-13T15:58:26.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3641a4f640 1 --2- 172.21.15.7:0/1436319913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c159170 0x7f363c071a10 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f363c15df30 tx=0x7f363801ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=537e3039b52b084 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3640a4d640 1 -- 172.21.15.7:0/1436319913 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f363800b2d0 con 0x7f363c159170 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3640a4d640 1 -- 172.21.15.7:0/1436319913 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f363800b430 con 0x7f363c159170 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3640a4d640 1 -- 172.21.15.7:0/1436319913 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36380a7b70 con 0x7f363c159170 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- 172.21.15.7:0/1436319913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c159170 msgr2=0x7f363c071a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- 172.21.15.7:0/1436319913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c159170 0x7f363c071a10 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f363c15df30 tx=0x7f363801ebc0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- 172.21.15.7:0/1436319913 shutdown_connections 2024-09-13T15:58:26.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- 172.21.15.7:0/1436319913 >> v2:172.21.15.77:3300/0 conn(0x7f363c15ce90 0x7f363c15d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- 172.21.15.7:0/1436319913 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c06d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- 172.21.15.7:0/1436319913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c159170 0x7f363c071a10 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- 172.21.15.7:0/1436319913 >> 172.21.15.7:0/1436319913 conn(0x7f363c069f00 msgr2=0x7f363c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- 172.21.15.7:0/1436319913 shutdown_connections 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- 172.21.15.7:0/1436319913 wait complete. 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 Processor -- start 2024-09-13T15:58:26.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- start start 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c15b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f363c159170 0x7f363c151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 0x7f363c13f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f363c150d70 con 0x7f363c15ce90 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f363c151740 con 0x7f363c159170 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3643cb3640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f363c150160 con 0x7f363c06d020 2024-09-13T15:58:26.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 0x7f363c13f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 0x7f363c13f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39262/0 (socket says 172.21.15.7:39262) 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 -- 172.21.15.7:0/4064099525 learned_addr learned my addr 172.21.15.7:0/4064099525 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3641a4f640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c15b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f364124e640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f363c159170 0x7f363c151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 -- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 msgr2=0x7f363c15b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c15b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 -- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f363c159170 msgr2=0x7f363c151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f363c159170 0x7f363c151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 -- 172.21.15.7:0/4064099525 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f363800bd40 con 0x7f363c15ce90 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3641a4f640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c15b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f3642250640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 0x7f363c13f540 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f363400afd0 tx=0x7f363400ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:26.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3634004220 con 0x7f363c15ce90 2024-09-13T15:58:26.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3634004380 con 0x7f363c15ce90 2024-09-13T15:58:26.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.202+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3634003840 con 0x7f363c15ce90 2024-09-13T15:58:26.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f363c150440 con 0x7f363c15ce90 2024-09-13T15:58:26.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f363c150a00 con 0x7f363c15ce90 2024-09-13T15:58:26.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f363c150f20 con 0x7f363c15ce90 2024-09-13T15:58:26.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f36340039a0 con 0x7f363c15ce90 2024-09-13T15:58:26.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f36327fc640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3620066690 0x7f3620068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3634083e50 con 0x7f363c15ce90 2024-09-13T15:58:26.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f3641a4f640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3620066690 0x7f3620068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.206+0000 7f3641a4f640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3620066690 0x7f3620068b50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f36380b0000 tx=0x7f36380a9070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:26.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.210+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f36340511f0 con 0x7f363c15ce90 2024-09-13T15:58:26.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.374+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f363c159550 con 0x7f363c15ce90 2024-09-13T15:58:26.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.374+0000 7f36327fc640 1 -- 172.21.15.7:0/4064099525 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v37) v1 ==== 80+0+120 (secure 0 0 0) 0x7f363401e090 con 0x7f363c15ce90 2024-09-13T15:58:26.379 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6837/3975267023 2024-09-14T15:58:16.439102+0000 2024-09-13T15:58:26.379 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6836/3975267023 2024-09-14T15:58:16.439102+0000 2024-09-13T15:58:26.379 INFO:teuthology.orchestra.run.smithi007.stderr:listed 2 entries 2024-09-13T15:58:26.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3620066690 msgr2=0x7f3620068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3620066690 0x7f3620068b50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f36380b0000 tx=0x7f36380a9070 comp rx=0 tx=0).stop 2024-09-13T15:58:26.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 msgr2=0x7f363c13f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 0x7f363c13f540 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f363400afd0 tx=0x7f363400ca20 comp rx=0 tx=0).stop 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 shutdown_connections 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3620066690 0x7f3620068b50 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f363c15ce90 0x7f363c13f540 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f363c159170 0x7f363c151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 --2- 172.21.15.7:0/4064099525 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f363c06d020 0x7f363c15b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 >> 172.21.15.7:0/4064099525 conn(0x7f363c069f00 msgr2=0x7f363c0aebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 shutdown_connections 2024-09-13T15:58:26.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.378+0000 7f3643cb3640 1 -- 172.21.15.7:0/4064099525 wait complete. 2024-09-13T15:58:26.397 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-13T15:58:26.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:26.397 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:26.407 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[38383]: fuse finished with error 0 and tester_r 0 2024-09-13T15:58:26.409 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:58:26.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:26.409 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T15:58:26.460 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:58:26.461 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:26.467 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:58:26.468 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:58:26.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:26.468 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T15:58:26.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:58:26.517 INFO:teuthology.orchestra.run.smithi077.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T15:58:26.518 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:26.518 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:26.524 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17326 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:58:26.524 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:58:26.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:26.524 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T15:58:26.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:58:26.572 INFO:teuthology.orchestra.run.smithi007.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T15:58:26.573 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:58:26.573 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:26.579 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:58:26.579 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:58:26.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:26.579 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T15:58:26.633 INFO:teuthology.orchestra.run.smithi077.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T15:58:26.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:58:26.634 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:26.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a1a604640 1 Processor -- start 2024-09-13T15:58:26.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a1a604640 1 -- start start 2024-09-13T15:58:26.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a1a604640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f1a140b47f0 0x7f1a14165400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a1a604640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a1406bf10 con 0x7f1a1415a5f0 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a1a604640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a140ce680 con 0x7f1a140ce030 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a1a604640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a140ce4a0 con 0x7f1a140b47f0 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a13fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f1a1415a5f0 0x7f1a14065c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37644/0 (socket says 172.21.15.7:37644) 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a13fff640 1 -- 172.21.15.7:0/677816888 learned_addr learned my addr 172.21.15.7:0/677816888 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1029004553 0 0) 0x7f1a1406bf10 con 0x7f1a1415a5f0 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f19fc003530 con 0x7f1a1415a5f0 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 --2- 172.21.15.7:0/677816888 >> v2:172.21.15.77:3300/0 conn(0x7f1a140b47f0 0x7f1a14165400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1577332343 0 0) 0x7f19fc003530 con 0x7f1a1415a5f0 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 >> v2:172.21.15.77:3300/0 conn(0x7f1a140b47f0 msgr2=0x7f1a14165400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 --2- 172.21.15.7:0/677816888 >> v2:172.21.15.77:3300/0 conn(0x7f1a140b47f0 0x7f1a14165400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 >> v1:172.21.15.77:6789/0 conn(0x7f1a140ce030 legacy=0x7f1a140b40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a140ce960 con 0x7f1a1415a5f0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f1a0c001a00 con 0x7f1a1415a5f0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 >> v1:172.21.15.7:6789/0 conn(0x7f1a1415a5f0 legacy=0x7f1a14065c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0039d0 0x7f19fc003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19fc0047d0 0x7f19fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19fc0052b0 0x7f19fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a140ce4a0 con 0x7f19fc0052b0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19fc00c1d0 con 0x7f19fc0039d0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19fc00c390 con 0x7f19fc0047d0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19fc0052b0 0x7f19fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a13fff640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0039d0 0x7f19fc003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a137fe640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19fc0047d0 0x7f19fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 -- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19fc0047d0 msgr2=0x7f19fc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:26.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19fc0047d0 0x7f19fc004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 -- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0039d0 msgr2=0x7f19fc003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:26.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0039d0 0x7f19fc003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a18ba1640 1 -- 172.21.15.7:0/677816888 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19fc003530 con 0x7f19fc0052b0 2024-09-13T15:58:26.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.762+0000 7f1a137fe640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f19fc0047d0 0x7f19fc004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:26.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a18ba1640 1 -- 172.21.15.7:0/677816888 reap_dead start 2024-09-13T15:58:26.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a18ba1640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19fc0052b0 0x7f19fc00b990 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1a0400ba00 tx=0x7f1a0401c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d03979a199ef61c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a04004220 con 0x7f19fc0052b0 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a04004380 con 0x7f19fc0052b0 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a12ffd640 1 -- 172.21.15.7:0/677816888 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a04003860 con 0x7f19fc0052b0 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 -- 172.21.15.7:0/677816888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19fc0052b0 msgr2=0x7f19fc00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19fc0052b0 0x7f19fc00b990 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1a0400ba00 tx=0x7f1a0401c640 comp rx=0 tx=0).stop 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 -- 172.21.15.7:0/677816888 shutdown_connections 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 --2- 172.21.15.7:0/677816888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19fc0052b0 0x7f19fc00b990 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 -- 172.21.15.7:0/677816888 >> 172.21.15.7:0/677816888 conn(0x7f1a140aea40 msgr2=0x7f1a140aee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:26.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 -- 172.21.15.7:0/677816888 shutdown_connections 2024-09-13T15:58:26.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.766+0000 7f1a1a604640 1 -- 172.21.15.7:0/677816888 wait complete. 2024-09-13T15:58:26.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 Processor -- start 2024-09-13T15:58:26.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- start start 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0052b0 0x7f1a141f23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 0x7f1a140afa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1a14156000 0x7f1a1414d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1415d1e0 con 0x7f1a14155b80 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1415d4c0 con 0x7f19fc0052b0 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1415d7a0 con 0x7f1a14156000 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 0x7f1a140afa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 0x7f1a140afa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39278/0 (socket says 172.21.15.7:39278) 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 -- 172.21.15.7:0/1209895180 learned_addr learned my addr 172.21.15.7:0/1209895180 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a18ba1640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1a14156000 0x7f1a1414d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 -- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1a14156000 msgr2=0x7f1a1414d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a13fff640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0052b0 0x7f1a141f23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1a14156000 0x7f1a1414d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 -- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0052b0 msgr2=0x7f1a141f23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0052b0 0x7f1a141f23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 -- 172.21.15.7:0/1209895180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a1415da80 con 0x7f1a14155b80 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a137fe640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 0x7f1a140afa90 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800d770 tx=0x7f1a0800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a08005270 con 0x7f1a14155b80 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a080053d0 con 0x7f1a14155b80 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a141f28e0 con 0x7f1a14155b80 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a0800b8f0 con 0x7f1a14155b80 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a140affd0 con 0x7f1a14155b80 2024-09-13T15:58:26.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.770+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a1415bee0 con 0x7f1a14155b80 2024-09-13T15:58:26.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.774+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1a0800ba50 con 0x7f1a14155b80 2024-09-13T15:58:26.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.774+0000 7f1a10ff9640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1a00066690 0x7f1a00068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:26.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.774+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1a08084ae0 con 0x7f1a14155b80 2024-09-13T15:58:26.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.774+0000 7f1a13fff640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1a00066690 0x7f1a00068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:26.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.774+0000 7f1a13fff640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1a00066690 0x7f1a00068b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1a1404e4c0 tx=0x7f1a0c0017c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:26.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.778+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1a08051f60 con 0x7f1a14155b80 2024-09-13T15:58:26.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.974+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1a14072630 con 0x7f1a14155b80 2024-09-13T15:58:26.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.974+0000 7f1a10ff9640 1 -- 172.21.15.7:0/1209895180 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4721 (secure 0 0 0) 0x7f1a08084030 con 0x7f1a14155b80 2024-09-13T15:58:26.979 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:26.979 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:19.472418+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:active","state_seq":10,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:26.980 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 18 2024-09-13T15:58:26.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1a00066690 msgr2=0x7f1a00068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1a00066690 0x7f1a00068b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1a1404e4c0 tx=0x7f1a0c0017c0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 msgr2=0x7f1a140afa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:26.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 0x7f1a140afa90 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800d770 tx=0x7f1a0800dc30 comp rx=0 tx=0).stop 2024-09-13T15:58:26.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 shutdown_connections 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1a00066690 0x7f1a00068b50 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1a14156000 0x7f1a1414d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a14155b80 0x7f1a140afa90 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 --2- 172.21.15.7:0/1209895180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19fc0052b0 0x7f1a141f23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 >> 172.21.15.7:0/1209895180 conn(0x7f1a140aea40 msgr2=0x7f1a1406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 shutdown_connections 2024-09-13T15:58:26.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:26.978+0000 7f1a1a604640 1 -- 172.21.15.7:0/1209895180 wait complete. 2024-09-13T15:58:26.998 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:27.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.114+0000 7f380440c640 1 Processor -- start 2024-09-13T15:58:27.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.114+0000 7f380440c640 1 -- start start 2024-09-13T15:58:27.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f380440c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f37fc15c760 0x7f37fc0b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f380440c640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37fc0d17e0 con 0x7f37fc0d0630 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f380440c640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37fc0d0bd0 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f380440c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37fc0d0eb0 con 0x7f37fc15c760 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38021a8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f37fc15c760 0x7f37fc0b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38019a7640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f37fc0d0630 0x7f37fc0d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37648/0 (socket says 172.21.15.7:37648) 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38019a7640 1 -- 172.21.15.7:0/3023116676 learned_addr learned my addr 172.21.15.7:0/3023116676 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38011a6640 1 -- 172.21.15.7:0/3023116676 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1984094195 0 0) 0x7f37fc0d17e0 con 0x7f37fc0d0630 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38011a6640 1 -- 172.21.15.7:0/3023116676 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37e8003530 con 0x7f37fc0d0630 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38021a8640 1 -- 172.21.15.7:0/3023116676 >> v1:172.21.15.77:6789/0 conn(0x7f37fc0cd2c0 legacy=0x7f37fc0b5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38021a8640 1 -- 172.21.15.7:0/3023116676 >> v1:172.21.15.7:6789/0 conn(0x7f37fc0d0630 legacy=0x7f37fc0d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.118+0000 7f38021a8640 1 -- 172.21.15.7:0/3023116676 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37fc0d1190 con 0x7f37fc15c760 2024-09-13T15:58:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 --2- 172.21.15.7:0/3023116676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc15c760 0x7f37fc0b7fc0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f37f80097c0 tx=0x7f37f801ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489be4b1c31840e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38011a6640 1 -- 172.21.15.7:0/3023116676 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37f80a8990 con 0x7f37fc15c760 2024-09-13T15:58:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38011a6640 1 -- 172.21.15.7:0/3023116676 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37f80a8af0 con 0x7f37fc15c760 2024-09-13T15:58:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38011a6640 1 -- 172.21.15.7:0/3023116676 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37f80a8e60 con 0x7f37fc15c760 2024-09-13T15:58:27.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- 172.21.15.7:0/3023116676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc15c760 msgr2=0x7f37fc0b7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 --2- 172.21.15.7:0/3023116676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc15c760 0x7f37fc0b7fc0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f37f80097c0 tx=0x7f37f801ec90 comp rx=0 tx=0).stop 2024-09-13T15:58:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- 172.21.15.7:0/3023116676 shutdown_connections 2024-09-13T15:58:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 --2- 172.21.15.7:0/3023116676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc15c760 0x7f37fc0b7fc0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- 172.21.15.7:0/3023116676 >> 172.21.15.7:0/3023116676 conn(0x7f37fc0cf070 msgr2=0x7f37fc0cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- 172.21.15.7:0/3023116676 shutdown_connections 2024-09-13T15:58:27.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- 172.21.15.7:0/3023116676 wait complete. 2024-09-13T15:58:27.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 Processor -- start 2024-09-13T15:58:27.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- start start 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 0x7f37fc158be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37fc0d0630 0x7f37fc1f21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f37fc15c760 0x7f37fc0cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37fc0c7710 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37fc159120 con 0x7f37fc0d0630 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f380440c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37fc0c6b00 con 0x7f37fc15c760 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 0x7f37fc158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 0x7f37fc158be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39302/0 (socket says 172.21.15.7:39302) 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 -- 172.21.15.7:0/4203302605 learned_addr learned my addr 172.21.15.7:0/4203302605 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38019a7640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37fc0d0630 0x7f37fc1f21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38029a9640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f37fc15c760 0x7f37fc0cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 -- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f37fc15c760 msgr2=0x7f37fc0cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f37fc15c760 0x7f37fc0cb890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 -- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37fc0d0630 msgr2=0x7f37fc1f21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37fc0d0630 0x7f37fc1f21d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 -- 172.21.15.7:0/4203302605 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37f8009420 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38019a7640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37fc0d0630 0x7f37fc1f21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.122+0000 7f38021a8640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 0x7f37fc158be0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f37f801c8c0 tx=0x7f37f801d4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37f80b1e00 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37f8006e20 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37fc0c6de0 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37f8004230 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37fc0c73a0 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37fc0b7fc0 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f37f8004390 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f37f2ffd640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f37e00666c0 0x7f37e0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f37f8121cd0 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f38019a7640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f37e00666c0 0x7f37e0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.126+0000 7f38019a7640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f37e00666c0 0x7f37e0068b80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f37fc06b790 tx=0x7f37ec009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.130+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f37f80ef190 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.286+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f37fc0ccf70 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f37f2ffd640 1 -- 172.21.15.7:0/4203302605 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+16588 (secure 0 0 0) 0x7f37f80f27b0 con 0x7f37fc0cd2c0 2024-09-13T15:58:27.293 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:27.293 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:16.439151+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6837/3975267023":"2024-09-14T15:58:16.439102+0000","172.21.15.7:6836/3975267023":"2024-09-14T15:58:16.439102+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:27.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f37e00666c0 msgr2=0x7f37e0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f37e00666c0 0x7f37e0068b80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f37fc06b790 tx=0x7f37ec009040 comp rx=0 tx=0).stop 2024-09-13T15:58:27.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 msgr2=0x7f37fc158be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 0x7f37fc158be0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f37f801c8c0 tx=0x7f37f801d4d0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 shutdown_connections 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f37e00666c0 0x7f37e0068b80 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f37fc15c760 0x7f37fc0cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37fc0d0630 0x7f37fc1f21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 --2- 172.21.15.7:0/4203302605 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37fc0cd2c0 0x7f37fc158be0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.290+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 >> 172.21.15.7:0/4203302605 conn(0x7f37fc0cf070 msgr2=0x7f37fc0b6400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.294+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 shutdown_connections 2024-09-13T15:58:27.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.294+0000 7f380440c640 1 -- 172.21.15.7:0/4203302605 wait complete. 2024-09-13T15:58:27.311 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:57:57.412213+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:57:58.666811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:58:27.311 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:58:27.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.426+0000 7f44086ac640 1 Processor -- start 2024-09-13T15:58:27.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.426+0000 7f44086ac640 1 -- start start 2024-09-13T15:58:27.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f44086ac640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f440015c9f0 0x7f44000d1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f44086ac640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f44000cd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f44086ac640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44000d0ec0 con 0x7f44000b8410 2024-09-13T15:58:27.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f44086ac640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44000d11a0 con 0x7f440015c9f0 2024-09-13T15:58:27.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f44086ac640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44000d1480 con 0x7f44000b8010 2024-09-13T15:58:27.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f440015c9f0 0x7f44000d1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f440015c9f0 0x7f44000d1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39304/0 (socket says 172.21.15.7:39304) 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 -- 172.21.15.7:0/4188078251 learned_addr learned my addr 172.21.15.7:0/4188078251 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4405c47640 1 --2- 172.21.15.7:0/4188078251 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f44000cd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 -- 172.21.15.7:0/4188078251 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 msgr2=0x7f44000cd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 --2- 172.21.15.7:0/4188078251 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f44000cd3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 -- 172.21.15.7:0/4188078251 >> v1:172.21.15.77:6789/0 conn(0x7f44000b8410 legacy=0x7f44000b5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:27.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 -- 172.21.15.7:0/4188078251 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44000d1760 con 0x7f440015c9f0 2024-09-13T15:58:27.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4406448640 1 --2- 172.21.15.7:0/4188078251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f44000d1f60 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f43fc009870 tx=0x7f43fc01ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8da7167272cb7171 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4405446640 1 -- 172.21.15.7:0/4188078251 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43fc0a89d0 con 0x7f440015c9f0 2024-09-13T15:58:27.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4405446640 1 -- 172.21.15.7:0/4188078251 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43fc0a8b30 con 0x7f440015c9f0 2024-09-13T15:58:27.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.430+0000 7f4405446640 1 -- 172.21.15.7:0/4188078251 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43fc0b0440 con 0x7f440015c9f0 2024-09-13T15:58:27.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4188078251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 msgr2=0x7f44000d1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 --2- 172.21.15.7:0/4188078251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f44000d1f60 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f43fc009870 tx=0x7f43fc01ed10 comp rx=0 tx=0).stop 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4188078251 shutdown_connections 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 --2- 172.21.15.7:0/4188078251 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f44000cd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 --2- 172.21.15.7:0/4188078251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f44000d1f60 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4188078251 >> 172.21.15.7:0/4188078251 conn(0x7f44000cf340 msgr2=0x7f44000cf750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4188078251 shutdown_connections 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4188078251 wait complete. 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 Processor -- start 2024-09-13T15:58:27.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- start start 2024-09-13T15:58:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f440015bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44000b8410 0x7f44000a90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f440015efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44000aa670 con 0x7f440015c9f0 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44000a9a60 con 0x7f44000b8410 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44000a9d40 con 0x7f44000b8010 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f440015efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f440015efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39316/0 (socket says 172.21.15.7:39316) 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 -- 172.21.15.7:0/4204880956 learned_addr learned my addr 172.21.15.7:0/4204880956 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406448640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f440015bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4405c47640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44000b8410 0x7f44000a90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 -- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 msgr2=0x7f440015bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f440015bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 -- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44000b8410 msgr2=0x7f44000a90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44000b8410 0x7f44000a90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 -- 172.21.15.7:0/4204880956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43fc0094d0 con 0x7f440015c9f0 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406448640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f440015bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4405c47640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44000b8410 0x7f44000a90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f4406c49640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f440015efa0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f43f800c780 tx=0x7f43f800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f800aa50 con 0x7f440015c9f0 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43f800abf0 con 0x7f440015c9f0 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f800ce30 con 0x7f440015c9f0 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44000aa020 con 0x7f440015c9f0 2024-09-13T15:58:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.434+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f440015c040 con 0x7f440015c9f0 2024-09-13T15:58:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.438+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44000cd3c0 con 0x7f440015c9f0 2024-09-13T15:58:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.438+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f43f8012420 con 0x7f440015c9f0 2024-09-13T15:58:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.438+0000 7f43f6ffd640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43e4066690 0x7f43e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.438+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f43f8084340 con 0x7f440015c9f0 2024-09-13T15:58:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.438+0000 7f4406448640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43e4066690 0x7f43e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.438+0000 7f4406448640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43e4066690 0x7f43e4068b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f43fc0b2000 tx=0x7f43fc0aa070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.442+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f43f80516e0 con 0x7f440015c9f0 2024-09-13T15:58:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.602+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4400159e90 con 0x7f440015c9f0 2024-09-13T15:58:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.602+0000 7f43f6ffd640 1 -- 172.21.15.7:0/4204880956 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) v1 ==== 93+0+10 (secure 0 0 0) 0x7f43f8003eb0 con 0x7f440015c9f0 2024-09-13T15:58:27.606 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43e4066690 msgr2=0x7f43e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43e4066690 0x7f43e4068b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f43fc0b2000 tx=0x7f43fc0aa070 comp rx=0 tx=0).stop 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 msgr2=0x7f440015efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f440015efa0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f43f800c780 tx=0x7f43f800cc40 comp rx=0 tx=0).stop 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 shutdown_connections 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f43e4066690 0x7f43e4068b50 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f440015c9f0 0x7f440015efa0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f44000b8410 0x7f44000a90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 --2- 172.21.15.7:0/4204880956 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f44000b8010 0x7f440015bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 >> 172.21.15.7:0/4204880956 conn(0x7f44000cf340 msgr2=0x7f44000cf720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 shutdown_connections 2024-09-13T15:58:27.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.606+0000 7f44086ac640 1 -- 172.21.15.7:0/4204880956 wait complete. 2024-09-13T15:58:27.625 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:58:27.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec62e5640 1 Processor -- start 2024-09-13T15:58:27.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec62e5640 1 -- start start 2024-09-13T15:58:27.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec62e5640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbec0070d40 0x7fbec006c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec62e5640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbec0071190 con 0x7fbec015a470 2024-09-13T15:58:27.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec62e5640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbec015b890 con 0x7fbec00cfd30 2024-09-13T15:58:27.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec62e5640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbec00cf280 con 0x7fbec0070d40 2024-09-13T15:58:27.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbec015a470 0x7fbec00cf620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37650/0 (socket says 172.21.15.7:37650) 2024-09-13T15:58:27.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 -- 172.21.15.7:0/432079629 learned_addr learned my addr 172.21.15.7:0/432079629 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:27.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec4882640 1 --2- 172.21.15.7:0/432079629 >> v2:172.21.15.77:3300/0 conn(0x7fbec0070d40 0x7fbec006c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1315184461 0 0) 0x7fbec0071190 con 0x7fbec015a470 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbea8003530 con 0x7fbec015a470 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 371205706 0 0) 0x7fbea8003530 con 0x7fbec015a470 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 >> v2:172.21.15.77:3300/0 conn(0x7fbec0070d40 msgr2=0x7fbec006c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 --2- 172.21.15.7:0/432079629 >> v2:172.21.15.77:3300/0 conn(0x7fbec0070d40 0x7fbec006c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 >> v1:172.21.15.77:6789/0 conn(0x7fbec00cfd30 legacy=0x7fbec00cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbec015aff0 con 0x7fbec015a470 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fbeb0001680 con 0x7fbec015a470 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 >> v1:172.21.15.7:6789/0 conn(0x7fbec015a470 legacy=0x7fbec00cf620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbea8003980 0x7fbea8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea80047d0 0x7fbea8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea8005190 0x7fbea800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea800c000 con 0x7fbea8003980 2024-09-13T15:58:27.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea800c170 con 0x7fbea8005190 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea800c330 con 0x7fbea80047d0 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbea8003980 0x7fbea8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec4882640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea8005190 0x7fbea800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebf7fe640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea80047d0 0x7fbea8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 -- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea80047d0 msgr2=0x7fbea8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea80047d0 0x7fbea8004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 -- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea8005190 msgr2=0x7fbea800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea8005190 0x7fbea800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbec4882640 1 -- 172.21.15.7:0/432079629 reap_dead start 2024-09-13T15:58:27.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.746+0000 7fbebffff640 1 -- 172.21.15.7:0/432079629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbea8003530 con 0x7fbea8003980 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbebffff640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbea8003980 0x7fbea8003da0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000c240 tx=0x7fbeb001cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce0c0554b6372bc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0005ae0 con 0x7fbea8003980 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbeb0005c40 con 0x7fbea8003980 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbebeffd640 1 -- 172.21.15.7:0/432079629 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb00a5a30 con 0x7fbea8003980 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 -- 172.21.15.7:0/432079629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbea8003980 msgr2=0x7fbea8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbea8003980 0x7fbea8003da0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000c240 tx=0x7fbeb001cc20 comp rx=0 tx=0).stop 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 -- 172.21.15.7:0/432079629 shutdown_connections 2024-09-13T15:58:27.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 --2- 172.21.15.7:0/432079629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbea8003980 0x7fbea8003da0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 -- 172.21.15.7:0/432079629 >> 172.21.15.7:0/432079629 conn(0x7fbec006b1e0 msgr2=0x7fbec006b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 -- 172.21.15.7:0/432079629 shutdown_connections 2024-09-13T15:58:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 -- 172.21.15.7:0/432079629 wait complete. 2024-09-13T15:58:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 Processor -- start 2024-09-13T15:58:27.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.750+0000 7fbec62e5640 1 -- start start 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea8003980 0x7fbec0156b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 0x7fbec00c52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbec00c5800 0x7fbec00c6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbec01570c0 con 0x7fbec00c44d0 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbec00c5cb0 con 0x7fbec00c5800 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbec01578c0 con 0x7fbea8003980 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 0x7fbec00c52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 0x7fbec00c52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39322/0 (socket says 172.21.15.7:39322) 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 -- 172.21.15.7:0/3663566122 learned_addr learned my addr 172.21.15.7:0/3663566122 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:27.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebffff640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea8003980 0x7fbec0156b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec4882640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbec00c5800 0x7fbec00c6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 -- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea8003980 msgr2=0x7fbec0156b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea8003980 0x7fbec0156b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 -- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbec00c5800 msgr2=0x7fbec00c6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbec00c5800 0x7fbec00c6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 -- 172.21.15.7:0/3663566122 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbec0157ba0 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebf7fe640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 0x7fbec00c52c0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400d4c0 tx=0x7fbeb400d980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4005480 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbeb4003620 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb40039f0 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbec0157e80 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbec01f64a0 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbec0157720 con 0x7fbec00c44d0 2024-09-13T15:58:27.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbeb4003b50 con 0x7fbec00c44d0 2024-09-13T15:58:27.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebcff9640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbeac0666c0 0x7fbeac068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:27.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fbeb4084000 con 0x7fbec00c44d0 2024-09-13T15:58:27.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebffff640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbeac0666c0 0x7fbeac068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:27.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.754+0000 7fbebffff640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbeac0666c0 0x7fbeac068b80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fbeb00ab000 tx=0x7fbeb00b1040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:27.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.758+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbec0157720 con 0x7fbec00c44d0 2024-09-13T15:58:27.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbec0157720 con 0x7fbec00c44d0 2024-09-13T15:58:27.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbebcff9640 1 -- 172.21.15.7:0/3663566122 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v37) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbec0157720 con 0x7fbec00c44d0 2024-09-13T15:58:27.917 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:58:27.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbeac0666c0 msgr2=0x7fbeac068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbeac0666c0 0x7fbeac068b80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fbeb00ab000 tx=0x7fbeb00b1040 comp rx=0 tx=0).stop 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 msgr2=0x7fbec00c52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 0x7fbec00c52c0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400d4c0 tx=0x7fbeb400d980 comp rx=0 tx=0).stop 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 shutdown_connections 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbeac0666c0 0x7fbeac068b80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbec00c5800 0x7fbec00c6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbec00c44d0 0x7fbec00c52c0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 --2- 172.21.15.7:0/3663566122 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbea8003980 0x7fbec0156b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 >> 172.21.15.7:0/3663566122 conn(0x7fbec006b1e0 msgr2=0x7fbec015de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 shutdown_connections 2024-09-13T15:58:27.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:27.914+0000 7fbec62e5640 1 -- 172.21.15.7:0/3663566122 wait complete. 2024-09-13T15:58:27.934 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:58:28.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 Processor -- start 2024-09-13T15:58:28.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 -- start start 2024-09-13T15:58:28.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff61c15c900 0x7ff61c0d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff61c0cd7f0 0x7ff61c0b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff61c0d0db0 con 0x7ff61c0cdc30 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff61c15cce0 con 0x7ff61c15c900 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff6219f7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff61c0d1090 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61b7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff61c0cdc30 0x7ff61c0b59a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37656/0 (socket says 172.21.15.7:37656) 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61b7fe640 1 -- 172.21.15.7:0/3357426111 learned_addr learned my addr 172.21.15.7:0/3357426111 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61affd640 1 --2- 172.21.15.7:0/3357426111 >> v2:172.21.15.7:3300/0 conn(0x7ff61c15c900 0x7ff61c0d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61a7fc640 1 --2- 172.21.15.7:0/3357426111 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0cd7f0 0x7ff61c0b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61affd640 1 -- 172.21.15.7:0/3357426111 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0cd7f0 msgr2=0x7ff61c0b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61affd640 1 --2- 172.21.15.7:0/3357426111 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0cd7f0 0x7ff61c0b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61affd640 1 -- 172.21.15.7:0/3357426111 >> v1:172.21.15.7:6789/0 conn(0x7ff61c0cdc30 legacy=0x7ff61c0b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61affd640 1 -- 172.21.15.7:0/3357426111 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff61c0d1370 con 0x7ff61c15c900 2024-09-13T15:58:28.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.058+0000 7ff61a7fc640 1 --2- 172.21.15.7:0/3357426111 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0cd7f0 0x7ff61c0b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:28.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 --2- 172.21.15.7:0/3357426111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c15c900 0x7ff61c0d1e50 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff61c08b1f0 tx=0x7ff60c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8834a03a4d365605 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff619ffb640 1 -- 172.21.15.7:0/3357426111 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60c0ab600 con 0x7ff61c15c900 2024-09-13T15:58:28.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff619ffb640 1 -- 172.21.15.7:0/3357426111 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff60c0a7050 con 0x7ff61c15c900 2024-09-13T15:58:28.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff619ffb640 1 -- 172.21.15.7:0/3357426111 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60c0ab980 con 0x7ff61c15c900 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- 172.21.15.7:0/3357426111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c15c900 msgr2=0x7ff61c0d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 --2- 172.21.15.7:0/3357426111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c15c900 0x7ff61c0d1e50 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff61c08b1f0 tx=0x7ff60c01c3c0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- 172.21.15.7:0/3357426111 shutdown_connections 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 --2- 172.21.15.7:0/3357426111 >> v2:172.21.15.77:3300/0 conn(0x7ff61c0cd7f0 0x7ff61c0b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 --2- 172.21.15.7:0/3357426111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c15c900 0x7ff61c0d1e50 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- 172.21.15.7:0/3357426111 >> 172.21.15.7:0/3357426111 conn(0x7ff61c0cf210 msgr2=0x7ff61c0cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- 172.21.15.7:0/3357426111 shutdown_connections 2024-09-13T15:58:28.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- 172.21.15.7:0/3357426111 wait complete. 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 Processor -- start 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- start start 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 0x7ff61c151c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c0cdc30 0x7ff61c15d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff61c15c900 0x7ff61c0b24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c15f0e0 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c1521a0 con 0x7ff61c15c900 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff6219f7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff61c15ab60 con 0x7ff61c0cdc30 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 0x7ff61c151c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 0x7ff61c151c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39354/0 (socket says 172.21.15.7:39354) 2024-09-13T15:58:28.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 -- 172.21.15.7:0/174711601 learned_addr learned my addr 172.21.15.7:0/174711601 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61b7fe640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff61c15c900 0x7ff61c0b24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61a7fc640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c0cdc30 0x7ff61c15d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 -- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c0cdc30 msgr2=0x7ff61c15d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c0cdc30 0x7ff61c15d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 -- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff61c15c900 msgr2=0x7ff61c0b24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff61c15c900 0x7ff61c0b24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61affd640 1 -- 172.21.15.7:0/174711601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff60c009420 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.062+0000 7ff61b7fe640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff61c15c900 0x7ff61c0b24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:28.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff61affd640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 0x7ff61c151c60 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7ff60c0ae040 tx=0x7ff60c01ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60c0b7650 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff60c0b77b0 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff61c0d2510 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60c0b7b20 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff61c15e280 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff61c0b4210 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff60c0b7c80 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff603fff640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff608066690 0x7ff608068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff60c11ed50 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff61a7fc640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff608066690 0x7ff608068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.066+0000 7ff61a7fc640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff608066690 0x7ff608068b50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff61c15bd40 tx=0x7ff610008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.070+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff60c0ec1d0 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff61c0b1b10 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff603fff640 1 -- 172.21.15.7:0/174711601 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v37) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff60c0bb0a0 con 0x7ff61c0cd7f0 2024-09-13T15:58:28.233 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff608066690 msgr2=0x7ff608068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff608066690 0x7ff608068b50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff61c15bd40 tx=0x7ff610008040 comp rx=0 tx=0).stop 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 msgr2=0x7ff61c151c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 0x7ff61c151c60 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7ff60c0ae040 tx=0x7ff60c01ac00 comp rx=0 tx=0).stop 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 shutdown_connections 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff608066690 0x7ff608068b50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff61c15c900 0x7ff61c0b24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff61c0cdc30 0x7ff61c15d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 --2- 172.21.15.7:0/174711601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff61c0cd7f0 0x7ff61c151c60 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 >> 172.21.15.7:0/174711601 conn(0x7ff61c0cf210 msgr2=0x7ff61c158f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:28.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 shutdown_connections 2024-09-13T15:58:28.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.230+0000 7ff6219f7640 1 -- 172.21.15.7:0/174711601 wait complete. 2024-09-13T15:58:28.253 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:28.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.370+0000 7fad1f1db640 1 Processor -- start 2024-09-13T15:58:28.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.370+0000 7fad1f1db640 1 -- start start 2024-09-13T15:58:28.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1f1db640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fad18143f00 0x7fad1815e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1f1db640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fad180cdd10 0x7fad180cf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1f1db640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad1815e870 con 0x7fad180cfcb0 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1f1db640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad1815eb50 con 0x7fad18143f00 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1f1db640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad1815ee30 con 0x7fad180cdd10 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fad18143f00 0x7fad1815e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fad18143f00 0x7fad1815e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39368/0 (socket says 172.21.15.7:39368) 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 -- 172.21.15.7:0/2975886543 learned_addr learned my addr 172.21.15.7:0/2975886543 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad17fff640 1 --2- 172.21.15.7:0/2975886543 >> v2:172.21.15.77:3300/0 conn(0x7fad180cdd10 0x7fad180cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 -- 172.21.15.7:0/2975886543 >> v2:172.21.15.77:3300/0 conn(0x7fad180cdd10 msgr2=0x7fad180cf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 --2- 172.21.15.7:0/2975886543 >> v2:172.21.15.77:3300/0 conn(0x7fad180cdd10 0x7fad180cf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 -- 172.21.15.7:0/2975886543 >> v1:172.21.15.77:6789/0 conn(0x7fad180cfcb0 legacy=0x7fad1806ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:28.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 -- 172.21.15.7:0/2975886543 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad1815f110 con 0x7fad18143f00 2024-09-13T15:58:28.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.374+0000 7fad1cf77640 1 --2- 172.21.15.7:0/2975886543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad1815e290 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fad1806e690 tx=0x7fad0801c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f476760b48a9ceb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad177fe640 1 -- 172.21.15.7:0/2975886543 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad080a57e0 con 0x7fad18143f00 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad177fe640 1 -- 172.21.15.7:0/2975886543 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad080a5940 con 0x7fad18143f00 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad177fe640 1 -- 172.21.15.7:0/2975886543 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad080a5cd0 con 0x7fad18143f00 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- 172.21.15.7:0/2975886543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 msgr2=0x7fad1815e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 --2- 172.21.15.7:0/2975886543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad1815e290 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fad1806e690 tx=0x7fad0801c980 comp rx=0 tx=0).stop 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- 172.21.15.7:0/2975886543 shutdown_connections 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 --2- 172.21.15.7:0/2975886543 >> v2:172.21.15.77:3300/0 conn(0x7fad180cdd10 0x7fad180cf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 --2- 172.21.15.7:0/2975886543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad1815e290 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- 172.21.15.7:0/2975886543 >> 172.21.15.7:0/2975886543 conn(0x7fad1806d6d0 msgr2=0x7fad1806dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- 172.21.15.7:0/2975886543 shutdown_connections 2024-09-13T15:58:28.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- 172.21.15.7:0/2975886543 wait complete. 2024-09-13T15:58:28.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 Processor -- start 2024-09-13T15:58:28.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- start start 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad180cdd10 0x7fad18140070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fad180cfcb0 0x7fad1806ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad18158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1815bc70 con 0x7fad18143f00 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1815c1f0 con 0x7fad180cdd10 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1f1db640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad1806d050 con 0x7fad180cfcb0 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad18158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad18158990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39382/0 (socket says 172.21.15.7:39382) 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 -- 172.21.15.7:0/504855333 learned_addr learned my addr 172.21.15.7:0/504855333 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1cf77640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad180cdd10 0x7fad18140070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad17fff640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fad180cfcb0 0x7fad1806ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 -- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fad180cfcb0 msgr2=0x7fad1806ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fad180cfcb0 0x7fad1806ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 -- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad180cdd10 msgr2=0x7fad18140070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad180cdd10 0x7fad18140070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 -- 172.21.15.7:0/504855333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad08009b30 con 0x7fad18143f00 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad1d778640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad18158990 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fad1000c3f0 tx=0x7fad1000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.378+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10011790 con 0x7fad18143f00 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad100118f0 con 0x7fad18143f00 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad1806c7d0 con 0x7fad18143f00 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10011ca0 con 0x7fad18143f00 2024-09-13T15:58:28.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad1806cd70 con 0x7fad18143f00 2024-09-13T15:58:28.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad1815c3a0 con 0x7fad18143f00 2024-09-13T15:58:28.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fad1001c460 con 0x7fad18143f00 2024-09-13T15:58:28.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad157fa640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad04066690 0x7fad04068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fad10083ea0 con 0x7fad18143f00 2024-09-13T15:58:28.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad1cf77640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad04066690 0x7fad04068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.382+0000 7fad1cf77640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad04066690 0x7fad04068b50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fad080ae000 tx=0x7fad080a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.386+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fad1815c3a0 con 0x7fad18143f00 2024-09-13T15:58:28.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.578+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fad1815c3a0 con 0x7fad18143f00 2024-09-13T15:58:28.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.578+0000 7fad157fa640 1 -- 172.21.15.7:0/504855333 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4721 (secure 0 0 0) 0x7fad1815c3a0 con 0x7fad18143f00 2024-09-13T15:58:28.583 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:28.583 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:19.472418+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:active","state_seq":10,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:28.583 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 18 2024-09-13T15:58:28.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad04066690 msgr2=0x7fad04068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad04066690 0x7fad04068b50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fad080ae000 tx=0x7fad080a7070 comp rx=0 tx=0).stop 2024-09-13T15:58:28.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 msgr2=0x7fad18158990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad18158990 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fad1000c3f0 tx=0x7fad1000c8b0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 shutdown_connections 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad04066690 0x7fad04068b50 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad18143f00 0x7fad18158990 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fad180cfcb0 0x7fad1806ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 --2- 172.21.15.7:0/504855333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad180cdd10 0x7fad18140070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 >> 172.21.15.7:0/504855333 conn(0x7fad1806d6d0 msgr2=0x7fad18141ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 shutdown_connections 2024-09-13T15:58:28.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.582+0000 7fad1f1db640 1 -- 172.21.15.7:0/504855333 wait complete. 2024-09-13T15:58:28.601 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:28.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 Processor -- start 2024-09-13T15:58:28.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 -- start start 2024-09-13T15:58:28.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc006e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f1bc0069f00 0x7f1bc006a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bc015dc20 con 0x7f1bc0156ea0 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bc006a8f0 con 0x7f1bc0069f00 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc81af640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc006e720 con 0x7f1bc006dd80 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc5f4b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f1bc0156ea0 0x7f1bc015ddd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37664/0 (socket says 172.21.15.7:37664) 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc5f4b640 1 -- 172.21.15.7:0/16529560 learned_addr learned my addr 172.21.15.7:0/16529560 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc674c640 1 --2- 172.21.15.7:0/16529560 >> v2:172.21.15.7:3300/0 conn(0x7f1bc0069f00 0x7f1bc006a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc574a640 1 --2- 172.21.15.7:0/16529560 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc006e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc4f49640 1 -- 172.21.15.7:0/16529560 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3748188030 0 0) 0x7f1bc015dc20 con 0x7f1bc0156ea0 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc4f49640 1 -- 172.21.15.7:0/16529560 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bac003530 con 0x7f1bc0156ea0 2024-09-13T15:58:28.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc674c640 1 -- 172.21.15.7:0/16529560 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 msgr2=0x7f1bc006e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:28.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc674c640 1 --2- 172.21.15.7:0/16529560 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc006e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc674c640 1 -- 172.21.15.7:0/16529560 >> v1:172.21.15.7:6789/0 conn(0x7f1bc0156ea0 legacy=0x7f1bc015ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.710+0000 7f1bc674c640 1 -- 172.21.15.7:0/16529560 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc006d8f0 con 0x7f1bc0069f00 2024-09-13T15:58:28.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc674c640 1 --2- 172.21.15.7:0/16529560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0069f00 0x7f1bc006a3b0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009d90 tx=0x7f1bb801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba38b3bcd86077d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc4f49640 1 -- 172.21.15.7:0/16529560 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb80a5a00 con 0x7f1bc0069f00 2024-09-13T15:58:28.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc4f49640 1 -- 172.21.15.7:0/16529560 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb80a5b60 con 0x7f1bc0069f00 2024-09-13T15:58:28.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc4f49640 1 -- 172.21.15.7:0/16529560 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb80ad440 con 0x7f1bc0069f00 2024-09-13T15:58:28.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- 172.21.15.7:0/16529560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0069f00 msgr2=0x7f1bc006a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 --2- 172.21.15.7:0/16529560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0069f00 0x7f1bc006a3b0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009d90 tx=0x7f1bb801c940 comp rx=0 tx=0).stop 2024-09-13T15:58:28.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- 172.21.15.7:0/16529560 shutdown_connections 2024-09-13T15:58:28.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 --2- 172.21.15.7:0/16529560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0069f00 0x7f1bc006a3b0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 --2- 172.21.15.7:0/16529560 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc006e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- 172.21.15.7:0/16529560 >> 172.21.15.7:0/16529560 conn(0x7f1bc006b010 msgr2=0x7f1bc006b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:28.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- 172.21.15.7:0/16529560 shutdown_connections 2024-09-13T15:58:28.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- 172.21.15.7:0/16529560 wait complete. 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 Processor -- start 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- start start 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1bc0069f00 0x7f1bc0156280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc01436e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 0x7f1bc0153350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc01567c0 con 0x7f1bc0156ea0 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc0144210 con 0x7f1bc0069f00 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc81af640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc01444f0 con 0x7f1bc006dd80 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc674c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 0x7f1bc0153350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc674c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 0x7f1bc0153350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39408/0 (socket says 172.21.15.7:39408) 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc674c640 1 -- 172.21.15.7:0/1570917631 learned_addr learned my addr 172.21.15.7:0/1570917631 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc574a640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc01436e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.714+0000 7f1bc5f4b640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1bc0069f00 0x7f1bc0156280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc674c640 1 -- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 msgr2=0x7f1bc01436e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc674c640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc01436e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc674c640 1 -- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1bc0069f00 msgr2=0x7f1bc0156280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc674c640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1bc0069f00 0x7f1bc0156280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc674c640 1 -- 172.21.15.7:0/1570917631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bb8009a70 con 0x7f1bc0156ea0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc5f4b640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1bc0069f00 0x7f1bc0156280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc674c640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 0x7f1bc0153350 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f1bb801aff0 tx=0x7f1bb80196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8004240 con 0x7f1bc0156ea0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb80043a0 con 0x7f1bc0156ea0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8004790 con 0x7f1bc0156ea0 2024-09-13T15:58:28.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bc015e660 con 0x7f1bc0156ea0 2024-09-13T15:58:28.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bc014c7f0 con 0x7f1bc0156ea0 2024-09-13T15:58:28.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bc01446b0 con 0x7f1bc0156ea0 2024-09-13T15:58:28.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1bb80c4460 con 0x7f1bc0156ea0 2024-09-13T15:58:28.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bb67fc640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1ba4066690 0x7f1ba4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:28.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1bb811f960 con 0x7f1bc0156ea0 2024-09-13T15:58:28.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc5f4b640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1ba4066690 0x7f1ba4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:28.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.718+0000 7f1bc5f4b640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1ba4066690 0x7f1ba4068b50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc005890 tx=0x7f1bbc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:28.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.722+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1bb80ecd90 con 0x7f1bc0156ea0 2024-09-13T15:58:28.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.878+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1bc006a3b0 con 0x7f1bc0156ea0 2024-09-13T15:58:28.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.878+0000 7f1bb67fc640 1 -- 172.21.15.7:0/1570917631 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+16588 (secure 0 0 0) 0x7f1bb80f03b0 con 0x7f1bc0156ea0 2024-09-13T15:58:28.883 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:28.883 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:16.439151+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6837/3975267023":"2024-09-14T15:58:16.439102+0000","172.21.15.7:6836/3975267023":"2024-09-14T15:58:16.439102+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:28.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1ba4066690 msgr2=0x7f1ba4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1ba4066690 0x7f1ba4068b50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc005890 tx=0x7f1bbc009040 comp rx=0 tx=0).stop 2024-09-13T15:58:28.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 msgr2=0x7f1bc0153350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:28.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 0x7f1bc0153350 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f1bb801aff0 tx=0x7f1bb80196e0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 shutdown_connections 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1ba4066690 0x7f1ba4068b50 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc0156ea0 0x7f1bc0153350 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1bc006dd80 0x7f1bc01436e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 --2- 172.21.15.7:0/1570917631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1bc0069f00 0x7f1bc0156280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 >> 172.21.15.7:0/1570917631 conn(0x7f1bc006b010 msgr2=0x7f1bc00b2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 shutdown_connections 2024-09-13T15:58:28.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:28.882+0000 7f1bc81af640 1 -- 172.21.15.7:0/1570917631 wait complete. 2024-09-13T15:58:28.901 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T15:58:28.901 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:29.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.010+0000 7f6b7b7a7640 1 Processor -- start 2024-09-13T15:58:29.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.010+0000 7f6b7b7a7640 1 -- start start 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6b740b3720 0x7f6b74160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f6b7415cad0 0x7f6b74142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b740b2d70 con 0x7f6b740b3340 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b7415da70 con 0x7f6b740b3720 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b740b3b70 con 0x7f6b7415cad0 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b78d42640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6b740b3720 0x7f6b74160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b79543640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f6b740b3340 0x7f6b740b2660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37680/0 (socket says 172.21.15.7:37680) 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b79543640 1 -- 172.21.15.7:0/2539718005 learned_addr learned my addr 172.21.15.7:0/2539718005 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b79d44640 1 --2- 172.21.15.7:0/2539718005 >> v2:172.21.15.77:3300/0 conn(0x7f6b7415cad0 0x7f6b74142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b78d42640 1 -- 172.21.15.7:0/2539718005 >> v2:172.21.15.77:3300/0 conn(0x7f6b7415cad0 msgr2=0x7f6b74142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b78d42640 1 --2- 172.21.15.7:0/2539718005 >> v2:172.21.15.77:3300/0 conn(0x7f6b7415cad0 0x7f6b74142350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b78d42640 1 -- 172.21.15.7:0/2539718005 >> v1:172.21.15.7:6789/0 conn(0x7f6b740b3340 legacy=0x7f6b740b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b78d42640 1 -- 172.21.15.7:0/2539718005 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b7415cf20 con 0x7f6b740b3720 2024-09-13T15:58:29.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b78d42640 1 --2- 172.21.15.7:0/2539718005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b740b3720 0x7f6b74160ad0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6b740b1930 tx=0x7f6b6801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=246f2324671c3d13 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b67fff640 1 -- 172.21.15.7:0/2539718005 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b680ab5f0 con 0x7f6b740b3720 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b67fff640 1 -- 172.21.15.7:0/2539718005 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b680ab750 con 0x7f6b740b3720 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b67fff640 1 -- 172.21.15.7:0/2539718005 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b680abae0 con 0x7f6b740b3720 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/2539718005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b740b3720 msgr2=0x7f6b74160ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/2539718005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b740b3720 0x7f6b74160ad0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6b740b1930 tx=0x7f6b6801c3f0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/2539718005 shutdown_connections 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/2539718005 >> v2:172.21.15.77:3300/0 conn(0x7f6b7415cad0 0x7f6b74142350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/2539718005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b740b3720 0x7f6b74160ad0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/2539718005 >> 172.21.15.7:0/2539718005 conn(0x7f6b74069f00 msgr2=0x7f6b7406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/2539718005 shutdown_connections 2024-09-13T15:58:29.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.014+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/2539718005 wait complete. 2024-09-13T15:58:29.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 Processor -- start 2024-09-13T15:58:29.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- start start 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b740b3340 0x7f6b7413a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6b740b3720 0x7f6b74157ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 0x7f6b741f8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f9d70 con 0x7f6b7415cad0 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b741f9a90 con 0x7f6b740b3340 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b7406f5a0 con 0x7f6b740b3720 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 0x7f6b741f8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 0x7f6b741f8e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39426/0 (socket says 172.21.15.7:39426) 2024-09-13T15:58:29.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 -- 172.21.15.7:0/183677499 learned_addr learned my addr 172.21.15.7:0/183677499 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79543640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b740b3340 0x7f6b7413a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b78d42640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6b740b3720 0x7f6b74157ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 -- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6b740b3720 msgr2=0x7f6b74157ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6b740b3720 0x7f6b74157ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 -- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b740b3340 msgr2=0x7f6b7413a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b740b3340 0x7f6b7413a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 -- 172.21.15.7:0/183677499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b68009420 con 0x7f6b7415cad0 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b79d44640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 0x7f6b741f8e60 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f6b6c007e40 tx=0x7f6b6c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6c014620 con 0x7f6b7415cad0 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b6c00ee90 con 0x7f6b7415cad0 2024-09-13T15:58:29.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b7406f880 con 0x7f6b7415cad0 2024-09-13T15:58:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6c0149e0 con 0x7f6b7415cad0 2024-09-13T15:58:29.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b74158000 con 0x7f6b7415cad0 2024-09-13T15:58:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b74158220 con 0x7f6b7415cad0 2024-09-13T15:58:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6b6c014b40 con 0x7f6b7415cad0 2024-09-13T15:58:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.018+0000 7f6b65ffb640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6b58066690 0x7f6b58068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.022+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6b6c084b50 con 0x7f6b7415cad0 2024-09-13T15:58:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.022+0000 7f6b79543640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6b58066690 0x7f6b58068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.022+0000 7f6b79543640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6b58066690 0x7f6b58068b50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6b70000f70 tx=0x7f6b70009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.026+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6b6c051ef0 con 0x7f6b7415cad0 2024-09-13T15:58:29.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6b74142350 con 0x7f6b7415cad0 2024-09-13T15:58:29.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b65ffb640 1 -- 172.21.15.7:0/183677499 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4721 (secure 0 0 0) 0x7f6b6c055510 con 0x7f6b7415cad0 2024-09-13T15:58:29.221 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:29.221 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:19.472418+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:active","state_seq":10,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:29.221 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 18 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6b58066690 msgr2=0x7f6b58068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6b58066690 0x7f6b58068b50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6b70000f70 tx=0x7f6b70009040 comp rx=0 tx=0).stop 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 msgr2=0x7f6b741f8e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 0x7f6b741f8e60 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f6b6c007e40 tx=0x7f6b6c00e4b0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 shutdown_connections 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6b58066690 0x7f6b58068b50 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b7415cad0 0x7f6b741f8e60 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f6b740b3720 0x7f6b74157ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 --2- 172.21.15.7:0/183677499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b740b3340 0x7f6b7413a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 >> 172.21.15.7:0/183677499 conn(0x7f6b74069f00 msgr2=0x7f6b7415bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:29.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 shutdown_connections 2024-09-13T15:58:29.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.218+0000 7f6b7b7a7640 1 -- 172.21.15.7:0/183677499 wait complete. 2024-09-13T15:58:29.240 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:29.243 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:58:29.289 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:58:29.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.346+0000 7f9b03750640 1 Processor -- start 2024-09-13T15:58:29.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.346+0000 7f9b03750640 1 -- start start 2024-09-13T15:58:29.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b03750640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b03750640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f9afc15cad0 0x7f9afc142350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b03750640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9afc0b3b40 con 0x7f9afc0b3340 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b03750640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9afc15da70 con 0x7f9afc15cad0 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b03750640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc15cf40 con 0x7f9afc0b3720 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f9afc15cad0 0x7f9afc142350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f9afc15cad0 0x7f9afc142350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:45688/0 (socket says 172.21.15.7:45688) 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 -- 172.21.15.7:0/2717301550 learned_addr learned my addr 172.21.15.7:0/2717301550 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b00ceb640 1 --2- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 -- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 msgr2=0x7f9afc160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:29.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 --2- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc160ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 -- 172.21.15.7:0/2717301550 >> v1:172.21.15.77:6789/0 conn(0x7f9afc0b3340 legacy=0x7f9afc0b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 -- 172.21.15.7:0/2717301550 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9afc0b2d70 con 0x7f9afc15cad0 2024-09-13T15:58:29.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.350+0000 7f9b01ced640 1 --2- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc142350 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9af4009870 tx=0x7f9af401c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec2e9a6d9e82708d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9af3fff640 1 -- 172.21.15.7:0/2717301550 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af40a9620 con 0x7f9afc15cad0 2024-09-13T15:58:29.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9af3fff640 1 -- 172.21.15.7:0/2717301550 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9af40a9780 con 0x7f9afc15cad0 2024-09-13T15:58:29.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9af3fff640 1 -- 172.21.15.7:0/2717301550 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af40a9b10 con 0x7f9afc15cad0 2024-09-13T15:58:29.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 msgr2=0x7f9afc142350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 --2- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc142350 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9af4009870 tx=0x7f9af401c560 comp rx=0 tx=0).stop 2024-09-13T15:58:29.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/2717301550 shutdown_connections 2024-09-13T15:58:29.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 --2- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc142350 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 --2- 172.21.15.7:0/2717301550 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc160ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/2717301550 >> 172.21.15.7:0/2717301550 conn(0x7f9afc069f00 msgr2=0x7f9afc06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:29.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/2717301550 shutdown_connections 2024-09-13T15:58:29.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/2717301550 wait complete. 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 Processor -- start 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- start start 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 0x7f9afc1458c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc13dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc153b40 con 0x7f9afc0b3340 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc13c280 con 0x7f9afc15cad0 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9afc1583b0 con 0x7f9afc0b3720 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 0x7f9afc1458c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 0x7f9afc1458c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39436/0 (socket says 172.21.15.7:39436) 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 -- 172.21.15.7:0/1406991047 learned_addr learned my addr 172.21.15.7:0/1406991047 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b01ced640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b00ceb640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc13dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 -- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 msgr2=0x7f9afc13dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc13dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 -- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 msgr2=0x7f9afc157100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc157100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 -- 172.21.15.7:0/1406991047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9af40094d0 con 0x7f9afc0b3340 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b01ced640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b014ec640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 0x7f9afc1458c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9af800c760 tx=0x7f9af800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af8006d60 con 0x7f9afc0b3340 2024-09-13T15:58:29.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9af800ce70 con 0x7f9afc0b3340 2024-09-13T15:58:29.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af8003ba0 con 0x7f9afc0b3340 2024-09-13T15:58:29.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9afc143f20 con 0x7f9afc0b3340 2024-09-13T15:58:29.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.354+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9afc158600 con 0x7f9afc0b3340 2024-09-13T15:58:29.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.358+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9afc142350 con 0x7f9afc0b3340 2024-09-13T15:58:29.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.358+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9af8003d00 con 0x7f9afc0b3340 2024-09-13T15:58:29.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.358+0000 7f9af1ffb640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9ae0066690 0x7f9ae0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.358+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9af8083b50 con 0x7f9afc0b3340 2024-09-13T15:58:29.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.358+0000 7f9b00ceb640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9ae0066690 0x7f9ae0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.358+0000 7f9b00ceb640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9ae0066690 0x7f9ae0068b50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9afc145e00 tx=0x7f9aec008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.362+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9af8054980 con 0x7f9afc0b3340 2024-09-13T15:58:29.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.550+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9afc0b3b40 con 0x7f9afc0b3340 2024-09-13T15:58:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.550+0000 7f9af1ffb640 1 -- 172.21.15.7:0/1406991047 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4721 (secure 0 0 0) 0x7f9afc0b3b40 con 0x7f9afc0b3340 2024-09-13T15:58:29.554 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:29.554 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:57:59.672883+0000","modified":"2024-09-13T15:58:19.472418+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":37,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4996},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4996":{"gid":4996,"name":"d","rank":0,"incarnation":15,"state":"up:active","state_seq":10,"addr":"172.21.15.77:6835/295159448","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":295159448},{"type":"v1","addr":"172.21.15.77:6835","nonce":295159448}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:58:29.554 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 18 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9ae0066690 msgr2=0x7f9ae0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9ae0066690 0x7f9ae0068b50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9afc145e00 tx=0x7f9aec008040 comp rx=0 tx=0).stop 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 msgr2=0x7f9afc1458c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 0x7f9afc1458c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9af800c760 tx=0x7f9af800cc20 comp rx=0 tx=0).stop 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 shutdown_connections 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9ae0066690 0x7f9ae0068b50 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9afc15cad0 0x7f9afc157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9afc0b3720 0x7f9afc13dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 --2- 172.21.15.7:0/1406991047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9afc0b3340 0x7f9afc1458c0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 >> 172.21.15.7:0/1406991047 conn(0x7f9afc069f00 msgr2=0x7f9afc15c140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:29.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 shutdown_connections 2024-09-13T15:58:29.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.554+0000 7f9b03750640 1 -- 172.21.15.7:0/1406991047 wait complete. 2024-09-13T15:58:29.572 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 Processor -- start 2024-09-13T15:58:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 -- start start 2024-09-13T15:58:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f1e2815a6b0 0x7f1e28069f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e2815aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e2806a890 con 0x7f1e2806a440 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e280cf590 con 0x7f1e2815a6b0 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2ea08640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2806c900 con 0x7f1e280cf120 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f1e2806a440 0x7f1e280cea10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37688/0 (socket says 172.21.15.7:37688) 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 -- 172.21.15.7:0/1777367265 learned_addr learned my addr 172.21.15.7:0/1777367265 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 514718464 0 0) 0x7f1e1c001120 con 0x7f1e2806a440 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1e10003530 con 0x7f1e2806a440 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e27fff640 1 --2- 172.21.15.7:0/1777367265 >> v2:172.21.15.77:3300/0 conn(0x7f1e2815a6b0 0x7f1e28069f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2cfa5640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e2815aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2683007570 0 0) 0x7f1e10003530 con 0x7f1e2806a440 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 msgr2=0x7f1e2815aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e2815aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 >> v2:172.21.15.77:3300/0 conn(0x7f1e2815a6b0 msgr2=0x7f1e28069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 --2- 172.21.15.7:0/1777367265 >> v2:172.21.15.77:3300/0 conn(0x7f1e2815a6b0 0x7f1e28069f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e2806cb50 con 0x7f1e2806a440 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f1e1c001810 con 0x7f1e2806a440 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 >> v1:172.21.15.7:6789/0 conn(0x7f1e2806a440 legacy=0x7f1e280cea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e10003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e10003f00 0x7f1e100047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e10004d10 0x7f1e10005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e280cf590 con 0x7f1e10003f00 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2806c900 con 0x7f1e10004d10 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1000ba70 con 0x7f1e280cf120 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e27fff640 1 --2- 172.21.15.7:0/1777367265 >> v2:172.21.15.77:3300/0 conn(0x7f1e2815a6b0 0x7f1e28069f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e10003f00 0x7f1e100047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e2cfa5640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e10004d10 0x7f1e10005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e27fff640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e10003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 -- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 msgr2=0x7f1e10003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e10003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 -- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e10004d10 msgr2=0x7f1e10005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e10004d10 0x7f1e10005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e277fe640 1 -- 172.21.15.7:0/1777367265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e10003530 con 0x7f1e10003f00 2024-09-13T15:58:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.734+0000 7f1e27fff640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280cf120 0x7f1e10003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:29.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e277fe640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e10003f00 0x7f1e100047d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c00c210 tx=0x7f1e1c01cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad0d608bde484b2b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e1c0a5980 con 0x7f1e10003f00 2024-09-13T15:58:29.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e1c0a5b00 con 0x7f1e10003f00 2024-09-13T15:58:29.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e26ffd640 1 -- 172.21.15.7:0/1777367265 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e1c0058e0 con 0x7f1e10003f00 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 -- 172.21.15.7:0/1777367265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e10003f00 msgr2=0x7f1e100047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/1777367265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e10003f00 0x7f1e100047d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c00c210 tx=0x7f1e1c01cc80 comp rx=0 tx=0).stop 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2cfa5640 1 -- 172.21.15.7:0/1777367265 reap_dead start 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 -- 172.21.15.7:0/1777367265 shutdown_connections 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 -- 172.21.15.7:0/1777367265 >> 172.21.15.7:0/1777367265 conn(0x7f1e2806b010 msgr2=0x7f1e2806b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 -- 172.21.15.7:0/1777367265 shutdown_connections 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 -- 172.21.15.7:0/1777367265 wait complete. 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 Processor -- start 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.738+0000 7f1e2ea08640 1 -- start start 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e280b1e00 0x7f1e281f3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280b41e0 0x7f1e280c5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 0x7f1e280c5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e281f3710 con 0x7f1e280b4660 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e281f2b90 con 0x7f1e280b1e00 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e281f2e70 con 0x7f1e280b41e0 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 0x7f1e280c5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 0x7f1e280c5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39458/0 (socket says 172.21.15.7:39458) 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 -- 172.21.15.7:0/228408112 learned_addr learned my addr 172.21.15.7:0/228408112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 -- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280b41e0 msgr2=0x7f1e280c5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e277fe640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280b41e0 0x7f1e280c5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e27fff640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e280b1e00 0x7f1e281f3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280b41e0 0x7f1e280c5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 -- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e280b1e00 msgr2=0x7f1e281f3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e280b1e00 0x7f1e281f3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 -- 172.21.15.7:0/228408112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e281f3150 con 0x7f1e280b4660 2024-09-13T15:58:29.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2cfa5640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 0x7f1e280c5c90 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f1e280cd1a0 tx=0x7f1e200115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e2000e070 con 0x7f1e280b4660 2024-09-13T15:58:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e20007e50 con 0x7f1e280b4660 2024-09-13T15:58:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e281f3430 con 0x7f1e280b4660 2024-09-13T15:58:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e20011e10 con 0x7f1e280b4660 2024-09-13T15:58:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e281f2760 con 0x7f1e280b4660 2024-09-13T15:58:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e281f2950 con 0x7f1e280b4660 2024-09-13T15:58:29.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1e200039a0 con 0x7f1e280b4660 2024-09-13T15:58:29.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e24ff9640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1e140666c0 0x7f1e14068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:29.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1e200845c0 con 0x7f1e280b4660 2024-09-13T15:58:29.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e27fff640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1e140666c0 0x7f1e14068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:29.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.742+0000 7f1e27fff640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1e140666c0 0x7f1e14068b80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1e1800e9b0 tx=0x7f1e18008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:29.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.746+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1e281f2950 con 0x7f1e280b4660 2024-09-13T15:58:29.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.902+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1e281f2950 con 0x7f1e280b4660 2024-09-13T15:58:29.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.902+0000 7f1e24ff9640 1 -- 172.21.15.7:0/228408112 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+16588 (secure 0 0 0) 0x7f1e281f2950 con 0x7f1e280b4660 2024-09-13T15:58:29.908 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:29.908 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:16.439151+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:57:57.412213+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T15:57:58.666811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6837/3975267023":"2024-09-14T15:58:16.439102+0000","172.21.15.7:6836/3975267023":"2024-09-14T15:58:16.439102+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:29.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1e140666c0 msgr2=0x7f1e14068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1e140666c0 0x7f1e14068b80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1e1800e9b0 tx=0x7f1e18008040 comp rx=0 tx=0).stop 2024-09-13T15:58:29.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 msgr2=0x7f1e280c5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:29.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 0x7f1e280c5c90 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f1e280cd1a0 tx=0x7f1e200115a0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 shutdown_connections 2024-09-13T15:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1e140666c0 0x7f1e14068b80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e280b4660 0x7f1e280c5c90 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1e280b41e0 0x7f1e280c5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 --2- 172.21.15.7:0/228408112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e280b1e00 0x7f1e281f3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 >> 172.21.15.7:0/228408112 conn(0x7f1e2806b010 msgr2=0x7f1e280c6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 shutdown_connections 2024-09-13T15:58:29.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:29.906+0000 7f1e2ea08640 1 -- 172.21.15.7:0/228408112 wait complete. 2024-09-13T15:58:29.925 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T15:58:30.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 Processor -- start 2024-09-13T15:58:30.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 -- start start 2024-09-13T15:58:30.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6310160040 0x7f63100b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63100cd760 con 0x7f63100b12e0 2024-09-13T15:58:30.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63100cdf70 con 0x7f6310160040 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f6316322640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63100cf9b0 con 0x7f631015fc60 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f630f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f6310160040 0x7f63100b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f63148bf640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f63100b12e0 0x7f6310160500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37690/0 (socket says 172.21.15.7:37690) 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.034+0000 7f63148bf640 1 -- 172.21.15.7:0/203423697 learned_addr learned my addr 172.21.15.7:0/203423697 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630ffff640 1 --2- 172.21.15.7:0/203423697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630f7fe640 1 -- 172.21.15.7:0/203423697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 msgr2=0x7f63100b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630f7fe640 1 --2- 172.21.15.7:0/203423697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630f7fe640 1 -- 172.21.15.7:0/203423697 >> v1:172.21.15.7:6789/0 conn(0x7f63100b12e0 legacy=0x7f6310160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630f7fe640 1 -- 172.21.15.7:0/203423697 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63100cd9b0 con 0x7f6310160040 2024-09-13T15:58:30.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630f7fe640 1 --2- 172.21.15.7:0/203423697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f63100b46c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f63040097c0 tx=0x7f630401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ce2e93cf6f30882 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:30.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630effd640 1 -- 172.21.15.7:0/203423697 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63040ab670 con 0x7f6310160040 2024-09-13T15:58:30.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630effd640 1 -- 172.21.15.7:0/203423697 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63040ab7d0 con 0x7f6310160040 2024-09-13T15:58:30.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f630effd640 1 -- 172.21.15.7:0/203423697 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63040abb60 con 0x7f6310160040 2024-09-13T15:58:30.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 -- 172.21.15.7:0/203423697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 msgr2=0x7f63100b46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 --2- 172.21.15.7:0/203423697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f63100b46c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f63040097c0 tx=0x7f630401c470 comp rx=0 tx=0).stop 2024-09-13T15:58:30.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 -- 172.21.15.7:0/203423697 shutdown_connections 2024-09-13T15:58:30.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 --2- 172.21.15.7:0/203423697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f63100b46c0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 --2- 172.21.15.7:0/203423697 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 -- 172.21.15.7:0/203423697 >> 172.21.15.7:0/203423697 conn(0x7f631006c090 msgr2=0x7f631006c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:30.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 -- 172.21.15.7:0/203423697 shutdown_connections 2024-09-13T15:58:30.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.038+0000 7f6316322640 1 -- 172.21.15.7:0/203423697 wait complete. 2024-09-13T15:58:30.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 Processor -- start 2024-09-13T15:58:30.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- start start 2024-09-13T15:58:30.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63100b12e0 0x7f631014f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f6310153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f631014fee0 con 0x7f6310160040 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6310150180 con 0x7f63100b12e0 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6310150460 con 0x7f631015fc60 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f6310153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f6310153b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39478/0 (socket says 172.21.15.7:39478) 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 -- 172.21.15.7:0/205454675 learned_addr learned my addr 172.21.15.7:0/205454675 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f630f7fe640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f630ffff640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63100b12e0 0x7f631014f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 -- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 msgr2=0x7f63100b3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 -- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63100b12e0 msgr2=0x7f631014f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63100b12e0 0x7f631014f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 -- 172.21.15.7:0/205454675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6304009420 con 0x7f6310160040 2024-09-13T15:58:30.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f630f7fe640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:30.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f63148bf640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f6310153b40 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f630800cbc0 tx=0x7f630800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:30.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f630800ad40 con 0x7f6310160040 2024-09-13T15:58:30.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6308012400 con 0x7f6310160040 2024-09-13T15:58:30.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6310150740 con 0x7f6310160040 2024-09-13T15:58:30.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f630800aea0 con 0x7f6310160040 2024-09-13T15:58:30.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63100b44a0 con 0x7f6310160040 2024-09-13T15:58:30.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.042+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63100b4750 con 0x7f6310160040 2024-09-13T15:58:30.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.046+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6308007070 con 0x7f6310160040 2024-09-13T15:58:30.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.046+0000 7f630cff9640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f62fc066690 0x7f62fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.046+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6308083fe0 con 0x7f6310160040 2024-09-13T15:58:30.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.046+0000 7f630ffff640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f62fc066690 0x7f62fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.046+0000 7f630ffff640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f62fc066690 0x7f62fc068b50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f630000b9d0 tx=0x7f6300008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:30.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.050+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f63100b4750 con 0x7f6310160040 2024-09-13T15:58:30.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.238+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f63100b4750 con 0x7f6310160040 2024-09-13T15:58:30.241 INFO:tasks.ceph.mon.a.smithi007.stderr:2024-09-13T15:58:30.238+0000 7fd70c51e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:58:30.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.250+0000 7f630cff9640 1 -- 172.21.15.7:0/205454675 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) v1 ==== 161+0+0 (secure 0 0 0) 0x7f63100b4750 con 0x7f6310160040 2024-09-13T15:58:30.255 INFO:teuthology.orchestra.run.smithi007.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T15:58:30.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f62fc066690 msgr2=0x7f62fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f62fc066690 0x7f62fc068b50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f630000b9d0 tx=0x7f6300008040 comp rx=0 tx=0).stop 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 msgr2=0x7f6310153b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f6310153b40 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f630800cbc0 tx=0x7f630800a430 comp rx=0 tx=0).stop 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 shutdown_connections 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f62fc066690 0x7f62fc068b50 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6310160040 0x7f6310153b40 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f631015fc60 0x7f63100b3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 --2- 172.21.15.7:0/205454675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63100b12e0 0x7f631014f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 >> 172.21.15.7:0/205454675 conn(0x7f631006c090 msgr2=0x7f63100d2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 shutdown_connections 2024-09-13T15:58:30.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.254+0000 7f6316322640 1 -- 172.21.15.7:0/205454675 wait complete. 2024-09-13T15:58:30.263 INFO:tasks.ceph.mds.d.smithi077.stderr: -969> 2024-09-13T15:58:23.245+0000 7f2dddfd7640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:58:30.264 INFO:tasks.ceph.mds.d.smithi077.stderr: -665> 2024-09-13T15:58:23.885+0000 7f2dda7d0640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000000 2024-09-13T15:58:30.273 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T15:58:30.321 INFO:tasks.ceph.mds.d.smithi077.stdout:starting mds.d at 2024-09-13T15:58:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 Processor -- start 2024-09-13T15:58:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 -- start start 2024-09-13T15:58:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4a540b0000 0x7f4a5415b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a541620c0 0x7f4a541644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a540adad0 con 0x7f4a540cab60 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a5415ba70 con 0x7f4a540b0000 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.390+0000 7f4a5b153640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a540cb0c0 con 0x7f4a541620c0 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4a540b0000 0x7f4a5415b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f4a540b0000 0x7f4a5415b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39490/0 (socket says 172.21.15.7:39490) 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 -- 172.21.15.7:0/1421098248 learned_addr learned my addr 172.21.15.7:0/1421098248 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a596f0640 1 --2- 172.21.15.7:0/1421098248 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a541620c0 0x7f4a541644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 -- 172.21.15.7:0/1421098248 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a541620c0 msgr2=0x7f4a541644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 --2- 172.21.15.7:0/1421098248 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a541620c0 0x7f4a541644b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 -- 172.21.15.7:0/1421098248 >> v1:172.21.15.77:6789/0 conn(0x7f4a540cab60 legacy=0x7f4a540b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 -- 172.21.15.7:0/1421098248 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a540cb3a0 con 0x7f4a540b0000 2024-09-13T15:58:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a58eef640 1 --2- 172.21.15.7:0/1421098248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540b0000 0x7f4a5415b530 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4a5406aac0 tx=0x7f4a4801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f75f5b154d53882 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a537fe640 1 -- 172.21.15.7:0/1421098248 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a480ab670 con 0x7f4a540b0000 2024-09-13T15:58:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a537fe640 1 -- 172.21.15.7:0/1421098248 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a480ab7d0 con 0x7f4a540b0000 2024-09-13T15:58:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a537fe640 1 -- 172.21.15.7:0/1421098248 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a480abb60 con 0x7f4a540b0000 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 -- 172.21.15.7:0/1421098248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540b0000 msgr2=0x7f4a5415b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 --2- 172.21.15.7:0/1421098248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540b0000 0x7f4a5415b530 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4a5406aac0 tx=0x7f4a4801c4b0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 -- 172.21.15.7:0/1421098248 shutdown_connections 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 --2- 172.21.15.7:0/1421098248 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a541620c0 0x7f4a541644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 --2- 172.21.15.7:0/1421098248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540b0000 0x7f4a5415b530 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 -- 172.21.15.7:0/1421098248 >> 172.21.15.7:0/1421098248 conn(0x7f4a54065eb0 msgr2=0x7f4a54069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.394+0000 7f4a5b153640 1 -- 172.21.15.7:0/1421098248 shutdown_connections 2024-09-13T15:58:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- 172.21.15.7:0/1421098248 wait complete. 2024-09-13T15:58:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 Processor -- start 2024-09-13T15:58:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- start start 2024-09-13T15:58:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 0x7f4a5406f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a541620c0 0x7f4a54148400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a540b2fb0 0x7f4a540ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a5415c990 con 0x7f4a540cab60 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a540af700 con 0x7f4a541620c0 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a540af9e0 con 0x7f4a540b2fb0 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 0x7f4a5406f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 0x7f4a5406f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39506/0 (socket says 172.21.15.7:39506) 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 -- 172.21.15.7:0/3807081835 learned_addr learned my addr 172.21.15.7:0/3807081835 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a596f0640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a540b2fb0 0x7f4a540ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a53fff640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a541620c0 0x7f4a54148400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 -- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a540b2fb0 msgr2=0x7f4a540ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a540b2fb0 0x7f4a540ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 -- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a541620c0 msgr2=0x7f4a54148400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a541620c0 0x7f4a54148400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 -- 172.21.15.7:0/3807081835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a480094d0 con 0x7f4a540cab60 2024-09-13T15:58:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a58eef640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 0x7f4a5406f400 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4a48000c10 tx=0x7f4a4801acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a480b4800 con 0x7f4a540cab60 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a480b4960 con 0x7f4a540cab60 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a480b4cf0 con 0x7f4a540cab60 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a540c8ed0 con 0x7f4a540cab60 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.398+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a54148940 con 0x7f4a540cab60 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.402+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a5415b530 con 0x7f4a540cab60 2024-09-13T15:58:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.402+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4a480c9430 con 0x7f4a540cab60 2024-09-13T15:58:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.402+0000 7f4a517fa640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a380666c0 0x7f4a38068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.402+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f4a4811ed50 con 0x7f4a540cab60 2024-09-13T15:58:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.402+0000 7f4a53fff640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a380666c0 0x7f4a38068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.402+0000 7f4a53fff640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a380666c0 0x7f4a38068b80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4a541646a0 tx=0x7f4a40009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.406+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4a480ec0d0 con 0x7f4a540cab60 2024-09-13T15:58:30.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:30.594+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f4a540adad0 con 0x7f4a540cab60 2024-09-13T15:58:31.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.258+0000 7f4a517fa640 1 -- 172.21.15.7:0/3807081835 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) v1 ==== 104+0+0 (secure 0 0 0) 0x7f4a540adad0 con 0x7f4a540cab60 2024-09-13T15:58:31.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a380666c0 msgr2=0x7f4a38068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:31.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a380666c0 0x7f4a38068b80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4a541646a0 tx=0x7f4a40009040 comp rx=0 tx=0).stop 2024-09-13T15:58:31.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 msgr2=0x7f4a5406f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:31.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 0x7f4a5406f400 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4a48000c10 tx=0x7f4a4801acf0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 shutdown_connections 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4a380666c0 0x7f4a38068b80 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4a540b2fb0 0x7f4a540ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a541620c0 0x7f4a54148400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 --2- 172.21.15.7:0/3807081835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a540cab60 0x7f4a5406f400 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 >> 172.21.15.7:0/3807081835 conn(0x7f4a54065eb0 msgr2=0x7f4a5415a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 shutdown_connections 2024-09-13T15:58:31.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.262+0000 7f4a5b153640 1 -- 172.21.15.7:0/3807081835 wait complete. 2024-09-13T15:58:31.286 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T15:58:31.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 Processor -- start 2024-09-13T15:58:31.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 -- start start 2024-09-13T15:58:31.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 0x7f64b015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f64b00cd3e0 0x7f64b00cd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64b015af90 con 0x7f64b0143af0 2024-09-13T15:58:31.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64b015ddf0 con 0x7f64b00cd3e0 2024-09-13T15:58:31.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64b49f2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64b00b2d60 con 0x7f64b015da10 2024-09-13T15:58:31.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64add9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f64b0143af0 0x7f64b00b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:37698/0 (socket says 172.21.15.7:37698) 2024-09-13T15:58:31.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64add9b640 1 -- 172.21.15.7:0/1766024219 learned_addr learned my addr 172.21.15.7:0/1766024219 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:31.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ae59c640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 0x7f64b015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3360893251 0 0) 0x7f64b015af90 con 0x7f64b0143af0 2024-09-13T15:58:31.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f649c003530 con 0x7f64b0143af0 2024-09-13T15:58:31.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 --2- 172.21.15.7:0/1766024219 >> v2:172.21.15.77:3300/0 conn(0x7f64b00cd3e0 0x7f64b00cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3486423912 0 0) 0x7f649c003530 con 0x7f64b0143af0 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 msgr2=0x7f64b015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 0x7f64b015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 >> v2:172.21.15.77:3300/0 conn(0x7f64b00cd3e0 msgr2=0x7f64b00cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 --2- 172.21.15.7:0/1766024219 >> v2:172.21.15.77:3300/0 conn(0x7f64b00cd3e0 0x7f64b00cd830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b00b3000 con 0x7f64b0143af0 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f6498001680 con 0x7f64b0143af0 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 >> v1:172.21.15.7:6789/0 conn(0x7f64b0143af0 legacy=0x7f64b00b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f649c003980 0x7f649c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 0x7f649c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f649c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b015ddf0 con 0x7f649c004d10 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b00b2d60 con 0x7f649c003980 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f649c00b990 con 0x7f64b015da10 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f649c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64ae59c640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f649c003980 0x7f649c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64add9b640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 0x7f649c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 -- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 msgr2=0x7f649c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015da10 0x7f649c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 -- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f649c003980 msgr2=0x7f649c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f649c003980 0x7f649c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.418+0000 7f64aed9d640 1 -- 172.21.15.7:0/1766024219 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f649c003530 con 0x7f649c004d10 2024-09-13T15:58:31.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64aed9d640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f649c005190 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f64a8009fc0 tx=0x7f64a801ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93710f0b79639e9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:31.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a80a5cd0 con 0x7f649c004d10 2024-09-13T15:58:31.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a800f040 con 0x7f649c004d10 2024-09-13T15:58:31.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64ad59a640 1 -- 172.21.15.7:0/1766024219 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a80ad680 con 0x7f649c004d10 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 -- 172.21.15.7:0/1766024219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 msgr2=0x7f649c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1766024219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f649c005190 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f64a8009fc0 tx=0x7f64a801ccc0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64aed9d640 1 -- 172.21.15.7:0/1766024219 reap_dead start 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 -- 172.21.15.7:0/1766024219 shutdown_connections 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 -- 172.21.15.7:0/1766024219 >> 172.21.15.7:0/1766024219 conn(0x7f64b0069f00 msgr2=0x7f64b006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 -- 172.21.15.7:0/1766024219 shutdown_connections 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 -- 172.21.15.7:0/1766024219 wait complete. 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 Processor -- start 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.422+0000 7f64b49f2640 1 -- start start 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f64b00ad250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015c520 0x7f64b013e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64b015c9a0 0x7f64b013ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b00ac560 con 0x7f649c004d10 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b00ad790 con 0x7f64b015c9a0 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64b01f0730 con 0x7f64b015c520 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f64b00ad250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f64b00ad250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39514/0 (socket says 172.21.15.7:39514) 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 -- 172.21.15.7:0/1481910556 learned_addr learned my addr 172.21.15.7:0/1481910556 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64add9b640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015c520 0x7f64b013e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64aed9d640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64b015c9a0 0x7f64b013ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 -- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015c520 msgr2=0x7f64b013e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015c520 0x7f64b013e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 -- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64b015c9a0 msgr2=0x7f64b013ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64b015c9a0 0x7f64b013ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 -- 172.21.15.7:0/1481910556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b00ac770 con 0x7f649c004d10 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64ae59c640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f64b00ad250 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f64a0011560 tx=0x7f64a0011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:31.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a0015930 con 0x7f649c004d10 2024-09-13T15:58:31.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a0015a90 con 0x7f649c004d10 2024-09-13T15:58:31.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64b00aca50 con 0x7f649c004d10 2024-09-13T15:58:31.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a0015e60 con 0x7f649c004d10 2024-09-13T15:58:31.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64b01ef980 con 0x7f649c004d10 2024-09-13T15:58:31.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64b015aa50 con 0x7f649c004d10 2024-09-13T15:58:31.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f64a000f460 con 0x7f649c004d10 2024-09-13T15:58:31.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64a6ffd640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64900666c0 0x7f6490068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:31.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f64a0084a40 con 0x7f649c004d10 2024-09-13T15:58:31.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.426+0000 7f64add9b640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64900666c0 0x7f6490068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:31.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.430+0000 7f64add9b640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64900666c0 0x7f6490068b80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f6498000c10 tx=0x7f6498009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:31.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.434+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f64a0086e60 con 0x7f649c004d10 2024-09-13T15:58:31.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:31.594+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f64b00cc360 con 0x7f649c004d10 2024-09-13T15:58:32.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.262+0000 7f64a6ffd640 1 -- 172.21.15.7:0/1481910556 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v39) v1 ==== 181+0+0 (secure 0 0 0) 0x7f64a0055790 con 0x7f649c004d10 2024-09-13T15:58:32.267 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' removed 2024-09-13T15:58:32.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64900666c0 msgr2=0x7f6490068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:32.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64900666c0 0x7f6490068b80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f6498000c10 tx=0x7f6498009040 comp rx=0 tx=0).stop 2024-09-13T15:58:32.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 msgr2=0x7f64b00ad250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:32.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f64b00ad250 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f64a0011560 tx=0x7f64a0011a20 comp rx=0 tx=0).stop 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 shutdown_connections 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64900666c0 0x7f6490068b80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64b015c9a0 0x7f64b013ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64b015c520 0x7f64b013e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 --2- 172.21.15.7:0/1481910556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f649c004d10 0x7f64b00ad250 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.266+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 >> 172.21.15.7:0/1481910556 conn(0x7f64b0069f00 msgr2=0x7f64b0142530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.270+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 shutdown_connections 2024-09-13T15:58:32.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.270+0000 7f64b49f2640 1 -- 172.21.15.7:0/1481910556 wait complete. 2024-09-13T15:58:32.293 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T15:58:32.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 Processor -- start 2024-09-13T15:58:32.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 -- start start 2024-09-13T15:58:32.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f933c15c7f0 0x7f933c15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f933c0d2320 0x7f933c06a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c06a910 0x7f933c160610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f933c06ada0 con 0x7f933c0d2320 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f933c0d0c40 con 0x7f933c15c7f0 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f934241e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f933c0cd1e0 con 0x7f933c06a910 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f933c0d2320 0x7f933c06a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f933c0d2320 0x7f933c06a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39530/0 (socket says 172.21.15.7:39530) 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 -- 172.21.15.7:0/3768494238 learned_addr learned my addr 172.21.15.7:0/3768494238 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f93409bb640 1 --2- 172.21.15.7:0/3768494238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c06a910 0x7f933c160610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933bfff640 1 --2- 172.21.15.7:0/3768494238 >> v2:172.21.15.77:3300/0 conn(0x7f933c15c7f0 0x7f933c15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 -- 172.21.15.7:0/3768494238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c06a910 msgr2=0x7f933c160610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:32.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 --2- 172.21.15.7:0/3768494238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c06a910 0x7f933c160610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 -- 172.21.15.7:0/3768494238 >> v2:172.21.15.77:3300/0 conn(0x7f933c15c7f0 msgr2=0x7f933c15cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:32.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 --2- 172.21.15.7:0/3768494238 >> v2:172.21.15.77:3300/0 conn(0x7f933c15c7f0 0x7f933c15cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933b7fe640 1 -- 172.21.15.7:0/3768494238 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f933c0ccf00 con 0x7f933c0d2320 2024-09-13T15:58:32.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.426+0000 7f933bfff640 1 --2- 172.21.15.7:0/3768494238 >> v2:172.21.15.77:3300/0 conn(0x7f933c15c7f0 0x7f933c15cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:32.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f933b7fe640 1 --2- 172.21.15.7:0/3768494238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c06a3d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f933c067da0 tx=0x7f932401c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f194557c3ca3356d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:32.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f933affd640 1 -- 172.21.15.7:0/3768494238 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93240ab600 con 0x7f933c0d2320 2024-09-13T15:58:32.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f933affd640 1 -- 172.21.15.7:0/3768494238 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93240a7050 con 0x7f933c0d2320 2024-09-13T15:58:32.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f933affd640 1 -- 172.21.15.7:0/3768494238 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93240ab980 con 0x7f933c0d2320 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 -- 172.21.15.7:0/3768494238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 msgr2=0x7f933c06a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 --2- 172.21.15.7:0/3768494238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c06a3d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f933c067da0 tx=0x7f932401c230 comp rx=0 tx=0).stop 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 -- 172.21.15.7:0/3768494238 shutdown_connections 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 --2- 172.21.15.7:0/3768494238 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c06a910 0x7f933c160610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 --2- 172.21.15.7:0/3768494238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c06a3d0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 --2- 172.21.15.7:0/3768494238 >> v2:172.21.15.77:3300/0 conn(0x7f933c15c7f0 0x7f933c15cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 -- 172.21.15.7:0/3768494238 >> 172.21.15.7:0/3768494238 conn(0x7f933c0cf380 msgr2=0x7f933c0cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:32.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 -- 172.21.15.7:0/3768494238 shutdown_connections 2024-09-13T15:58:32.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 -- 172.21.15.7:0/3768494238 wait complete. 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.430+0000 7f934241e640 1 Processor -- start 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- start start 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c06a910 0x7f933c151390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c151aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c15c7f0 0x7f933c0ca7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f933c1518d0 con 0x7f933c0d2320 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f933c152dc0 con 0x7f933c06a910 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f933c152520 con 0x7f933c15c7f0 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c151aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:32.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c151aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39538/0 (socket says 172.21.15.7:39538) 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 -- 172.21.15.7:0/1823801281 learned_addr learned my addr 172.21.15.7:0/1823801281 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 -- 172.21.15.7:0/1823801281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c15c7f0 msgr2=0x7f933c0ca7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c15c7f0 0x7f933c0ca7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 -- 172.21.15.7:0/1823801281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c06a910 msgr2=0x7f933c151390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c06a910 0x7f933c151390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 -- 172.21.15.7:0/1823801281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93240094d0 con 0x7f933c0d2320 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933b7fe640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c151aa0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f93240ae040 tx=0x7f932401aa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93240b6620 con 0x7f933c0d2320 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93240abe90 con 0x7f933c0d2320 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f933c152800 con 0x7f933c0d2320 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f933c15e350 con 0x7f933c0d2320 2024-09-13T15:58:32.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93240b69e0 con 0x7f933c0d2320 2024-09-13T15:58:32.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9320005260 con 0x7f933c0d2320 2024-09-13T15:58:32.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f93240b2040 con 0x7f933c0d2320 2024-09-13T15:58:32.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f9338ff9640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f931c066690 0x7f931c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:32.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5443+0+0 (secure 0 0 0) 0x7f932411e890 con 0x7f933c0d2320 2024-09-13T15:58:32.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.434+0000 7f933bfff640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f931c066690 0x7f931c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:32.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.438+0000 7f933bfff640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f931c066690 0x7f931c068b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f932c008ea0 tx=0x7f932c0083d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:32.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.438+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f93240ebd90 con 0x7f933c0d2320 2024-09-13T15:58:32.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:32.602+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f9320005510 con 0x7f933c0d2320 2024-09-13T15:58:33.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.270+0000 7f9338ff9640 1 -- 172.21.15.7:0/1823801281 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v40) v1 ==== 169+0+0 (secure 0 0 0) 0x7f93240ef3b0 con 0x7f933c0d2320 2024-09-13T15:58:33.275 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' removed 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f931c066690 msgr2=0x7f931c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f931c066690 0x7f931c068b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f932c008ea0 tx=0x7f932c0083d0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 msgr2=0x7f933c151aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c151aa0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f93240ae040 tx=0x7f932401aa70 comp rx=0 tx=0).stop 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 shutdown_connections 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f931c066690 0x7f931c068b50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f933c15c7f0 0x7f933c0ca7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f933c0d2320 0x7f933c151aa0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 --2- 172.21.15.7:0/1823801281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c06a910 0x7f933c151390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.274+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 >> 172.21.15.7:0/1823801281 conn(0x7f933c0cf380 msgr2=0x7f933c0c86c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:33.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.278+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 shutdown_connections 2024-09-13T15:58:33.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.278+0000 7f934241e640 1 -- 172.21.15.7:0/1823801281 wait complete. 2024-09-13T15:58:33.305 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T15:58:33.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 Processor -- start 2024-09-13T15:58:33.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 -- start start 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7eff300b0000 0x7eff3015b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7eff301620c0 0x7eff301644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff300adad0 con 0x7eff300cab60 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff3015ba70 con 0x7eff300b0000 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.434+0000 7eff3570d640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff300cb0c0 con 0x7eff301620c0 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7eff300b0000 0x7eff3015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7eff300b0000 0x7eff3015b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53880/0 (socket says 172.21.15.7:53880) 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 -- 172.21.15.7:0/2558643059 learned_addr learned my addr 172.21.15.7:0/2558643059 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2f7fe640 1 --2- 172.21.15.7:0/2558643059 >> v2:172.21.15.77:3300/0 conn(0x7eff301620c0 0x7eff301644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 -- 172.21.15.7:0/2558643059 >> v2:172.21.15.77:3300/0 conn(0x7eff301620c0 msgr2=0x7eff301644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 --2- 172.21.15.7:0/2558643059 >> v2:172.21.15.77:3300/0 conn(0x7eff301620c0 0x7eff301644b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 -- 172.21.15.7:0/2558643059 >> v1:172.21.15.77:6789/0 conn(0x7eff300cab60 legacy=0x7eff300b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:33.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 -- 172.21.15.7:0/2558643059 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff300cb3a0 con 0x7eff300b0000 2024-09-13T15:58:33.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2f7fe640 1 --2- 172.21.15.7:0/2558643059 >> v2:172.21.15.77:3300/0 conn(0x7eff301620c0 0x7eff301644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:33.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2effd640 1 --2- 172.21.15.7:0/2558643059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff3015b530 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7eff3006aac0 tx=0x7eff2001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab28abbf49a71ef7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:33.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2dffb640 1 -- 172.21.15.7:0/2558643059 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff200aa5f0 con 0x7eff300b0000 2024-09-13T15:58:33.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2dffb640 1 -- 172.21.15.7:0/2558643059 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff200aa750 con 0x7eff300b0000 2024-09-13T15:58:33.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.438+0000 7eff2dffb640 1 -- 172.21.15.7:0/2558643059 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff200aaae0 con 0x7eff300b0000 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2558643059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 msgr2=0x7eff3015b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 --2- 172.21.15.7:0/2558643059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff3015b530 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7eff3006aac0 tx=0x7eff2001c490 comp rx=0 tx=0).stop 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2558643059 shutdown_connections 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 --2- 172.21.15.7:0/2558643059 >> v2:172.21.15.77:3300/0 conn(0x7eff301620c0 0x7eff301644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 --2- 172.21.15.7:0/2558643059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff3015b530 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2558643059 >> 172.21.15.7:0/2558643059 conn(0x7eff30065eb0 msgr2=0x7eff30069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2558643059 shutdown_connections 2024-09-13T15:58:33.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2558643059 wait complete. 2024-09-13T15:58:33.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 Processor -- start 2024-09-13T15:58:33.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- start start 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff300b2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff300cab60 0x7eff30154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff301620c0 0x7eff300c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff300b1db0 con 0x7eff300b0000 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff301548d0 con 0x7eff301620c0 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff30164770 con 0x7eff300cab60 2024-09-13T15:58:33.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff300b2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff300b2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53892/0 (socket says 172.21.15.7:53892) 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 -- 172.21.15.7:0/2121284190 learned_addr learned my addr 172.21.15.7:0/2121284190 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2f7fe640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff301620c0 0x7eff300c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2e7fc640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff300cab60 0x7eff30154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 -- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff300cab60 msgr2=0x7eff30154390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff300cab60 0x7eff30154390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 -- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff301620c0 msgr2=0x7eff300c76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff301620c0 0x7eff300c76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 -- 172.21.15.7:0/2121284190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff200094d0 con 0x7eff300b0000 2024-09-13T15:58:33.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff2effd640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff300b2b70 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7eff2001cd30 tx=0x7eff2001acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff200b3800 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff200b3980 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff300c8ed0 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff200b3d30 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.442+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff300b3200 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.446+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff300b1ef0 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.446+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff200c6440 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.446+0000 7eff177fe640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff1c066690 0x7eff1c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.446+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7eff200a7070 con 0x7eff300b0000 2024-09-13T15:58:33.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.446+0000 7eff2e7fc640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff1c066690 0x7eff1c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.446+0000 7eff2e7fc640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff1c066690 0x7eff1c068b50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7eff300b1050 tx=0x7eff24009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:33.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.450+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff200ec1d0 con 0x7eff300b0000 2024-09-13T15:58:33.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.610+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7eff3015b530 con 0x7eff300b0000 2024-09-13T15:58:33.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff177fe640 1 -- 172.21.15.7:0/2121284190 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7eff200ef7f0 con 0x7eff300b0000 2024-09-13T15:58:33.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff1c066690 msgr2=0x7eff1c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff1c066690 0x7eff1c068b50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7eff300b1050 tx=0x7eff24009040 comp rx=0 tx=0).stop 2024-09-13T15:58:33.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 msgr2=0x7eff300b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff300b2b70 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7eff2001cd30 tx=0x7eff2001acd0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 shutdown_connections 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff1c066690 0x7eff1c068b50 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff301620c0 0x7eff300c76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff300cab60 0x7eff30154390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 --2- 172.21.15.7:0/2121284190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff300b0000 0x7eff300b2b70 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 >> 172.21.15.7:0/2121284190 conn(0x7eff30065eb0 msgr2=0x7eff30158de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 shutdown_connections 2024-09-13T15:58:33.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.618+0000 7eff3570d640 1 -- 172.21.15.7:0/2121284190 wait complete. 2024-09-13T15:58:33.640 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair' 2024-09-13T15:58:33.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 Processor -- start 2024-09-13T15:58:33.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 -- start start 2024-09-13T15:58:33.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f1c9815da10 0x7f1c9815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 0x7f1c980cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c9815af90 con 0x7f1c98143af0 2024-09-13T15:58:33.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c9815ddf0 con 0x7f1c9815da10 2024-09-13T15:58:33.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9ceab640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c980b2d60 con 0x7f1c980cd3e0 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c96d9d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 0x7f1c980cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c96d9d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 0x7f1c980cd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:39628/0 (socket says 172.21.15.7:39628) 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c96d9d640 1 -- 172.21.15.7:0/1067805324 learned_addr learned my addr 172.21.15.7:0/1067805324 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9659c640 1 --2- 172.21.15.7:0/1067805324 >> v2:172.21.15.77:3300/0 conn(0x7f1c9815da10 0x7f1c9815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9659c640 1 -- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 msgr2=0x7f1c980cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9659c640 1 --2- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 0x7f1c980cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9659c640 1 -- 172.21.15.7:0/1067805324 >> v1:172.21.15.77:6789/0 conn(0x7f1c98143af0 legacy=0x7f1c980b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c9659c640 1 -- 172.21.15.7:0/1067805324 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c980b3000 con 0x7f1c9815da10 2024-09-13T15:58:33.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.766+0000 7f1c96d9d640 1 --2- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 0x7f1c980cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:58:33.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9659c640 1 --2- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c9815da10 0x7f1c9815aa50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1c880097c0 tx=0x7f1c8801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51db37d9d6f40d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:33.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c95d9b640 1 -- 172.21.15.7:0/1067805324 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c880ab670 con 0x7f1c9815da10 2024-09-13T15:58:33.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c95d9b640 1 -- 172.21.15.7:0/1067805324 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c880ab7d0 con 0x7f1c9815da10 2024-09-13T15:58:33.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c95d9b640 1 -- 172.21.15.7:0/1067805324 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c880abb60 con 0x7f1c9815da10 2024-09-13T15:58:33.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 -- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c9815da10 msgr2=0x7f1c9815aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c9815da10 0x7f1c9815aa50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1c880097c0 tx=0x7f1c8801c470 comp rx=0 tx=0).stop 2024-09-13T15:58:33.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 -- 172.21.15.7:0/1067805324 shutdown_connections 2024-09-13T15:58:33.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c980cd3e0 0x7f1c980cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/1067805324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c9815da10 0x7f1c9815aa50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 -- 172.21.15.7:0/1067805324 >> 172.21.15.7:0/1067805324 conn(0x7f1c98069f00 msgr2=0x7f1c9806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:33.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 -- 172.21.15.7:0/1067805324 shutdown_connections 2024-09-13T15:58:33.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 -- 172.21.15.7:0/1067805324 wait complete. 2024-09-13T15:58:33.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 Processor -- start 2024-09-13T15:58:33.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.770+0000 7f1c9ceab640 1 -- start start 2024-09-13T15:58:33.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c980cd3e0 0x7f1c9813dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 0x7f1c981585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c9815da10 0x7f1c9815c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c98161540 con 0x7f1c98143af0 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c98158f30 con 0x7f1c980cd3e0 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c9813f4f0 con 0x7f1c9815da10 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 0x7f1c981585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 0x7f1c981585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53904/0 (socket says 172.21.15.7:53904) 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 -- 172.21.15.7:0/653087020 learned_addr learned my addr 172.21.15.7:0/653087020 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c96d9d640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c9815da10 0x7f1c9815c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9659c640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c980cd3e0 0x7f1c9813dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 -- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c9815da10 msgr2=0x7f1c9815c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c9815da10 0x7f1c9815c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 -- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c980cd3e0 msgr2=0x7f1c9813dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:33.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c980cd3e0 0x7f1c9813dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:33.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 -- 172.21.15.7:0/653087020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c90009b30 con 0x7f1c98143af0 2024-09-13T15:58:33.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8ffff640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 0x7f1c981585d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1c8000c530 tx=0x7f1c8000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c80005220 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c88009420 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c80005380 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c80007270 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c9813ea10 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c980cdd20 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c800073d0 con 0x7f1c98143af0 2024-09-13T15:58:33.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8effd640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1c78066690 0x7f1c78068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:33.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1c800837f0 con 0x7f1c98143af0 2024-09-13T15:58:33.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.774+0000 7f1c9659c640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1c78066690 0x7f1c78068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:33.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.778+0000 7f1c9659c640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1c78066690 0x7f1c78068b50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1c880af000 tx=0x7f1c880a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:33.782+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1c80050e10 con 0x7f1c98143af0 2024-09-13T15:58:34.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.002+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]} v 0) v1 -- 0x7f1c9806cec0 con 0x7f1c98143af0 2024-09-13T15:58:34.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.274+0000 7f1c8effd640 1 -- 172.21.15.7:0/653087020 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]}]=0 v107) v1 ==== 148+0+0 (secure 0 0 0) 0x7f1c80054430 con 0x7f1c98143af0 2024-09-13T15:58:34.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1c78066690 msgr2=0x7f1c78068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1c78066690 0x7f1c78068b50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1c880af000 tx=0x7f1c880a7000 comp rx=0 tx=0).stop 2024-09-13T15:58:34.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 msgr2=0x7f1c981585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 0x7f1c981585d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1c8000c530 tx=0x7f1c8000c9f0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 shutdown_connections 2024-09-13T15:58:34.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1c78066690 0x7f1c78068b50 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1c9815da10 0x7f1c9815c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c98143af0 0x7f1c981585d0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 --2- 172.21.15.7:0/653087020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1c980cd3e0 0x7f1c9813dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 >> 172.21.15.7:0/653087020 conn(0x7f1c98069f00 msgr2=0x7f1c9806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:34.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 shutdown_connections 2024-09-13T15:58:34.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.278+0000 7f1c9ceab640 1 -- 172.21.15.7:0/653087020 wait complete. 2024-09-13T15:58:34.305 INFO:tasks.cephfs_test_runner:MDS should verify/fix backtrace on fetch dirfrag ... ok 2024-09-13T15:58:34.305 INFO:tasks.cephfs_test_runner:Starting test: test_mds_readonly (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) test if MDS behave correct when it's readonly 2024-09-13T15:58:34.305 INFO:tasks.cephfs_test_runner:test_mds_readonly (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) 2024-09-13T15:58:34.306 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 Processor -- start 2024-09-13T15:58:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 -- start start 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f934c15fc60 0x7f934c0b4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 0x7f934c0b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f934c0cd760 con 0x7f934c160040 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f934c0cdf70 con 0x7f934c15fc60 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9350936640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f934c0cf9b0 con 0x7f934c0d13e0 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9349d9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f934c160040 0x7f934c160500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53192/0 (socket says 172.21.15.7:53192) 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9349d9b640 1 -- 172.21.15.7:0/379592578 learned_addr learned my addr 172.21.15.7:0/379592578 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 0x7f934c0b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934a59c640 1 --2- 172.21.15.7:0/379592578 >> v2:172.21.15.77:3300/0 conn(0x7f934c15fc60 0x7f934c0b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3698217461 0 0) 0x7f934c0cd760 con 0x7f934c160040 2024-09-13T15:58:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9334003530 con 0x7f934c160040 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2645013973 0 0) 0x7f9334003530 con 0x7f934c160040 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 msgr2=0x7f934c0b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 0x7f934c0b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 >> v2:172.21.15.77:3300/0 conn(0x7f934c15fc60 msgr2=0x7f934c0b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 --2- 172.21.15.7:0/379592578 >> v2:172.21.15.77:3300/0 conn(0x7f934c15fc60 0x7f934c0b4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f934c0cd9b0 con 0x7f934c160040 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f9340001680 con 0x7f934c160040 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 >> v1:172.21.15.7:6789/0 conn(0x7f934c160040 legacy=0x7f934c160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334003980 0x7f9334003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 0x7f93340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9334004d10 0x7f9334005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934c0cdf70 con 0x7f9334004d10 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934c0cf9b0 con 0x7f9334003980 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f933400b990 con 0x7f934c0d13e0 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9334004d10 0x7f9334005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934a59c640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334003980 0x7f9334003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f9349d9b640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 0x7f93340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 -- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 msgr2=0x7f93340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c0d13e0 0x7f93340047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 -- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334003980 msgr2=0x7f9334003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334003980 0x7f9334003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.430+0000 7f934ad9d640 1 -- 172.21.15.7:0/379592578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9334003530 con 0x7f9334004d10 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f934ad9d640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9334004d10 0x7f9334005190 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f934400e170 tx=0x7f934401cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72e3c0b84175dced server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93440a5c70 con 0x7f9334004d10 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f934400f040 con 0x7f9334004d10 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f934959a640 1 -- 172.21.15.7:0/379592578 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93440ad440 con 0x7f9334004d10 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- 172.21.15.7:0/379592578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9334004d10 msgr2=0x7f9334005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 --2- 172.21.15.7:0/379592578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9334004d10 0x7f9334005190 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f934400e170 tx=0x7f934401cc60 comp rx=0 tx=0).stop 2024-09-13T15:58:34.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f934ad9d640 1 -- 172.21.15.7:0/379592578 reap_dead start 2024-09-13T15:58:34.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- 172.21.15.7:0/379592578 shutdown_connections 2024-09-13T15:58:34.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- 172.21.15.7:0/379592578 >> 172.21.15.7:0/379592578 conn(0x7f934c06c090 msgr2=0x7f934c06c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:34.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- 172.21.15.7:0/379592578 shutdown_connections 2024-09-13T15:58:34.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- 172.21.15.7:0/379592578 wait complete. 2024-09-13T15:58:34.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 Processor -- start 2024-09-13T15:58:34.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- start start 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334004d10 0x7f934c159030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 0x7f934c157d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c1f2300 0x7f934c1f2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934c15c0e0 con 0x7f934c0c9080 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934c1596f0 con 0x7f9334004d10 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9350936640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f934c0c9500 con 0x7f934c1f2300 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9349d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 0x7f934c157d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9349d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 0x7f934c157d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53932/0 (socket says 172.21.15.7:53932) 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.434+0000 7f9349d9b640 1 -- 172.21.15.7:0/3535789017 learned_addr learned my addr 172.21.15.7:0/3535789017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f934ad9d640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c1f2300 0x7f934c1f2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f934a59c640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334004d10 0x7f934c159030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9349d9b640 1 -- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c1f2300 msgr2=0x7f934c1f2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9349d9b640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c1f2300 0x7f934c1f2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9349d9b640 1 -- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334004d10 msgr2=0x7f934c159030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9349d9b640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334004d10 0x7f934c159030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9349d9b640 1 -- 172.21.15.7:0/3535789017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f934c1f2cc0 con 0x7f934c0c9080 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f934ad9d640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c1f2300 0x7f934c1f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f934a59c640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334004d10 0x7f934c159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9349d9b640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 0x7f934c157d70 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f934000e850 tx=0x7f934000ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934000c870 con 0x7f934c0c9080 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f934000c9d0 con 0x7f934c0c9080 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f934c15b7b0 con 0x7f934c0c9080 2024-09-13T15:58:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934000cd80 con 0x7f934c0c9080 2024-09-13T15:58:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f934c15bd70 con 0x7f934c0c9080 2024-09-13T15:58:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f934c0b4e30 con 0x7f934c0c9080 2024-09-13T15:58:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f934001d460 con 0x7f934c0c9080 2024-09-13T15:58:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f933affd640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f932c066690 0x7f932c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f934a59c640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f932c066690 0x7f932c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f9340083e50 con 0x7f934c0c9080 2024-09-13T15:58:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.438+0000 7f934a59c640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f932c066690 0x7f932c068b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f933c009b70 tx=0x7f933c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:34.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.442+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9340051460 con 0x7f934c0c9080 2024-09-13T15:58:34.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.606+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f934c15bf30 con 0x7f934c0c9080 2024-09-13T15:58:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f933affd640 1 -- 172.21.15.7:0/3535789017 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+13004 (secure 0 0 0) 0x7f9340054a80 con 0x7f934c0c9080 2024-09-13T15:58:34.612 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:34.612 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":40,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:33.262073+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6835/295159448":"2024-09-14T15:58:30.240735+0000","172.21.15.77:6833/295159448":"2024-09-14T15:58:30.240735+0000","172.21.15.7:6837/3975267023":"2024-09-14T15:58:16.439102+0000","172.21.15.7:6836/3975267023":"2024-09-14T15:58:16.439102+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:34.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f932c066690 msgr2=0x7f932c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f932c066690 0x7f932c068b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f933c009b70 tx=0x7f933c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:34.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 msgr2=0x7f934c157d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 0x7f934c157d70 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f934000e850 tx=0x7f934000ed10 comp rx=0 tx=0).stop 2024-09-13T15:58:34.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 shutdown_connections 2024-09-13T15:58:34.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f932c066690 0x7f932c068b50 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f934c1f2300 0x7f934c1f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c0c9080 0x7f934c157d70 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 --2- 172.21.15.7:0/3535789017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9334004d10 0x7f934c159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 >> 172.21.15.7:0/3535789017 conn(0x7f934c06c090 msgr2=0x7f934c0b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:34.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 shutdown_connections 2024-09-13T15:58:34.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.610+0000 7f9350936640 1 -- 172.21.15.7:0/3535789017 wait complete. 2024-09-13T15:58:34.632 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:58:34.633 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:58:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.750+0000 7fc0613f4640 1 Processor -- start 2024-09-13T15:58:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.750+0000 7fc0613f4640 1 -- start start 2024-09-13T15:58:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc0613f4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc05c153b90 0x7fc05c15af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc0613f4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c15da90 0x7fc05c0b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc0613f4640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc05c06faf0 con 0x7fc05c0b0540 2024-09-13T15:58:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc0613f4640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc05c0b09f0 con 0x7fc05c153b90 2024-09-13T15:58:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc0613f4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc05c153f70 con 0x7fc05c15da90 2024-09-13T15:58:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc05c153b90 0x7fc05c15af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fc05c153b90 0x7fc05c15af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53934/0 (socket says 172.21.15.7:53934) 2024-09-13T15:58:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 -- 172.21.15.7:0/1630931329 learned_addr learned my addr 172.21.15.7:0/1630931329 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05a7fc640 1 --2- 172.21.15.7:0/1630931329 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c15da90 0x7fc05c0b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 -- 172.21.15.7:0/1630931329 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c15da90 msgr2=0x7fc05c0b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 --2- 172.21.15.7:0/1630931329 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c15da90 0x7fc05c0b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 -- 172.21.15.7:0/1630931329 >> v1:172.21.15.77:6789/0 conn(0x7fc05c0b0540 legacy=0x7fc05c159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.754+0000 7fc05affd640 1 -- 172.21.15.7:0/1630931329 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc05c0cdb30 con 0x7fc05c153b90 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05affd640 1 --2- 172.21.15.7:0/1630931329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c153b90 0x7fc05c15af80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009e50 tx=0x7fc04c01ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c0cf7fcfea7ed9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc059ffb640 1 -- 172.21.15.7:0/1630931329 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04c0a58d0 con 0x7fc05c153b90 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc059ffb640 1 -- 172.21.15.7:0/1630931329 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc04c0a5a30 con 0x7fc05c153b90 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc059ffb640 1 -- 172.21.15.7:0/1630931329 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04c0a5dc0 con 0x7fc05c153b90 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- 172.21.15.7:0/1630931329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c153b90 msgr2=0x7fc05c15af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 --2- 172.21.15.7:0/1630931329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c153b90 0x7fc05c15af80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009e50 tx=0x7fc04c01ca00 comp rx=0 tx=0).stop 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- 172.21.15.7:0/1630931329 shutdown_connections 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 --2- 172.21.15.7:0/1630931329 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c15da90 0x7fc05c0b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 --2- 172.21.15.7:0/1630931329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c153b90 0x7fc05c15af80 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- 172.21.15.7:0/1630931329 >> 172.21.15.7:0/1630931329 conn(0x7fc05c065eb0 msgr2=0x7fc05c069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- 172.21.15.7:0/1630931329 shutdown_connections 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- 172.21.15.7:0/1630931329 wait complete. 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 Processor -- start 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- start start 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc05c0b0540 0x7fc05c154ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c153b90 0x7fc05c0cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 0x7fc05c0cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc05c150060 con 0x7fc05c15da90 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc05c150340 con 0x7fc05c0b0540 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc0613f4640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc05c150620 con 0x7fc05c153b90 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 0x7fc05c0cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 0x7fc05c0cb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53936/0 (socket says 172.21.15.7:53936) 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 -- 172.21.15.7:0/32985775 learned_addr learned my addr 172.21.15.7:0/32985775 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:34.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05a7fc640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c153b90 0x7fc05c0cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05affd640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc05c0b0540 0x7fc05c154ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 -- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c153b90 msgr2=0x7fc05c0cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c153b90 0x7fc05c0cb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 -- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc05c0b0540 msgr2=0x7fc05c154ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc05c0b0540 0x7fc05c154ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 -- 172.21.15.7:0/32985775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc04c009b30 con 0x7fc05c15da90 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05affd640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc05c0b0540 0x7fc05c154ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.758+0000 7fc05b7fe640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 0x7fc05c0cb7e0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc05400c430 tx=0x7fc05400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc054005220 con 0x7fc05c15da90 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc054005380 con 0x7fc05c15da90 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc054007270 con 0x7fc05c15da90 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc05c150900 con 0x7fc05c15da90 2024-09-13T15:58:34.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc05c155000 con 0x7fc05c15da90 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc05c15de70 con 0x7fc05c15da90 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc0540073d0 con 0x7fc05c15da90 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0437fe640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc048066690 0x7fc048068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc0540834f0 con 0x7fc05c15da90 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc05affd640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc048066690 0x7fc048068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.762+0000 7fc05affd640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc048066690 0x7fc048068b50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc04c0ae000 tx=0x7fc04c0a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:34.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.766+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc054050af0 con 0x7fc05c15da90 2024-09-13T15:58:34.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.926+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc05c150db0 con 0x7fc05c15da90 2024-09-13T15:58:34.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.926+0000 7fc0437fe640 1 -- 172.21.15.7:0/32985775 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v40) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc054054110 con 0x7fc05c15da90 2024-09-13T15:58:34.929 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:58:34.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc048066690 msgr2=0x7fc048068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc048066690 0x7fc048068b50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc04c0ae000 tx=0x7fc04c0a7070 comp rx=0 tx=0).stop 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 msgr2=0x7fc05c0cb7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 0x7fc05c0cb7e0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc05400c430 tx=0x7fc05400c8f0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 shutdown_connections 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fc048066690 0x7fc048068b50 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc05c15da90 0x7fc05c0cb7e0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fc05c153b90 0x7fc05c0cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 --2- 172.21.15.7:0/32985775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc05c0b0540 0x7fc05c154ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 >> 172.21.15.7:0/32985775 conn(0x7fc05c065eb0 msgr2=0x7fc05c159d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 shutdown_connections 2024-09-13T15:58:34.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:34.930+0000 7fc0613f4640 1 -- 172.21.15.7:0/32985775 wait complete. 2024-09-13T15:58:34.948 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly' 2024-09-13T15:58:35.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.058+0000 7f00b2e4a640 1 Processor -- start 2024-09-13T15:58:35.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b2e4a640 1 -- start start 2024-09-13T15:58:35.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b2e4a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:35.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b2e4a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f00ac0b2620 0x7f00ac0b2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:35.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b2e4a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00ac158f20 con 0x7f00ac0b20d0 2024-09-13T15:58:35.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b2e4a640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00ac0b2fe0 con 0x7f00ac0b2620 2024-09-13T15:58:35.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b2e4a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac06bd60 con 0x7f00ac158b40 2024-09-13T15:58:35.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b13e7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f00ac0b2620 0x7f00ac0b2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00abfff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f00ac0b20d0 0x7f00ac0cba90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53202/0 (socket says 172.21.15.7:53202) 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00abfff640 1 -- 172.21.15.7:0/4074873500 learned_addr learned my addr 172.21.15.7:0/4074873500 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b0be6640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b13e7640 1 -- 172.21.15.7:0/4074873500 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 msgr2=0x7f00ac070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b13e7640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac070930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b13e7640 1 -- 172.21.15.7:0/4074873500 >> v1:172.21.15.7:6789/0 conn(0x7f00ac0b20d0 legacy=0x7f00ac0cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00ab7fe640 1 -- 172.21.15.7:0/4074873500 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3153043004 0 0) 0x7f00a0001070 con 0x7f00ac0b20d0 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b13e7640 1 -- 172.21.15.7:0/4074873500 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00ac071180 con 0x7f00ac0b2620 2024-09-13T15:58:35.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.062+0000 7f00b0be6640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac070930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:35.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b13e7640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0b2aa0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f00a400bfa0 tx=0x7f00a401eb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=823bf0ee519fbfed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:35.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00ab7fe640 1 -- 172.21.15.7:0/4074873500 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a400b2d0 con 0x7f00ac0b2620 2024-09-13T15:58:35.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00ab7fe640 1 -- 172.21.15.7:0/4074873500 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00a40a7990 con 0x7f00ac0b2620 2024-09-13T15:58:35.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00ab7fe640 1 -- 172.21.15.7:0/4074873500 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a40a7d20 con 0x7f00ac0b2620 2024-09-13T15:58:35.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/4074873500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 msgr2=0x7f00ac0b2aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:35.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0b2aa0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f00a400bfa0 tx=0x7f00a401eb40 comp rx=0 tx=0).stop 2024-09-13T15:58:35.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/4074873500 shutdown_connections 2024-09-13T15:58:35.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0b2aa0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:35.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/4074873500 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac070930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:35.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/4074873500 >> 172.21.15.7:0/4074873500 conn(0x7f00ac069f00 msgr2=0x7f00ac06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:35.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/4074873500 shutdown_connections 2024-09-13T15:58:35.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/4074873500 wait complete. 2024-09-13T15:58:35.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 Processor -- start 2024-09-13T15:58:35.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- start start 2024-09-13T15:58:35.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00ac0b20d0 0x7f00ac0cc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:35.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac0acde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac149520 con 0x7f00ac0b2620 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac0cc9f0 con 0x7f00ac0b20d0 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac153480 con 0x7f00ac158b40 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0ac8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53960/0 (socket says 172.21.15.7:53960) 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 -- 172.21.15.7:0/1775239159 learned_addr learned my addr 172.21.15.7:0/1775239159 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b13e7640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac0acde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b0be6640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00ac0b20d0 0x7f00ac0cc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 -- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 msgr2=0x7f00ac0acde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:35.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac0acde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 -- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00ac0b20d0 msgr2=0x7f00ac0cc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00ac0b20d0 0x7f00ac0cc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 -- 172.21.15.7:0/1775239159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00a400bc80 con 0x7f00ac0b2620 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b13e7640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac0acde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00abfff640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0ac8a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f00a000c500 tx=0x7f00a000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a0005cc0 con 0x7f00ac0b2620 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00a0005e20 con 0x7f00ac0b2620 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00ac0ccc20 con 0x7f00ac0b2620 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a0007330 con 0x7f00ac0b2620 2024-09-13T15:58:35.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.066+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00ac0cd1e0 con 0x7f00ac0b2620 2024-09-13T15:58:35.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.070+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00ac0b2aa0 con 0x7f00ac0b2620 2024-09-13T15:58:35.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.070+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f00a0007490 con 0x7f00ac0b2620 2024-09-13T15:58:35.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.070+0000 7f00a97fa640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0098066690 0x7f0098068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:35.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.070+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f00a0083330 con 0x7f00ac0b2620 2024-09-13T15:58:35.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.070+0000 7f00b0be6640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0098066690 0x7f0098068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:35.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.070+0000 7f00b0be6640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0098066690 0x7f0098068b50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f009c006fd0 tx=0x7f009c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:35.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.074+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00a00509d0 con 0x7f00ac0b2620 2024-09-13T15:58:35.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:35.286+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]} v 0) v1 -- 0x7f00ac158f20 con 0x7f00ac0b2620 2024-09-13T15:58:36.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00a97fa640 1 -- 172.21.15.7:0/1775239159 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]}]=0 v109) v1 ==== 147+0+0 (secure 0 0 0) 0x7f00ac158f20 con 0x7f00ac0b2620 2024-09-13T15:58:36.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0098066690 msgr2=0x7f0098068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0098066690 0x7f0098068b50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f009c006fd0 tx=0x7f009c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:36.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 msgr2=0x7f00ac0ac8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0ac8a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f00a000c500 tx=0x7f00a000c9c0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 shutdown_connections 2024-09-13T15:58:36.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0098066690 0x7f0098068b50 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f00ac158b40 0x7f00ac0acde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00ac0b2620 0x7f00ac0ac8a0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 --2- 172.21.15.7:0/1775239159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00ac0b20d0 0x7f00ac0cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.286+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 >> 172.21.15.7:0/1775239159 conn(0x7f00ac069f00 msgr2=0x7f00ac0aed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:36.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.290+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 shutdown_connections 2024-09-13T15:58:36.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.290+0000 7f00b2e4a640 1 -- 172.21.15.7:0/1775239159 wait complete. 2024-09-13T15:58:36.320 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T15:58:36.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa73054b640 1 Processor -- start 2024-09-13T15:58:36.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa73054b640 1 -- start start 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa73054b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa7280b0470 0x7fa72815ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa73054b640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa72806f400 con 0x7fa7280b0000 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa73054b640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7280adbb0 con 0x7fa7281571a0 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa73054b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa72806fca0 con 0x7fa7280b0470 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72dae6640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa7280b0000 0x7fa72815b330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53218/0 (socket says 172.21.15.7:53218) 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72dae6640 1 -- 172.21.15.7:0/2688930367 learned_addr learned my addr 172.21.15.7:0/2688930367 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 --2- 172.21.15.7:0/2688930367 >> v2:172.21.15.77:3300/0 conn(0x7fa7280b0470 0x7fa72815ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1217335657 0 0) 0x7fa72806f400 con 0x7fa7280b0000 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa710003530 con 0x7fa7280b0000 2024-09-13T15:58:36.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2677883445 0 0) 0x7fa710003530 con 0x7fa7280b0000 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 >> v2:172.21.15.77:3300/0 conn(0x7fa7280b0470 msgr2=0x7fa72815ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 --2- 172.21.15.7:0/2688930367 >> v2:172.21.15.77:3300/0 conn(0x7fa7280b0470 0x7fa72815ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 >> v1:172.21.15.77:6789/0 conn(0x7fa7281571a0 legacy=0x7fa72815a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7280cd8a0 con 0x7fa7280b0000 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fa71c001a00 con 0x7fa7280b0000 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 >> v1:172.21.15.7:6789/0 conn(0x7fa7280b0000 legacy=0x7fa72815b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa710003980 0x7fa710003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7100047d0 0x7fa710004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa710005190 0x7fa71000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa71000c100 con 0x7fa710005190 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa71000c270 con 0x7fa7100047d0 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa71000c430 con 0x7fa710003980 2024-09-13T15:58:36.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa710005190 0x7fa71000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72dae6640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7100047d0 0x7fa710004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72e2e7640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa710003980 0x7fa710003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 -- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa710003980 msgr2=0x7fa710003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa710003980 0x7fa710003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 -- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7100047d0 msgr2=0x7fa710004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7100047d0 0x7fa710004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.450+0000 7fa72eae8640 1 -- 172.21.15.7:0/2688930367 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa710003530 con 0x7fa710005190 2024-09-13T15:58:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa72eae8640 1 -- 172.21.15.7:0/2688930367 reap_dead start 2024-09-13T15:58:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa72eae8640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa710005190 0x7fa71000b990 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa718009ae0 tx=0x7fa71801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64edbc73d42943a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa718004020 con 0x7fa710005190 2024-09-13T15:58:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7180041c0 con 0x7fa710005190 2024-09-13T15:58:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa72d2e5640 1 -- 172.21.15.7:0/2688930367 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa718003620 con 0x7fa710005190 2024-09-13T15:58:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 -- 172.21.15.7:0/2688930367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa710005190 msgr2=0x7fa71000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa710005190 0x7fa71000b990 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa718009ae0 tx=0x7fa71801cab0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 -- 172.21.15.7:0/2688930367 shutdown_connections 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 --2- 172.21.15.7:0/2688930367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa710005190 0x7fa71000b990 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 -- 172.21.15.7:0/2688930367 >> 172.21.15.7:0/2688930367 conn(0x7fa728065eb0 msgr2=0x7fa728069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 -- 172.21.15.7:0/2688930367 shutdown_connections 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 -- 172.21.15.7:0/2688930367 wait complete. 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 Processor -- start 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.454+0000 7fa73054b640 1 -- start start 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa710005190 0x7fa72814ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 0x7fa7281f1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa7281f2420 0x7fa72806c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7281585d0 con 0x7fa728158fe0 2024-09-13T15:58:36.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa72814ef60 con 0x7fa710005190 2024-09-13T15:58:36.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7281f2a60 con 0x7fa7281f2420 2024-09-13T15:58:36.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 0x7fa7281f1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 0x7fa7281f1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53978/0 (socket says 172.21.15.7:53978) 2024-09-13T15:58:36.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 -- 172.21.15.7:0/191579953 learned_addr learned my addr 172.21.15.7:0/191579953 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:36.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72e2e7640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa710005190 0x7fa72814ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72eae8640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa7281f2420 0x7fa72806c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 -- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa7281f2420 msgr2=0x7fa72806c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa7281f2420 0x7fa72806c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 -- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa710005190 msgr2=0x7fa72814ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa710005190 0x7fa72814ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 -- 172.21.15.7:0/191579953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7281f2d40 con 0x7fa728158fe0 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72dae6640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 0x7fa7281f1ee0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa71c011840 tx=0x7fa71c011d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c00fb60 con 0x7fa728158fe0 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa71c00fd20 con 0x7fa728158fe0 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7281587e0 con 0x7fa728158fe0 2024-09-13T15:58:36.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c015650 con 0x7fa728158fe0 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa72814f360 con 0x7fa728158fe0 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7281f2800 con 0x7fa728158fe0 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa71c0157b0 con 0x7fa728158fe0 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa726ffd640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa714066690 0x7fa714068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72e2e7640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa714066690 0x7fa714068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fa71c087150 con 0x7fa728158fe0 2024-09-13T15:58:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.458+0000 7fa72e2e7640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa714066690 0x7fa714068b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa720001660 tx=0x7fa720009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:36.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.462+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa71c0547f0 con 0x7fa728158fe0 2024-09-13T15:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.626+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fa72815a4e0 con 0x7fa728158fe0 2024-09-13T15:58:36.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa726ffd640 1 -- 172.21.15.7:0/191579953 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) v1 ==== 122+0+0 (secure 0 0 0) 0x7fa71c001840 con 0x7fa728158fe0 2024-09-13T15:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa714066690 msgr2=0x7fa714068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa714066690 0x7fa714068b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa720001660 tx=0x7fa720009040 comp rx=0 tx=0).stop 2024-09-13T15:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 msgr2=0x7fa7281f1ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 0x7fa7281f1ee0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa71c011840 tx=0x7fa71c011d00 comp rx=0 tx=0).stop 2024-09-13T15:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 shutdown_connections 2024-09-13T15:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa714066690 0x7fa714068b50 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa7281f2420 0x7fa72806c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa728158fe0 0x7fa7281f1ee0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 --2- 172.21.15.7:0/191579953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa710005190 0x7fa72814ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 >> 172.21.15.7:0/191579953 conn(0x7fa728065eb0 msgr2=0x7fa72815c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.634+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 shutdown_connections 2024-09-13T15:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:36.638+0000 7fa73054b640 1 -- 172.21.15.7:0/191579953 wait complete. 2024-09-13T15:58:36.657 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T15:58:36.657 DEBUG:teuthology.orchestra.run.smithi007:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:58:36.721 DEBUG:teuthology.orchestra.run.smithi077:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:58:36.785 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T15:58:36.785 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:36.785 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:36.791 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17326 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:58:36.791 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:58:36.791 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:36.798 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:58:36.798 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:36.798 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:36.841 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17326 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:58:36.842 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:58:36.842 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:36.848 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:58:36.848 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T15:58:36.848 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.010+0000 7f3d5333a640 1 Processor -- start 2024-09-13T15:58:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.010+0000 7f3d5333a640 1 -- start start 2024-09-13T15:58:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d5333a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 0x7f3d4c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d5333a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d4c0b15c0 con 0x7f3d4c06d4b0 2024-09-13T15:58:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d5333a640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d4c070860 con 0x7f3d4c0b2f00 2024-09-13T15:58:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d5333a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c070b40 con 0x7f3d4c06d0d0 2024-09-13T15:58:37.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3d4c06d4b0 0x7f3d4c159fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53226/0 (socket says 172.21.15.7:53226) 2024-09-13T15:58:37.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 -- 172.21.15.7:0/1404300322 learned_addr learned my addr 172.21.15.7:0/1404300322 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:37.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d510d6640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 0x7f3d4c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 222827848 0 0) 0x7f3d4c0b15c0 con 0x7f3d4c06d4b0 2024-09-13T15:58:37.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d38003530 con 0x7f3d4c06d4b0 2024-09-13T15:58:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2834973493 0 0) 0x7f3d38003530 con 0x7f3d4c06d4b0 2024-09-13T15:58:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 msgr2=0x7f3d4c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 0x7f3d4c0b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 >> v1:172.21.15.77:6789/0 conn(0x7f3d4c0b2f00 legacy=0x7f3d4c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d4c070e20 con 0x7f3d4c06d4b0 2024-09-13T15:58:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f3d44001a00 con 0x7f3d4c06d4b0 2024-09-13T15:58:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 >> v1:172.21.15.7:6789/0 conn(0x7f3d4c06d4b0 legacy=0x7f3d4c159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d380039b0 0x7f3d38003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 0x7f3d380047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d38005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c070b40 con 0x7f3d38004d10 2024-09-13T15:58:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d3800bac0 con 0x7f3d380039b0 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d3800bc80 con 0x7f3d4c06d0d0 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d38005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d510d6640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d380039b0 0x7f3d38003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d508d5640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 0x7f3d380047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 -- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 msgr2=0x7f3d380047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c06d0d0 0x7f3d380047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 -- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d380039b0 msgr2=0x7f3d38003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d380039b0 0x7f3d38003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.014+0000 7f3d518d7640 1 -- 172.21.15.7:0/1404300322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d38003530 con 0x7f3d38004d10 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d518d7640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d38005190 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f3d440013e0 tx=0x7f3d4401fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190ce3db56538b4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d440aa6b0 con 0x7f3d38004d10 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d440aa810 con 0x7f3d38004d10 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d43fff640 1 -- 172.21.15.7:0/1404300322 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d440aac00 con 0x7f3d38004d10 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 -- 172.21.15.7:0/1404300322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 msgr2=0x7f3d38005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 --2- 172.21.15.7:0/1404300322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d38005190 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f3d440013e0 tx=0x7f3d4401fa80 comp rx=0 tx=0).stop 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d518d7640 1 -- 172.21.15.7:0/1404300322 reap_dead start 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 -- 172.21.15.7:0/1404300322 shutdown_connections 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 -- 172.21.15.7:0/1404300322 >> 172.21.15.7:0/1404300322 conn(0x7f3d4c069f00 msgr2=0x7f3d4c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 -- 172.21.15.7:0/1404300322 shutdown_connections 2024-09-13T15:58:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 -- 172.21.15.7:0/1404300322 wait complete. 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 Processor -- start 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.018+0000 7f3d5333a640 1 -- start start 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d4c141cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c0afc60 0x7f3d4c0ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d4c0b00e0 0x7f3d4c0acde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c142230 con 0x7f3d38004d10 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c0b0900 con 0x7f3d4c0b00e0 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c0b0620 con 0x7f3d4c0afc60 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d4c141cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d4c141cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54006/0 (socket says 172.21.15.7:54006) 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 -- 172.21.15.7:0/994179725 learned_addr learned my addr 172.21.15.7:0/994179725 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d508d5640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c0afc60 0x7f3d4c0ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d518d7640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d4c0b00e0 0x7f3d4c0acde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 -- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c0afc60 msgr2=0x7f3d4c0ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c0afc60 0x7f3d4c0ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 -- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d4c0b00e0 msgr2=0x7f3d4c0acde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d4c0b00e0 0x7f3d4c0acde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 -- 172.21.15.7:0/994179725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d4c149ef0 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d508d5640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c0afc60 0x7f3d4c0ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d510d6640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d4c141cf0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c011a00 tx=0x7f3d3c011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c00fb50 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d3c00fcb0 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d4c14a1d0 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c014440 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d4c1494b0 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d4c0cace0 con 0x7f3d38004d10 2024-09-13T15:58:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3d3c01d400 con 0x7f3d38004d10 2024-09-13T15:58:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d41ffb640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3d30066650 0x7f3d30068b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3d3c084740 con 0x7f3d38004d10 2024-09-13T15:58:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d508d5640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3d30066650 0x7f3d30068b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.022+0000 7f3d508d5640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3d30066650 0x7f3d30068b10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0cca40 tx=0x7f3d48009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.026+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3d3c051ea0 con 0x7f3d38004d10 2024-09-13T15:58:37.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3d4c0b37b0 con 0x7f3d38004d10 2024-09-13T15:58:37.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d41ffb640 1 -- 172.21.15.7:0/994179725 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) v1 ==== 94+0+3514 (secure 0 0 0) 0x7f3d3c0554c0 con 0x7f3d38004d10 2024-09-13T15:58:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:37.229 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":20,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4727,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/958181489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":958181489},{"type":"v1","addr":"172.21.15.7:6835","nonce":958181489}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4993,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6834/596454800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":596454800},{"type":"v1","addr":"172.21.15.77:6834","nonce":596454800}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5353,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/554593380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6833","nonce":554593380},{"type":"v1","addr":"172.21.15.77:6835","nonce":554593380}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":20},{"gid":5577,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2747335036","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2747335036},{"type":"v1","addr":"172.21.15.7:6837","nonce":2747335036}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[]} 2024-09-13T15:58:37.229 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 20 2024-09-13T15:58:37.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3d30066650 msgr2=0x7f3d30068b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3d30066650 0x7f3d30068b10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0cca40 tx=0x7f3d48009040 comp rx=0 tx=0).stop 2024-09-13T15:58:37.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 msgr2=0x7f3d4c141cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d4c141cf0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c011a00 tx=0x7f3d3c011ec0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 shutdown_connections 2024-09-13T15:58:37.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3d30066650 0x7f3d30068b10 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3d4c0b00e0 0x7f3d4c0acde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3d4c0afc60 0x7f3d4c0ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 --2- 172.21.15.7:0/994179725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d38004d10 0x7f3d4c141cf0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 >> 172.21.15.7:0/994179725 conn(0x7f3d4c069f00 msgr2=0x7f3d4c15c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:37.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 shutdown_connections 2024-09-13T15:58:37.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.226+0000 7f3d5333a640 1 -- 172.21.15.7:0/994179725 wait complete. 2024-09-13T15:58:37.248 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T15:58:37.248 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T15:58:37.249 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T15:58:37.249 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:58:37.249 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T15:58:37.249 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T15:58:37.249 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T15:58:37.249 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:58:37.250 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T15:58:37.250 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T15:58:37.250 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T15:58:37.250 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:58:37.250 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T15:58:37.250 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T15:58:37.251 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T15:58:37.251 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:58:37.261 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T15:58:37.261 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T15:58:37.262 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T15:58:37.263 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T15:58:37.265 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T15:58:37.265 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T15:58:37.266 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T15:58:37.266 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T15:58:37.305 INFO:tasks.ceph.mds.c:Started 2024-09-13T15:58:37.306 DEBUG:teuthology.parallel:result is None 2024-09-13T15:58:37.306 INFO:tasks.ceph.mds.a:Started 2024-09-13T15:58:37.306 DEBUG:teuthology.parallel:result is None 2024-09-13T15:58:37.309 INFO:tasks.ceph.mds.d:Started 2024-09-13T15:58:37.309 DEBUG:teuthology.parallel:result is None 2024-09-13T15:58:37.309 INFO:tasks.ceph.mds.b:Started 2024-09-13T15:58:37.310 DEBUG:teuthology.parallel:result is None 2024-09-13T15:58:37.310 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T15:58:37.371 INFO:tasks.ceph.mds.a.smithi007.stdout:starting mds.a at 2024-09-13T15:58:37.374 INFO:tasks.ceph.mds.c.smithi007.stdout:starting mds.c at 2024-09-13T15:58:37.375 INFO:tasks.ceph.mds.b.smithi077.stdout:starting mds.b at 2024-09-13T15:58:37.376 INFO:tasks.ceph.mds.d.smithi077.stdout:starting mds.d at 2024-09-13T15:58:37.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 Processor -- start 2024-09-13T15:58:37.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 -- start start 2024-09-13T15:58:37.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 0x7f73480b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f73480d0630 0x7f73480d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73480d17e0 con 0x7f73480d21b0 2024-09-13T15:58:37.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73480d0bd0 con 0x7f73480d0630 2024-09-13T15:58:37.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734ee15640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73480d0eb0 con 0x7f734815c760 2024-09-13T15:58:37.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 0x7f73480b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 0x7f73480b7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:39804/0 (socket says 172.21.15.7:39804) 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 -- 172.21.15.7:0/2038894394 learned_addr learned my addr 172.21.15.7:0/2038894394 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f7347fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f73480d0630 0x7f73480d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 -- 172.21.15.7:0/2038894394 >> v2:172.21.15.77:3300/0 conn(0x7f73480d0630 msgr2=0x7f73480d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 --2- 172.21.15.7:0/2038894394 >> v2:172.21.15.77:3300/0 conn(0x7f73480d0630 0x7f73480d1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 -- 172.21.15.7:0/2038894394 >> v1:172.21.15.77:6789/0 conn(0x7f73480d21b0 legacy=0x7f73480cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.442+0000 7f734cbb1640 1 -- 172.21.15.7:0/2038894394 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73480d1190 con 0x7f734815c760 2024-09-13T15:58:37.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734cbb1640 1 --2- 172.21.15.7:0/2038894394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 0x7f73480b7fc0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f733c009870 tx=0x7f733c01ed50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fb396246fbf6c67 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:37.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f73477fe640 1 -- 172.21.15.7:0/2038894394 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c0a8a50 con 0x7f734815c760 2024-09-13T15:58:37.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f73477fe640 1 -- 172.21.15.7:0/2038894394 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f733c0a8bb0 con 0x7f734815c760 2024-09-13T15:58:37.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f73477fe640 1 -- 172.21.15.7:0/2038894394 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c0b0440 con 0x7f734815c760 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- 172.21.15.7:0/2038894394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 msgr2=0x7f73480b7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 --2- 172.21.15.7:0/2038894394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 0x7f73480b7fc0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f733c009870 tx=0x7f733c01ed50 comp rx=0 tx=0).stop 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- 172.21.15.7:0/2038894394 shutdown_connections 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 --2- 172.21.15.7:0/2038894394 >> v2:172.21.15.77:3300/0 conn(0x7f73480d0630 0x7f73480d1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 --2- 172.21.15.7:0/2038894394 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f734815c760 0x7f73480b7fc0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- 172.21.15.7:0/2038894394 >> 172.21.15.7:0/2038894394 conn(0x7f73480cf070 msgr2=0x7f73480cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- 172.21.15.7:0/2038894394 shutdown_connections 2024-09-13T15:58:37.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- 172.21.15.7:0/2038894394 wait complete. 2024-09-13T15:58:37.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 Processor -- start 2024-09-13T15:58:37.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- start start 2024-09-13T15:58:37.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73480d0630 0x7f7348159050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73480d21b0 0x7f7348156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 0x7f7348156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73480c83b0 con 0x7f734815c760 2024-09-13T15:58:37.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73480c8690 con 0x7f73480d0630 2024-09-13T15:58:37.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734ee15640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73480c8970 con 0x7f73480d21b0 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734d3b2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 0x7f7348156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734d3b2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 0x7f7348156ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54058/0 (socket says 172.21.15.7:54058) 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734d3b2640 1 -- 172.21.15.7:0/2503831049 learned_addr learned my addr 172.21.15.7:0/2503831049 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f7347fff640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73480d21b0 0x7f7348156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.446+0000 7f734cbb1640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73480d0630 0x7f7348159050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734d3b2640 1 -- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73480d21b0 msgr2=0x7f7348156960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734d3b2640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73480d21b0 0x7f7348156960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734d3b2640 1 -- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73480d0630 msgr2=0x7f7348159050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734d3b2640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73480d0630 0x7f7348159050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734d3b2640 1 -- 172.21.15.7:0/2503831049 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f733c0094d0 con 0x7f734815c760 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734d3b2640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 0x7f7348156ea0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f734000c7a0 tx=0x7f734000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7340003b80 con 0x7f734815c760 2024-09-13T15:58:37.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7340003ce0 con 0x7f734815c760 2024-09-13T15:58:37.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f734000aa30 con 0x7f734815c760 2024-09-13T15:58:37.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73480c8c50 con 0x7f734815c760 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7348159590 con 0x7f734815c760 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73480d1c50 con 0x7f734815c760 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f734000ab90 con 0x7f734815c760 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f73457fa640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f732c066690 0x7f732c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f7340083bc0 con 0x7f734815c760 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734cbb1640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f732c066690 0x7f732c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:37.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.450+0000 7f734cbb1640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f732c066690 0x7f732c068b50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f733c0b2000 tx=0x7f733c0aa070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:37.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.454+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7340051280 con 0x7f734815c760 2024-09-13T15:58:37.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:37.626+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f73481f3210 con 0x7f734815c760 2024-09-13T15:58:38.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.414+0000 7f73457fa640 1 -- 172.21.15.7:0/2503831049 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v45) v1 ==== 97+0+0 (secure 0 0 0) 0x7f73400548a0 con 0x7f734815c760 2024-09-13T15:58:38.419 INFO:teuthology.orchestra.run.smithi007.stderr: removed all blocklist entries 2024-09-13T15:58:38.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f732c066690 msgr2=0x7f732c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f732c066690 0x7f732c068b50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f733c0b2000 tx=0x7f733c0aa070 comp rx=0 tx=0).stop 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 msgr2=0x7f7348156ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 0x7f7348156ea0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f734000c7a0 tx=0x7f734000cc60 comp rx=0 tx=0).stop 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 shutdown_connections 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f732c066690 0x7f732c068b50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f734815c760 0x7f7348156ea0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f73480d21b0 0x7f7348156960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 --2- 172.21.15.7:0/2503831049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73480d0630 0x7f7348159050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 >> 172.21.15.7:0/2503831049 conn(0x7f73480cf070 msgr2=0x7f73480b43d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 shutdown_connections 2024-09-13T15:58:38.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.418+0000 7f734ee15640 1 -- 172.21.15.7:0/2503831049 wait complete. 2024-09-13T15:58:38.444 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T15:58:38.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 Processor -- start 2024-09-13T15:58:38.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 -- start start 2024-09-13T15:58:38.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 0x7fa8740b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa8740d0630 0x7fa8740d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8740d17e0 con 0x7fa8740d21b0 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8740d0bd0 con 0x7fa8740d0630 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8793a0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740d0eb0 con 0x7fa87415c760 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fa8740d21b0 0x7fa8740cd2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53250/0 (socket says 172.21.15.7:53250) 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 -- 172.21.15.7:0/36426409 learned_addr learned my addr 172.21.15.7:0/36426409 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa86bfff640 1 --2- 172.21.15.7:0/36426409 >> v2:172.21.15.77:3300/0 conn(0x7fa8740d0630 0x7fa8740d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa872ffd640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 0x7fa8740b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2366699954 0 0) 0x7fa8740d17e0 con 0x7fa8740d21b0 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa860003530 con 0x7fa8740d21b0 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3715223313 0 0) 0x7fa860003530 con 0x7fa8740d21b0 2024-09-13T15:58:38.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 msgr2=0x7fa8740b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 0x7fa8740b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 >> v2:172.21.15.77:3300/0 conn(0x7fa8740d0630 msgr2=0x7fa8740d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 --2- 172.21.15.7:0/36426409 >> v2:172.21.15.77:3300/0 conn(0x7fa8740d0630 0x7fa8740d1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8740d1190 con 0x7fa8740d21b0 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fa86c001a00 con 0x7fa8740d21b0 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 >> v1:172.21.15.7:6789/0 conn(0x7fa8740d21b0 legacy=0x7fa8740cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 0x7fa860003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa860003f00 0x7fa8600047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa860005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740d0bd0 con 0x7fa860004d10 2024-09-13T15:58:38.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740d0eb0 con 0x7fa860003f00 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa86000b9c0 con 0x7fa87415c760 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa860005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa872ffd640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 0x7fa860003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa86bfff640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa860003f00 0x7fa8600047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 -- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 msgr2=0x7fa860003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa87415c760 0x7fa860003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 -- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa860003f00 msgr2=0x7fa8600047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa860003f00 0x7fa8600047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa8737fe640 1 -- 172.21.15.7:0/36426409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa860003530 con 0x7fa860004d10 2024-09-13T15:58:38.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.570+0000 7fa86bfff640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa860003f00 0x7fa8600047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:38.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8737fe640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa860005190 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00a830 tx=0x7fa86c01d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1221f4109db55285 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:38.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86c0ad630 con 0x7fa860004d10 2024-09-13T15:58:38.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86c0a8070 con 0x7fa860004d10 2024-09-13T15:58:38.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8727fc640 1 -- 172.21.15.7:0/36426409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86c0ada50 con 0x7fa860004d10 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 -- 172.21.15.7:0/36426409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 msgr2=0x7fa860005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 --2- 172.21.15.7:0/36426409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa860005190 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00a830 tx=0x7fa86c01d360 comp rx=0 tx=0).stop 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8737fe640 1 -- 172.21.15.7:0/36426409 reap_dead start 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 -- 172.21.15.7:0/36426409 shutdown_connections 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 -- 172.21.15.7:0/36426409 >> 172.21.15.7:0/36426409 conn(0x7fa8740cf070 msgr2=0x7fa8740cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 -- 172.21.15.7:0/36426409 shutdown_connections 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 -- 172.21.15.7:0/36426409 wait complete. 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 Processor -- start 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 -- start start 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa8741f1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa8741ef6b0 0x7fa8741f3170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.574+0000 7fa8793a0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8740b76f0 0x7fa8740c8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8793a0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa87415ce60 con 0x7fa860004d10 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8793a0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8741f36b0 con 0x7fa8740b76f0 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8793a0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8741f25e0 con 0x7fa8741ef6b0 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa8741f1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa8741f1fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54072/0 (socket says 172.21.15.7:54072) 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 -- 172.21.15.7:0/204381081 learned_addr learned my addr 172.21.15.7:0/204381081 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86bfff640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa8741ef6b0 0x7fa8741f3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8737fe640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8740b76f0 0x7fa8740c8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 -- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa8741ef6b0 msgr2=0x7fa8741f3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa8741ef6b0 0x7fa8741f3170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 -- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8740b76f0 msgr2=0x7fa8740c8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8740b76f0 0x7fa8740c8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 -- 172.21.15.7:0/204381081 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8741f28c0 con 0x7fa860004d10 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa872ffd640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa8741f1fb0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fa8640115e0 tx=0x7fa864011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864015870 con 0x7fa860004d10 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8640159d0 con 0x7fa860004d10 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864015d40 con 0x7fa860004d10 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8741f2ba0 con 0x7fa860004d10 2024-09-13T15:58:38.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8740b7b70 con 0x7fa860004d10 2024-09-13T15:58:38.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8740d1c70 con 0x7fa860004d10 2024-09-13T15:58:38.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa86400f480 con 0x7fa860004d10 2024-09-13T15:58:38.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86b7fe640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa854066690 0x7fa854068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa864084260 con 0x7fa860004d10 2024-09-13T15:58:38.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86bfff640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa854066690 0x7fa854068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.578+0000 7fa86bfff640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa854066690 0x7fa854068b50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa8740b4e80 tx=0x7fa85c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:38.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.586+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa8640519b0 con 0x7fa860004d10 2024-09-13T15:58:38.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.802+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fa87415cb40 con 0x7fa860004d10 2024-09-13T15:58:38.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.802+0000 7fa86b7fe640 1 -- 172.21.15.7:0/204381081 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) v1 ==== 80+0+5304 (secure 0 0 0) 0x7fa864054fd0 con 0x7fa860004d10 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "auth_dump": [ 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.a", 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmMBtiDhAAM3zVOFV3TGHN2uQjPg96zQ==", 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:58:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.b", 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmhA92HRAAz9oInQeeCB0JUPzi/EWDQQ==", 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.c", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmUO5CFxAAr9PygbE2fitE2Cwqf487dA==", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mds.d", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmVx3VJRAA0ePb1eyLOFGqrZaAd0xpyg==", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.0", 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCTYORmZYwjAxAAOgRC6b4aH4p9e7rz3nBzNg==", 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.1", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCWYORmvimQBxAAxmHk3895Jsyux0xJUeO8pw==", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.2", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCZYORmLJtbDhAAYMVQ3XL2geBJMGtty84jKg==", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.3", 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCcYORmaA9yFRAAjOKXnIfsGGWamyLkMA6Vkg==", 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.4", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCiYORm2j6JEhAAEtdn4utOdkGGAOq/Ip/3RQ==", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.5", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQClYORm05B6FxAARR9gf4IkUTbt0/eTce6/vQ==", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.6", 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCoYORmk/kxHhAAdLfdHzNOGtoAoNieFOIi1g==", 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "osd.7", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCrYORmtGkgJRAA2DDNeaoCk05St75oimakdw==", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow profile osd", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile osd", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.0", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmia+PKxAAxwSaEZ2v8KXD4lj0EKsIKA==", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow r", 2024-09-13T15:58:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.1", 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmYfGeMxAAG/eFh0/H8KGwubJ8N064/A==", 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.2", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmqoHDMBAA/bqnaIq1aFavz6EP2dn8LQ==", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.3", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmg+rROBAA1NZg1pxt0kldvM0uIY8J8Q==", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow", 2024-09-13T15:58:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow r", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow rw", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow rwx" 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "client.admin", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCQYORm+PbWMhAASWKg6oKCOuEKhKnXcAoKvQ==", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow *", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": "allow *", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow *", 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mgr.x", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmiy4NCxAAcWfxt5kR+9PTd6gAgInORg==", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow *", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile mgr", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "entity": "mgr.y", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "key": "AQCRYORmX1tACBAAQp7nX6xRbjI1ry6gcEfXOw==", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": { 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": "allow *", 2024-09-13T15:58:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": "allow profile mgr", 2024-09-13T15:58:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": "allow *" 2024-09-13T15:58:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-13T15:58:38.820 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa854066690 msgr2=0x7fa854068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa854066690 0x7fa854068b50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa8740b4e80 tx=0x7fa85c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 msgr2=0x7fa8741f1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa8741f1fb0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fa8640115e0 tx=0x7fa864011aa0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 shutdown_connections 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa854066690 0x7fa854068b50 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8740b76f0 0x7fa8740c8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa8741ef6b0 0x7fa8741f3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 --2- 172.21.15.7:0/204381081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa860004d10 0x7fa8741f1fb0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 >> 172.21.15.7:0/204381081 conn(0x7fa8740cf070 msgr2=0x7fa8740c9c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:38.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 shutdown_connections 2024-09-13T15:58:38.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.806+0000 7fa8793a0640 1 -- 172.21.15.7:0/204381081 wait complete. 2024-09-13T15:58:38.826 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.950+0000 7f0f064e2640 1 Processor -- start 2024-09-13T15:58:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.950+0000 7f0f064e2640 1 -- start start 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0f064e2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0f00158b40 0x7f0f00070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0f064e2640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f00158f20 con 0x7f0f000b20d0 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0f064e2640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f0006bd60 con 0x7f0f000b2620 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0f064e2640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f00071180 con 0x7f0f00158b40 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0f00158b40 0x7f0f00070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0f00158b40 0x7f0f00070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54076/0 (socket says 172.21.15.7:54076) 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 -- 172.21.15.7:0/1059252959 learned_addr learned my addr 172.21.15.7:0/1059252959 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 -- 172.21.15.7:0/1059252959 >> v1:172.21.15.77:6789/0 conn(0x7f0f000b2620 legacy=0x7f0f0006ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 -- 172.21.15.7:0/1059252959 >> v1:172.21.15.7:6789/0 conn(0x7f0f000b20d0 legacy=0x7f0f000cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 -- 172.21.15.7:0/1059252959 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f0006bfb0 con 0x7f0f00158b40 2024-09-13T15:58:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0efffff640 1 --2- 172.21.15.7:0/1059252959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00158b40 0x7f0f00070930 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009870 tx=0x7f0ef001d640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d8417bae055560c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0eff7fe640 1 -- 172.21.15.7:0/1059252959 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef00a9650 con 0x7f0f00158b40 2024-09-13T15:58:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0eff7fe640 1 -- 172.21.15.7:0/1059252959 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ef00a97b0 con 0x7f0f00158b40 2024-09-13T15:58:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.954+0000 7f0eff7fe640 1 -- 172.21.15.7:0/1059252959 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef00a9b40 con 0x7f0f00158b40 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1059252959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00158b40 msgr2=0x7f0f00070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1059252959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00158b40 0x7f0f00070930 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009870 tx=0x7f0ef001d640 comp rx=0 tx=0).stop 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1059252959 shutdown_connections 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1059252959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00158b40 0x7f0f00070930 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1059252959 >> 172.21.15.7:0/1059252959 conn(0x7f0f00069f00 msgr2=0x7f0f0006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1059252959 shutdown_connections 2024-09-13T15:58:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1059252959 wait complete. 2024-09-13T15:58:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 Processor -- start 2024-09-13T15:58:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- start start 2024-09-13T15:58:38.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f000b20d0 0x7f0f0014f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 0x7f0f000aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f00158b40 0x7f0f001523d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f0014f850 con 0x7f0f000b2620 2024-09-13T15:58:38.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f00159fd0 con 0x7f0f00158b40 2024-09-13T15:58:38.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f0015a2b0 con 0x7f0f000b20d0 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 0x7f0f000aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 0x7f0f000aec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54086/0 (socket says 172.21.15.7:54086) 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 -- 172.21.15.7:0/1322059657 learned_addr learned my addr 172.21.15.7:0/1322059657 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0efffff640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f000b20d0 0x7f0f0014f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f04a7f640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f00158b40 0x7f0f001523d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 -- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f000b20d0 msgr2=0x7f0f0014f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f000b20d0 0x7f0f0014f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 -- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f00158b40 msgr2=0x7f0f001523d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f00158b40 0x7f0f001523d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 -- 172.21.15.7:0/1322059657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ef00094d0 con 0x7f0f000b2620 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f04a7f640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f00158b40 0x7f0f001523d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0ef7fff640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 0x7f0f000aec50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f0ee800c500 tx=0x7f0ee800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:38.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ee8005220 con 0x7f0f000b2620 2024-09-13T15:58:38.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ee8005380 con 0x7f0f000b2620 2024-09-13T15:58:38.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ee8007270 con 0x7f0f000b2620 2024-09-13T15:58:38.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f000b2fc0 con 0x7f0f000b2620 2024-09-13T15:58:38.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.958+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f0015a870 con 0x7f0f000b2620 2024-09-13T15:58:38.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.962+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f00070930 con 0x7f0f000b2620 2024-09-13T15:58:38.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.962+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0ee80073d0 con 0x7f0f000b2620 2024-09-13T15:58:38.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.962+0000 7f0efd7fa640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0ee00666c0 0x7f0ee0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:38.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.962+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0ee8083650 con 0x7f0f000b2620 2024-09-13T15:58:38.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.962+0000 7f0efffff640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0ee00666c0 0x7f0ee0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:38.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.962+0000 7f0efffff640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0ee00666c0 0x7f0ee0068b80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0ef00b0000 tx=0x7f0ef00a8000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:38.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:38.966+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0ee8050c80 con 0x7f0f000b2620 2024-09-13T15:58:39.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.126+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0f00158f20 con 0x7f0f000b2620 2024-09-13T15:58:39.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.126+0000 7f0efd7fa640 1 -- 172.21.15.7:0/1322059657 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) v1 ==== 74+0+12749 (secure 0 0 0) 0x7f0f00158f20 con 0x7f0f000b2620 2024-09-13T15:58:39.134 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:39.134 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":45,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:38.411165+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0ee00666c0 msgr2=0x7f0ee0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0ee00666c0 0x7f0ee0068b80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0ef00b0000 tx=0x7f0ef00a8000 comp rx=0 tx=0).stop 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 msgr2=0x7f0f000aec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 0x7f0f000aec50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f0ee800c500 tx=0x7f0ee800c9c0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 shutdown_connections 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0ee00666c0 0x7f0ee0068b80 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f00158b40 0x7f0f001523d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f000b2620 0x7f0f000aec50 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 --2- 172.21.15.7:0/1322059657 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f000b20d0 0x7f0f0014f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 >> 172.21.15.7:0/1322059657 conn(0x7f0f00069f00 msgr2=0x7f0f0006ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:39.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 shutdown_connections 2024-09-13T15:58:39.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.130+0000 7f0f064e2640 1 -- 172.21.15.7:0/1322059657 wait complete. 2024-09-13T15:58:39.149 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:58:39.149 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:58:39.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 Processor -- start 2024-09-13T15:58:39.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 -- start start 2024-09-13T15:58:39.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f24980cd7f0 0x7f24980b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f24980cdc30 0x7f24980b4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24980d0db0 con 0x7f249815c900 2024-09-13T15:58:39.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24980d2560 con 0x7f24980cd7f0 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249e308640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f249815cce0 con 0x7f24980cdc30 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f24980cd7f0 0x7f24980b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f24980cd7f0 0x7f24980b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54098/0 (socket says 172.21.15.7:54098) 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 -- 172.21.15.7:0/1895972565 learned_addr learned my addr 172.21.15.7:0/1895972565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f249c8a5640 1 --2- 172.21.15.7:0/1895972565 >> v2:172.21.15.77:3300/0 conn(0x7f24980cdc30 0x7f24980b4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 -- 172.21.15.7:0/1895972565 >> v2:172.21.15.77:3300/0 conn(0x7f24980cdc30 msgr2=0x7f24980b4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 --2- 172.21.15.7:0/1895972565 >> v2:172.21.15.77:3300/0 conn(0x7f24980cdc30 0x7f24980b4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 -- 172.21.15.7:0/1895972565 >> v1:172.21.15.77:6789/0 conn(0x7f249815c900 legacy=0x7f24980d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:39.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.274+0000 7f24977fe640 1 -- 172.21.15.7:0/1895972565 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24980d1090 con 0x7f24980cd7f0 2024-09-13T15:58:39.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f24977fe640 1 --2- 172.21.15.7:0/1895972565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f24980cd7f0 0x7f24980b4210 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f24980b1d30 tx=0x7f248c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a52e054c4c062297 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f2496ffd640 1 -- 172.21.15.7:0/1895972565 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f248c0ab620 con 0x7f24980cd7f0 2024-09-13T15:58:39.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f2496ffd640 1 -- 172.21.15.7:0/1895972565 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f248c0ab780 con 0x7f24980cd7f0 2024-09-13T15:58:39.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f2496ffd640 1 -- 172.21.15.7:0/1895972565 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f248c0abb10 con 0x7f24980cd7f0 2024-09-13T15:58:39.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- 172.21.15.7:0/1895972565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f24980cd7f0 msgr2=0x7f24980b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 --2- 172.21.15.7:0/1895972565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f24980cd7f0 0x7f24980b4210 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f24980b1d30 tx=0x7f248c01c420 comp rx=0 tx=0).stop 2024-09-13T15:58:39.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- 172.21.15.7:0/1895972565 shutdown_connections 2024-09-13T15:58:39.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 --2- 172.21.15.7:0/1895972565 >> v2:172.21.15.77:3300/0 conn(0x7f24980cdc30 0x7f24980b4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 --2- 172.21.15.7:0/1895972565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f24980cd7f0 0x7f24980b4210 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- 172.21.15.7:0/1895972565 >> 172.21.15.7:0/1895972565 conn(0x7f24980cf210 msgr2=0x7f24980cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:39.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- 172.21.15.7:0/1895972565 shutdown_connections 2024-09-13T15:58:39.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- 172.21.15.7:0/1895972565 wait complete. 2024-09-13T15:58:39.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 Processor -- start 2024-09-13T15:58:39.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- start start 2024-09-13T15:58:39.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f24980cd7f0 0x7f2498152940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f24980cdc30 0x7f2498153570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 0x7f2498150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2498154660 con 0x7f249815c900 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2498153dc0 con 0x7f24980cdc30 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249e308640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24981540a0 con 0x7f24980cd7f0 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 0x7f2498150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 0x7f2498150b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54108/0 (socket says 172.21.15.7:54108) 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 -- 172.21.15.7:0/678898288 learned_addr learned my addr 172.21.15.7:0/678898288 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f2497fff640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f24980cd7f0 0x7f2498152940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f24977fe640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f24980cdc30 0x7f2498153570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 -- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f24980cd7f0 msgr2=0x7f2498152940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f24980cd7f0 0x7f2498152940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 -- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f24980cdc30 msgr2=0x7f2498153570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f24980cdc30 0x7f2498153570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f249c8a5640 1 -- 172.21.15.7:0/678898288 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f248c0094d0 con 0x7f249815c900 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.278+0000 7f2497fff640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f24980cd7f0 0x7f2498152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f249c8a5640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 0x7f2498150b70 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f2490007d90 tx=0x7f249000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2490014420 con 0x7f249815c900 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24900145a0 con 0x7f249815c900 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2498154380 con 0x7f249815c900 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2490014950 con 0x7f249815c900 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2498153ab0 con 0x7f249815c900 2024-09-13T15:58:39.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f249815e5d0 con 0x7f249815c900 2024-09-13T15:58:39.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2490014ab0 con 0x7f249815c900 2024-09-13T15:58:39.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2494ff9640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2484066690 0x7f2484068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2497fff640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2484066690 0x7f2484068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2490084810 con 0x7f249815c900 2024-09-13T15:58:39.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.282+0000 7f2497fff640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2484066690 0x7f2484068b50 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f24980cd020 tx=0x7f2488008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.286+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f249815e5d0 con 0x7f249815c900 2024-09-13T15:58:39.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.442+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f249815e5d0 con 0x7f249815c900 2024-09-13T15:58:39.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.442+0000 7f2494ff9640 1 -- 172.21.15.7:0/678898288 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v45) v1 ==== 93+0+10 (secure 0 0 0) 0x7f249815e5d0 con 0x7f249815c900 2024-09-13T15:58:39.445 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2484066690 msgr2=0x7f2484068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2484066690 0x7f2484068b50 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f24980cd020 tx=0x7f2488008040 comp rx=0 tx=0).stop 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 msgr2=0x7f2498150b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 0x7f2498150b70 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f2490007d90 tx=0x7f249000e4b0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 shutdown_connections 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2484066690 0x7f2484068b50 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f249815c900 0x7f2498150b70 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f24980cdc30 0x7f2498153570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 --2- 172.21.15.7:0/678898288 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f24980cd7f0 0x7f2498152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 >> 172.21.15.7:0/678898288 conn(0x7f24980cf210 msgr2=0x7f24981559c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:39.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 shutdown_connections 2024-09-13T15:58:39.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.446+0000 7f249e308640 1 -- 172.21.15.7:0/678898288 wait complete. 2024-09-13T15:58:39.464 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T15:58:39.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.582+0000 7f5f67a79640 1 Processor -- start 2024-09-13T15:58:39.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.582+0000 7f5f67a79640 1 -- start start 2024-09-13T15:58:39.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f67a79640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5f600cd2c0 0x7f5f600cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f67a79640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f600d17e0 con 0x7f5f600d0630 2024-09-13T15:58:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f67a79640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f600d0bd0 con 0x7f5f6015c760 2024-09-13T15:58:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f67a79640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f600cdc90 con 0x7f5f600cd2c0 2024-09-13T15:58:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5f600cd2c0 0x7f5f600cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5f600cd2c0 0x7f5f600cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54122/0 (socket says 172.21.15.7:54122) 2024-09-13T15:58:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 -- 172.21.15.7:0/3780449530 learned_addr learned my addr 172.21.15.7:0/3780449530 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 -- 172.21.15.7:0/3780449530 >> v1:172.21.15.77:6789/0 conn(0x7f5f6015c760 legacy=0x7f5f600b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 -- 172.21.15.7:0/3780449530 >> v1:172.21.15.7:6789/0 conn(0x7f5f600d0630 legacy=0x7f5f600d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 -- 172.21.15.7:0/3780449530 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f600d0eb0 con 0x7f5f600cd2c0 2024-09-13T15:58:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f66016640 1 --2- 172.21.15.7:0/3780449530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600cd750 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f5f58009e50 tx=0x7f5f5801f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39e1863a22e17b15 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f64813640 1 -- 172.21.15.7:0/3780449530 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f580af400 con 0x7f5f600cd2c0 2024-09-13T15:58:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f64813640 1 -- 172.21.15.7:0/3780449530 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f580ab050 con 0x7f5f600cd2c0 2024-09-13T15:58:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f64813640 1 -- 172.21.15.7:0/3780449530 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f580af780 con 0x7f5f600cd2c0 2024-09-13T15:58:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f67a79640 1 -- 172.21.15.7:0/3780449530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 msgr2=0x7f5f600cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.586+0000 7f5f67a79640 1 --2- 172.21.15.7:0/3780449530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600cd750 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f5f58009e50 tx=0x7f5f5801f210 comp rx=0 tx=0).stop 2024-09-13T15:58:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- 172.21.15.7:0/3780449530 shutdown_connections 2024-09-13T15:58:39.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 --2- 172.21.15.7:0/3780449530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600cd750 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- 172.21.15.7:0/3780449530 >> 172.21.15.7:0/3780449530 conn(0x7f5f600cf070 msgr2=0x7f5f600cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:39.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- 172.21.15.7:0/3780449530 shutdown_connections 2024-09-13T15:58:39.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- 172.21.15.7:0/3780449530 wait complete. 2024-09-13T15:58:39.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 Processor -- start 2024-09-13T15:58:39.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- start start 2024-09-13T15:58:39.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600c85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5f600d0630 0x7f5f6014dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5f6015c760 0x7f5f601f5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f600c7540 con 0x7f5f600cd2c0 2024-09-13T15:58:39.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f600c7820 con 0x7f5f6015c760 2024-09-13T15:58:39.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f600c7b00 con 0x7f5f600d0630 2024-09-13T15:58:39.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600c85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600c85e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54132/0 (socket says 172.21.15.7:54132) 2024-09-13T15:58:39.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 -- 172.21.15.7:0/2293570048 learned_addr learned my addr 172.21.15.7:0/2293570048 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:39.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f66016640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5f6015c760 0x7f5f601f5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65014640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5f600d0630 0x7f5f6014dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 -- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5f600d0630 msgr2=0x7f5f6014dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5f600d0630 0x7f5f6014dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 -- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5f6015c760 msgr2=0x7f5f601f5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5f6015c760 0x7f5f601f5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 -- 172.21.15.7:0/2293570048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f58009b30 con 0x7f5f600cd2c0 2024-09-13T15:58:39.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f65815640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600c85e0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c00c420 tx=0x7f5f5c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c0052d0 con 0x7f5f600cd2c0 2024-09-13T15:58:39.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f5c005430 con 0x7f5f600cd2c0 2024-09-13T15:58:39.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f600c7de0 con 0x7f5f600cd2c0 2024-09-13T15:58:39.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c007260 con 0x7f5f600cd2c0 2024-09-13T15:58:39.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.590+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f6014e3e0 con 0x7f5f600cd2c0 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.594+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f600c8300 con 0x7f5f600cd2c0 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.594+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5f5c0073c0 con 0x7f5f600cd2c0 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.594+0000 7f5f567fc640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5f44066690 0x7f5f44068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.594+0000 7f5f65014640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5f44066690 0x7f5f44068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.594+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5f5c0832e0 con 0x7f5f600cd2c0 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.594+0000 7f5f65014640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5f44066690 0x7f5f44068b50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5f6015b790 tx=0x7f5f50009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.598+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5f600c8300 con 0x7f5f600cd2c0 2024-09-13T15:58:39.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.762+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f5f600c8300 con 0x7f5f600cd2c0 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.762+0000 7f5f567fc640 1 -- 172.21.15.7:0/2293570048 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v45) v1 ==== 84+0+65 (secure 0 0 0) 0x7f5f600c8300 con 0x7f5f600cd2c0 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:39.766 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5f44066690 msgr2=0x7f5f44068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5f44066690 0x7f5f44068b50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5f6015b790 tx=0x7f5f50009040 comp rx=0 tx=0).stop 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 msgr2=0x7f5f600c85e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600c85e0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c00c420 tx=0x7f5f5c00c8e0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 shutdown_connections 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5f44066690 0x7f5f44068b50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5f6015c760 0x7f5f601f5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5f600d0630 0x7f5f6014dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 --2- 172.21.15.7:0/2293570048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f600cd2c0 0x7f5f600c85e0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 >> 172.21.15.7:0/2293570048 conn(0x7f5f600cf070 msgr2=0x7f5f600b5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 shutdown_connections 2024-09-13T15:58:39.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.766+0000 7f5f67a79640 1 -- 172.21.15.7:0/2293570048 wait complete. 2024-09-13T15:58:39.786 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T15:58:39.786 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T15:58:39.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.914+0000 7fafe36bd640 1 Processor -- start 2024-09-13T15:58:39.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.914+0000 7fafe36bd640 1 -- start start 2024-09-13T15:58:39.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe36bd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fafdc151340 0x7fafdc15aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe36bd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fafdc151720 0x7fafdc0cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe36bd640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafdc06bf10 con 0x7fafdc15af50 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe36bd640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafdc15b9b0 con 0x7fafdc151720 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe36bd640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafdc15b3f0 con 0x7fafdc151340 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe0c58640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fafdc15af50 0x7fafdc0cdd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53278/0 (socket says 172.21.15.7:53278) 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe0c58640 1 -- 172.21.15.7:0/4141600167 learned_addr learned my addr 172.21.15.7:0/4141600167 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1c5a640 1 --2- 172.21.15.7:0/4141600167 >> v2:172.21.15.7:3300/0 conn(0x7fafdc151720 0x7fafdc0cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1459640 1 --2- 172.21.15.7:0/4141600167 >> v2:172.21.15.77:3300/0 conn(0x7fafdc151340 0x7fafdc15aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafcffff640 1 -- 172.21.15.7:0/4141600167 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 353906227 0 0) 0x7fafdc06bf10 con 0x7fafdc15af50 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafcffff640 1 -- 172.21.15.7:0/4141600167 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fafc8003530 con 0x7fafdc15af50 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1c5a640 1 -- 172.21.15.7:0/4141600167 >> v2:172.21.15.77:3300/0 conn(0x7fafdc151340 msgr2=0x7fafdc15aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1c5a640 1 --2- 172.21.15.7:0/4141600167 >> v2:172.21.15.77:3300/0 conn(0x7fafdc151340 0x7fafdc15aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1c5a640 1 -- 172.21.15.7:0/4141600167 >> v1:172.21.15.7:6789/0 conn(0x7fafdc15af50 legacy=0x7fafdc0cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1c5a640 1 -- 172.21.15.7:0/4141600167 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafdc15b6d0 con 0x7fafdc151720 2024-09-13T15:58:39.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1459640 1 --2- 172.21.15.7:0/4141600167 >> v2:172.21.15.77:3300/0 conn(0x7fafdc151340 0x7fafdc15aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:39.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafe1c5a640 1 --2- 172.21.15.7:0/4141600167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151720 0x7fafdc0cae20 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fafdc06f5d0 tx=0x7fafd401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42be6a5e3b7a243b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafcffff640 1 -- 172.21.15.7:0/4141600167 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafd40a5900 con 0x7fafdc151720 2024-09-13T15:58:39.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafcffff640 1 -- 172.21.15.7:0/4141600167 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafd40a5a60 con 0x7fafdc151720 2024-09-13T15:58:39.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.918+0000 7fafcffff640 1 -- 172.21.15.7:0/4141600167 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafd40a5df0 con 0x7fafdc151720 2024-09-13T15:58:39.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/4141600167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151720 msgr2=0x7fafdc0cae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 --2- 172.21.15.7:0/4141600167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151720 0x7fafdc0cae20 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fafdc06f5d0 tx=0x7fafd401c930 comp rx=0 tx=0).stop 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/4141600167 shutdown_connections 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 --2- 172.21.15.7:0/4141600167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151720 0x7fafdc0cae20 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 --2- 172.21.15.7:0/4141600167 >> v2:172.21.15.77:3300/0 conn(0x7fafdc151340 0x7fafdc15aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/4141600167 >> 172.21.15.7:0/4141600167 conn(0x7fafdc069f00 msgr2=0x7fafdc06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/4141600167 shutdown_connections 2024-09-13T15:58:39.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/4141600167 wait complete. 2024-09-13T15:58:39.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 Processor -- start 2024-09-13T15:58:39.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- start start 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 0x7fafdc0ad3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafdc151720 0x7fafdc1f6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafdc15af50 0x7fafdc159a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafdc0ad8e0 con 0x7fafdc151340 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafdc1f7170 con 0x7fafdc151720 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafdc1f7450 con 0x7fafdc15af50 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 0x7fafdc0ad3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 0x7fafdc0ad3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54152/0 (socket says 172.21.15.7:54152) 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 -- 172.21.15.7:0/3316135327 learned_addr learned my addr 172.21.15.7:0/3316135327 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe0c58640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafdc151720 0x7fafdc1f6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1c5a640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafdc15af50 0x7fafdc159a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 -- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafdc15af50 msgr2=0x7fafdc159a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafdc15af50 0x7fafdc159a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 -- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafdc151720 msgr2=0x7fafdc1f6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafdc151720 0x7fafdc1f6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 -- 172.21.15.7:0/3316135327 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafd4009a70 con 0x7fafdc151340 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe1459640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 0x7fafdc0ad3a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fafd000e810 tx=0x7fafd000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafd000c8d0 con 0x7fafdc151340 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafd000ca30 con 0x7fafdc151340 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafdc14b6a0 con 0x7fafdc151340 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafd000cdc0 con 0x7fafdc151340 2024-09-13T15:58:39.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.922+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafdc14dc50 con 0x7fafdc151340 2024-09-13T15:58:39.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.926+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafdc0cd660 con 0x7fafdc151340 2024-09-13T15:58:39.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.926+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fafd0013410 con 0x7fafdc151340 2024-09-13T15:58:39.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.926+0000 7fafcdffb640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fafc0066690 0x7fafc0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:39.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.926+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fafd0083c20 con 0x7fafdc151340 2024-09-13T15:58:39.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.926+0000 7fafe0c58640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fafc0066690 0x7fafc0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:39.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.926+0000 7fafe0c58640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fafc0066690 0x7fafc0068b50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fafdc0cb330 tx=0x7fafd8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:39.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:39.930+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fafd0051370 con 0x7fafdc151340 2024-09-13T15:58:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.090+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fafdc15aa10 con 0x7fafdc151340 2024-09-13T15:58:40.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.426+0000 7fafcdffb640 1 -- 172.21.15.7:0/3316135327 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v46) v1 ==== 138+0+0 (secure 0 0 0) 0x7fafd0009480 con 0x7fafdc151340 2024-09-13T15:58:40.431 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fafc0066690 msgr2=0x7fafc0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fafc0066690 0x7fafc0068b50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fafdc0cb330 tx=0x7fafd8009040 comp rx=0 tx=0).stop 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 msgr2=0x7fafdc0ad3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 0x7fafdc0ad3a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fafd000e810 tx=0x7fafd000ecd0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 shutdown_connections 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fafc0066690 0x7fafc0068b50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fafdc15af50 0x7fafdc159a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafdc151720 0x7fafdc1f6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 --2- 172.21.15.7:0/3316135327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafdc151340 0x7fafdc0ad3a0 secure :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fafd000e810 tx=0x7fafd000ecd0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 >> 172.21.15.7:0/3316135327 conn(0x7fafdc069f00 msgr2=0x7fafdc06af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:40.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 shutdown_connections 2024-09-13T15:58:40.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.430+0000 7fafe36bd640 1 -- 172.21.15.7:0/3316135327 wait complete. 2024-09-13T15:58:40.463 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T15:58:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a52bb9640 1 Processor -- start 2024-09-13T15:58:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a52bb9640 1 -- start start 2024-09-13T15:58:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a52bb9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a4c0d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a52bb9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a4c0d0db0 con 0x7f3a4c0b4920 2024-09-13T15:58:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a52bb9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a4c0d1090 con 0x7f3a4c0cd7f0 2024-09-13T15:58:40.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a52bb9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c15cce0 con 0x7f3a4c15c900 2024-09-13T15:58:40.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a51156640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3a4c0b4920 0x7f3a4c0b59a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53290/0 (socket says 172.21.15.7:53290) 2024-09-13T15:58:40.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a51156640 1 -- 172.21.15.7:0/783781698 learned_addr learned my addr 172.21.15.7:0/783781698 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:40.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a50955640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a4c0d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3525287561 0 0) 0x7f3a4c0d0db0 con 0x7f3a4c0b4920 2024-09-13T15:58:40.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3a38003530 con 0x7f3a4c0b4920 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 292935686 0 0) 0x7f3a38003530 con 0x7f3a4c0b4920 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 msgr2=0x7f3a4c0d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a4c0d1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 >> v1:172.21.15.77:6789/0 conn(0x7f3a4c0cd7f0 legacy=0x7f3a4c0b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a4c0d1370 con 0x7f3a4c0b4920 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f3a44001680 con 0x7f3a4c0b4920 2024-09-13T15:58:40.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 >> v1:172.21.15.7:6789/0 conn(0x7f3a4c0b4920 legacy=0x7f3a4c0b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a380039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a38003f30 0x7f3a380047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38004d10 0x7f3a38005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c15cce0 con 0x7f3a38003f30 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3800ba70 con 0x7f3a38004d10 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.594+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3800bc30 con 0x7f3a4c15c900 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a38003f30 0x7f3a380047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a50955640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a380039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a51156640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38004d10 0x7f3a38005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 -- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 msgr2=0x7f3a380039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a380039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 -- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38004d10 msgr2=0x7f3a38005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38004d10 0x7f3a38005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 -- 172.21.15.7:0/783781698 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a38003530 con 0x7f3a38003f30 2024-09-13T15:58:40.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a50955640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c15c900 0x7f3a380039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:40.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a51156640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38004d10 0x7f3a38005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4bfff640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a38003f30 0x7f3a380047d0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3a34001e40 tx=0x7f3a3401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcc6f39060282819 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a34003b80 con 0x7f3a38003f30 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a44001d80 con 0x7f3a38003f30 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a4b7fe640 1 -- 172.21.15.7:0/783781698 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a34005080 con 0x7f3a38003f30 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a52bb9640 1 -- 172.21.15.7:0/783781698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a38003f30 msgr2=0x7f3a380047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/783781698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a38003f30 0x7f3a380047d0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3a34001e40 tx=0x7f3a3401c760 comp rx=0 tx=0).stop 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a51156640 1 -- 172.21.15.7:0/783781698 reap_dead start 2024-09-13T15:58:40.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a52bb9640 1 -- 172.21.15.7:0/783781698 shutdown_connections 2024-09-13T15:58:40.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a52bb9640 1 -- 172.21.15.7:0/783781698 >> 172.21.15.7:0/783781698 conn(0x7f3a4c0cf210 msgr2=0x7f3a4c0cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:40.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a52bb9640 1 -- 172.21.15.7:0/783781698 shutdown_connections 2024-09-13T15:58:40.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.598+0000 7f3a52bb9640 1 -- 172.21.15.7:0/783781698 wait complete. 2024-09-13T15:58:40.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 Processor -- start 2024-09-13T15:58:40.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- start start 2024-09-13T15:58:40.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38003f30 0x7f3a4c15b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c0aac60 0x7f3a4c0ac4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 0x7f3a4c1f5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c15bb40 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c0a9bc0 con 0x7f3a38003f30 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c0a9ea0 con 0x7f3a4c0aac60 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 0x7f3a4c1f5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 0x7f3a4c1f5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54164/0 (socket says 172.21.15.7:54164) 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 -- 172.21.15.7:0/4158923326 learned_addr learned my addr 172.21.15.7:0/4158923326 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:40.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a50955640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38003f30 0x7f3a4c15b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a4bfff640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c0aac60 0x7f3a4c0ac4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 -- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c0aac60 msgr2=0x7f3a4c0ac4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c0aac60 0x7f3a4c0ac4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 -- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38003f30 msgr2=0x7f3a4c15b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38003f30 0x7f3a4c15b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 -- 172.21.15.7:0/4158923326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a4c0aa180 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a51156640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 0x7f3a4c1f5920 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f3a44000c10 tx=0x7f3a44010c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4400eac0 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a4400ec20 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a4c0aa460 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a44010e80 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a4c0a9770 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.602+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a4c0d0db0 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.606+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3a440143a0 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.606+0000 7f3a497fa640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3a2c066690 0x7f3a2c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:40.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.606+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f3a44086ab0 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.606+0000 7f3a50955640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3a2c066690 0x7f3a2c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:40.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.606+0000 7f3a50955640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3a2c066690 0x7f3a2c068b50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c009b70 tx=0x7f3a3c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:40.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.610+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3a44054120 con 0x7f3a4c0ac9e0 2024-09-13T15:58:40.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:40.770+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f3a4c0aa910 con 0x7f3a4c0ac9e0 2024-09-13T15:58:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.442+0000 7f3a497fa640 1 -- 172.21.15.7:0/4158923326 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v47) v1 ==== 170+0+0 (secure 0 0 0) 0x7f3a4401a070 con 0x7f3a4c0ac9e0 2024-09-13T15:58:41.446 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-09-13T15:58:41.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3a2c066690 msgr2=0x7f3a2c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3a2c066690 0x7f3a2c068b50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c009b70 tx=0x7f3a3c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:41.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 msgr2=0x7f3a4c1f5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 0x7f3a4c1f5920 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f3a44000c10 tx=0x7f3a44010c30 comp rx=0 tx=0).stop 2024-09-13T15:58:41.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 shutdown_connections 2024-09-13T15:58:41.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3a2c066690 0x7f3a2c068b50 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4c0ac9e0 0x7f3a4c1f5920 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3a4c0aac60 0x7f3a4c0ac4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 --2- 172.21.15.7:0/4158923326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a38003f30 0x7f3a4c15b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 >> 172.21.15.7:0/4158923326 conn(0x7f3a4c0cf210 msgr2=0x7f3a4c0d1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:41.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 shutdown_connections 2024-09-13T15:58:41.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.450+0000 7f3a52bb9640 1 -- 172.21.15.7:0/4158923326 wait complete. 2024-09-13T15:58:41.488 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T15:58:41.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.610+0000 7fbc05174640 1 Processor -- start 2024-09-13T15:58:41.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.610+0000 7fbc05174640 1 -- start start 2024-09-13T15:58:41.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbc05174640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fbc0015af80 0x7fbc000b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbc05174640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc0006faf0 con 0x7fbc000b0540 2024-09-13T15:58:41.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbc05174640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc0015b3e0 con 0x7fbc00153b90 2024-09-13T15:58:41.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbc05174640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc000b0970 con 0x7fbc0015af80 2024-09-13T15:58:41.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fbc000b0540 0x7fbc00159d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:53296/0 (socket says 172.21.15.7:53296) 2024-09-13T15:58:41.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 -- 172.21.15.7:0/2453740016 learned_addr learned my addr 172.21.15.7:0/2453740016 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:41.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfe59c640 1 --2- 172.21.15.7:0/2453740016 >> v2:172.21.15.77:3300/0 conn(0x7fbc0015af80 0x7fbc000b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2627135552 0 0) 0x7fbc0006faf0 con 0x7fbc000b0540 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbbe8003530 con 0x7fbc000b0540 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2028530344 0 0) 0x7fbbe8003530 con 0x7fbc000b0540 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 >> v2:172.21.15.77:3300/0 conn(0x7fbc0015af80 msgr2=0x7fbc000b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 --2- 172.21.15.7:0/2453740016 >> v2:172.21.15.77:3300/0 conn(0x7fbc0015af80 0x7fbc000b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 >> v1:172.21.15.77:6789/0 conn(0x7fbc00153b90 legacy=0x7fbc0015da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc00153f70 con 0x7fbc000b0540 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fbbf8001a00 con 0x7fbc000b0540 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 >> v1:172.21.15.7:6789/0 conn(0x7fbc000b0540 legacy=0x7fbc00159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbbe8003980 0x7fbbe8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbbe80047d0 0x7fbbe8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbbe800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc000b0970 con 0x7fbbe8005190 2024-09-13T15:58:41.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbe800c030 con 0x7fbbe80047d0 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbe800c1f0 con 0x7fbbe8003980 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbbe800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfe59c640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbbe80047d0 0x7fbbe8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbfed9d640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbbe8003980 0x7fbbe8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 -- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbbe8003980 msgr2=0x7fbbe8003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbbe8003980 0x7fbbe8003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 -- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbbe80047d0 msgr2=0x7fbbe8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbbe80047d0 0x7fbbe8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.614+0000 7fbbff59e640 1 -- 172.21.15.7:0/2453740016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbe8003530 con 0x7fbbe8005190 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbff59e640 1 -- 172.21.15.7:0/2453740016 reap_dead start 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbff59e640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbbe800b990 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800a820 tx=0x7fbbf801d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d61edb35affa86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf80072d0 con 0x7fbbe8005190 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbf80a8070 con 0x7fbbe8005190 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbfdd9b640 1 -- 172.21.15.7:0/2453740016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8007690 con 0x7fbbe8005190 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- 172.21.15.7:0/2453740016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 msgr2=0x7fbbe800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbbe800b990 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800a820 tx=0x7fbbf801d340 comp rx=0 tx=0).stop 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- 172.21.15.7:0/2453740016 shutdown_connections 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 --2- 172.21.15.7:0/2453740016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbbe800b990 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- 172.21.15.7:0/2453740016 >> 172.21.15.7:0/2453740016 conn(0x7fbc00065eb0 msgr2=0x7fbc00069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:41.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- 172.21.15.7:0/2453740016 shutdown_connections 2024-09-13T15:58:41.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- 172.21.15.7:0/2453740016 wait complete. 2024-09-13T15:58:41.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 Processor -- start 2024-09-13T15:58:41.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- start start 2024-09-13T15:58:41.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbc001f0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc000c33c0 0x7fbc000c7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc001ed6d0 0x7fbc001576b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc001f0c50 con 0x7fbbe8005190 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc001f0a50 con 0x7fbc000c33c0 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbc05174640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc000c7d60 con 0x7fbc001ed6d0 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbfed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbc001f0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbfed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbc001f0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54192/0 (socket says 172.21.15.7:54192) 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbfed9d640 1 -- 172.21.15.7:0/227010539 learned_addr learned my addr 172.21.15.7:0/227010539 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.618+0000 7fbbff59e640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc001ed6d0 0x7fbc001576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfe59c640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc000c33c0 0x7fbc000c7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfed9d640 1 -- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc001ed6d0 msgr2=0x7fbc001576b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfed9d640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc001ed6d0 0x7fbc001576b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfed9d640 1 -- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc000c33c0 msgr2=0x7fbc000c7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfed9d640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc000c33c0 0x7fbc000c7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfed9d640 1 -- 172.21.15.7:0/227010539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc001f0ea0 con 0x7fbbe8005190 2024-09-13T15:58:41.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfe59c640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc000c33c0 0x7fbc000c7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfed9d640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbc001f0510 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbbf000e4d0 tx=0x7fbbf000e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf00052e0 con 0x7fbbe8005190 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbf0005440 con 0x7fbbe8005190 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc001f1180 con 0x7fbbe8005190 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf0003820 con 0x7fbbe8005190 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc001f1740 con 0x7fbbe8005190 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc000adb40 con 0x7fbbe8005190 2024-09-13T15:58:41.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbbf0003980 con 0x7fbbe8005190 2024-09-13T15:58:41.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbe77fe640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbbec066690 0x7fbbec068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fbbf0083ea0 con 0x7fbbe8005190 2024-09-13T15:58:41.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfe59c640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbbec066690 0x7fbbec068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.622+0000 7fbbfe59c640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbbec066690 0x7fbbec068b50 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbbf40099a0 tx=0x7fbbf4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:41.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.626+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbbf0051270 con 0x7fbbe8005190 2024-09-13T15:58:41.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.826+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fbc00067990 con 0x7fbbe8005190 2024-09-13T15:58:41.838 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 6 and data pool 7 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.834+0000 7fbbe77fe640 1 -- 172.21.15.7:0/227010539 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v22) v1 ==== 172+0+0 (secure 0 0 0) 0x7fbbf0054890 con 0x7fbbe8005190 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbbec066690 msgr2=0x7fbbec068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbbec066690 0x7fbbec068b50 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbbf40099a0 tx=0x7fbbf4008040 comp rx=0 tx=0).stop 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 msgr2=0x7fbc001f0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbc001f0510 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbbf000e4d0 tx=0x7fbbf000e990 comp rx=0 tx=0).stop 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 shutdown_connections 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbbec066690 0x7fbbec068b50 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbc001ed6d0 0x7fbc001576b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbc000c33c0 0x7fbc000c7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 --2- 172.21.15.7:0/227010539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbe8005190 0x7fbc001f0510 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 >> 172.21.15.7:0/227010539 conn(0x7fbc00065eb0 msgr2=0x7fbc0015b570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:41.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 shutdown_connections 2024-09-13T15:58:41.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.838+0000 7fbc05174640 1 -- 172.21.15.7:0/227010539 wait complete. 2024-09-13T15:58:41.873 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 Processor -- start 2024-09-13T15:58:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 -- start start 2024-09-13T15:58:41.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f1520160a30 0x7f15200cfed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f15200b35f0 0x7f15200b4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b45d0 0x7f152006ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15200b4a60 con 0x7f15200b35f0 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f152006cfc0 con 0x7f1520160a30 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f15259c6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15200b3b60 con 0x7f15200b45d0 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f15200b35f0 0x7f15200b4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f15200b35f0 0x7f15200b4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54204/0 (socket says 172.21.15.7:54204) 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 -- 172.21.15.7:0/1542257541 learned_addr learned my addr 172.21.15.7:0/1542257541 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f151effd640 1 --2- 172.21.15.7:0/1542257541 >> v2:172.21.15.77:3300/0 conn(0x7f1520160a30 0x7f15200cfed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f151f7fe640 1 --2- 172.21.15.7:0/1542257541 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b45d0 0x7f152006ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 -- 172.21.15.7:0/1542257541 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b45d0 msgr2=0x7f152006ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 --2- 172.21.15.7:0/1542257541 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b45d0 0x7f152006ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 -- 172.21.15.7:0/1542257541 >> v2:172.21.15.77:3300/0 conn(0x7f1520160a30 msgr2=0x7f15200cfed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 --2- 172.21.15.7:0/1542257541 >> v2:172.21.15.77:3300/0 conn(0x7f1520160a30 0x7f15200cfed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.982+0000 7f1517fff640 1 -- 172.21.15.7:0/1542257541 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f152006c890 con 0x7f15200b35f0 2024-09-13T15:58:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f1517fff640 1 --2- 172.21.15.7:0/1542257541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b35f0 0x7f15200b4090 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f152006fe00 tx=0x7f151001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87dd8e56a5e3bf69 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f151e7fc640 1 -- 172.21.15.7:0/1542257541 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100ab600 con 0x7f15200b35f0 2024-09-13T15:58:41.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f151e7fc640 1 -- 172.21.15.7:0/1542257541 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15100a7050 con 0x7f15200b35f0 2024-09-13T15:58:41.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f151e7fc640 1 -- 172.21.15.7:0/1542257541 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100ab980 con 0x7f15200b35f0 2024-09-13T15:58:41.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- 172.21.15.7:0/1542257541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b35f0 msgr2=0x7f15200b4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- 172.21.15.7:0/1542257541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b35f0 0x7f15200b4090 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f152006fe00 tx=0x7f151001c260 comp rx=0 tx=0).stop 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- 172.21.15.7:0/1542257541 shutdown_connections 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- 172.21.15.7:0/1542257541 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b45d0 0x7f152006ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- 172.21.15.7:0/1542257541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b35f0 0x7f15200b4090 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- 172.21.15.7:0/1542257541 >> v2:172.21.15.77:3300/0 conn(0x7f1520160a30 0x7f15200cfed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- 172.21.15.7:0/1542257541 >> 172.21.15.7:0/1542257541 conn(0x7f152006d6f0 msgr2=0x7f152006db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- 172.21.15.7:0/1542257541 shutdown_connections 2024-09-13T15:58:41.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- 172.21.15.7:0/1542257541 wait complete. 2024-09-13T15:58:41.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 Processor -- start 2024-09-13T15:58:41.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- start start 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b35f0 0x7f152015d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 0x7f1520145580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1520160a30 0x7f152015ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f152015f650 con 0x7f15200b45d0 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f152015f930 con 0x7f1520160a30 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.986+0000 7f15259c6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f152015fc10 con 0x7f15200b35f0 2024-09-13T15:58:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 0x7f1520145580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 0x7f1520145580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54210/0 (socket says 172.21.15.7:54210) 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 -- 172.21.15.7:0/1950363343 learned_addr learned my addr 172.21.15.7:0/1950363343 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151effd640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b35f0 0x7f152015d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 -- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b35f0 msgr2=0x7f152015d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b35f0 0x7f152015d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151f7fe640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1520160a30 0x7f152015ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 -- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1520160a30 msgr2=0x7f152015ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1520160a30 0x7f152015ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 -- 172.21.15.7:0/1950363343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15100094d0 con 0x7f15200b45d0 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151effd640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b35f0 0x7f152015d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f1517fff640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 0x7f1520145580 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f15100ae040 tx=0x7f151001aaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100b6620 con 0x7f15200b45d0 2024-09-13T15:58:41.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15100b6780 con 0x7f15200b45d0 2024-09-13T15:58:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f152015fef0 con 0x7f15200b45d0 2024-09-13T15:58:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100b6b10 con 0x7f15200b45d0 2024-09-13T15:58:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f152015f1d0 con 0x7f15200b45d0 2024-09-13T15:58:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1520160080 con 0x7f15200b45d0 2024-09-13T15:58:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f15100b2040 con 0x7f15200b45d0 2024-09-13T15:58:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151cff9640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1500066690 0x7f1500068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f151011e590 con 0x7f15200b45d0 2024-09-13T15:58:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151effd640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1500066690 0x7f1500068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.990+0000 7f151effd640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1500066690 0x7f1500068b50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1520163970 tx=0x7f1508008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:41.994+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f15100eb990 con 0x7f15200b45d0 2024-09-13T15:58:42.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.154+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f152006ed30 con 0x7f15200b45d0 2024-09-13T15:58:42.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.154+0000 7f151cff9640 1 -- 172.21.15.7:0/1950363343 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16418 (secure 0 0 0) 0x7f15100eefb0 con 0x7f15200b45d0 2024-09-13T15:58:42.159 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:42.159 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":48,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:41.829195+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1500066690 msgr2=0x7f1500068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1500066690 0x7f1500068b50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1520163970 tx=0x7f1508008040 comp rx=0 tx=0).stop 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 msgr2=0x7f1520145580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 0x7f1520145580 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f15100ae040 tx=0x7f151001aaa0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 shutdown_connections 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f1500066690 0x7f1500068b50 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1520160a30 0x7f152015ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15200b45d0 0x7f1520145580 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 --2- 172.21.15.7:0/1950363343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f15200b35f0 0x7f152015d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 >> 172.21.15.7:0/1950363343 conn(0x7f152006d6f0 msgr2=0x7f15200cc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:42.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 shutdown_connections 2024-09-13T15:58:42.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.158+0000 7f15259c6640 1 -- 172.21.15.7:0/1950363343 wait complete. 2024-09-13T15:58:42.178 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:42.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 Processor -- start 2024-09-13T15:58:42.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 -- start start 2024-09-13T15:58:42.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff13c0d21b0 0x7ff13c0cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff13c0d17e0 con 0x7ff13c15c760 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff13c0d0bd0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14318e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c0d0eb0 con 0x7ff13c0d0630 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff13c0d21b0 0x7ff13c0cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff13c0d21b0 0x7ff13c0cd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54212/0 (socket says 172.21.15.7:54212) 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 -- 172.21.15.7:0/3436277343 learned_addr learned my addr 172.21.15.7:0/3436277343 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff13bfff640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 -- 172.21.15.7:0/3436277343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 msgr2=0x7ff13c0d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:42.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0d1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 -- 172.21.15.7:0/3436277343 >> v1:172.21.15.77:6789/0 conn(0x7ff13c15c760 legacy=0x7ff13c0b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff14172b640 1 -- 172.21.15.7:0/3436277343 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff13c0d1190 con 0x7ff13c0d21b0 2024-09-13T15:58:42.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.294+0000 7ff13bfff640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0d1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:42.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14172b640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cd2c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7ff134009e50 tx=0x7ff13401f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c112c07f67eff83e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:42.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff13b7fe640 1 -- 172.21.15.7:0/3436277343 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340af400 con 0x7ff13c0d21b0 2024-09-13T15:58:42.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff13b7fe640 1 -- 172.21.15.7:0/3436277343 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1340ab050 con 0x7ff13c0d21b0 2024-09-13T15:58:42.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff13b7fe640 1 -- 172.21.15.7:0/3436277343 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340af780 con 0x7ff13c0d21b0 2024-09-13T15:58:42.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 -- 172.21.15.7:0/3436277343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 msgr2=0x7ff13c0cd2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cd2c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7ff134009e50 tx=0x7ff13401f210 comp rx=0 tx=0).stop 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 -- 172.21.15.7:0/3436277343 shutdown_connections 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cd2c0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 --2- 172.21.15.7:0/3436277343 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0d1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 -- 172.21.15.7:0/3436277343 >> 172.21.15.7:0/3436277343 conn(0x7ff13c0cf070 msgr2=0x7ff13c0cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 -- 172.21.15.7:0/3436277343 shutdown_connections 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.298+0000 7ff14318e640 1 -- 172.21.15.7:0/3436277343 wait complete. 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 Processor -- start 2024-09-13T15:58:42.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- start start 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0cae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff13c15c760 0x7ff13c1f2830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c0aa390 con 0x7ff13c0d21b0 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c1f6790 con 0x7ff13c15c760 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c0a99f0 con 0x7ff13c0d0630 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cb3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54228/0 (socket says 172.21.15.7:54228) 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 -- 172.21.15.7:0/4003264135 learned_addr learned my addr 172.21.15.7:0/4003264135 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff140f2a640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0cae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14172b640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff13c15c760 0x7ff13c1f2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 -- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 msgr2=0x7ff13c0cae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0cae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 -- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff13c15c760 msgr2=0x7ff13c1f2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff13c15c760 0x7ff13c1f2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 -- 172.21.15.7:0/4003264135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff134009b30 con 0x7ff13c0d21b0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff13bfff640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cb3a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7ff13000e7e0 tx=0x7ff13000eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13000c6d0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff13000c830 con 0x7ff13c0d21b0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff13c0a9cd0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13000cbe0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff13c0aa7b0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff13c0d1c70 con 0x7ff13c0d21b0 2024-09-13T15:58:42.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.302+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff13000cd40 con 0x7ff13c0d21b0 2024-09-13T15:58:42.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.306+0000 7ff1397fa640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff128066690 0x7ff128068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.306+0000 7ff140f2a640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff128066690 0x7ff128068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.306+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff130083fb0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.306+0000 7ff140f2a640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff128066690 0x7ff128068b50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff12c000f70 tx=0x7ff12c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:42.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.310+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1300b5db0 con 0x7ff13c0d21b0 2024-09-13T15:58:42.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.470+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff13c0b7a00 con 0x7ff13c0d21b0 2024-09-13T15:58:42.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.474+0000 7ff1397fa640 1 -- 172.21.15.7:0/4003264135 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16418 (secure 0 0 0) 0x7ff130054e40 con 0x7ff13c0d21b0 2024-09-13T15:58:42.478 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:42.478 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":48,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:41.829195+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:42.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff128066690 msgr2=0x7ff128068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff128066690 0x7ff128068b50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff12c000f70 tx=0x7ff12c009040 comp rx=0 tx=0).stop 2024-09-13T15:58:42.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 msgr2=0x7ff13c0cb3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cb3a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7ff13000e7e0 tx=0x7ff13000eca0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 shutdown_connections 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff128066690 0x7ff128068b50 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff13c15c760 0x7ff13c1f2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff13c0d21b0 0x7ff13c0cb3a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 --2- 172.21.15.7:0/4003264135 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff13c0d0630 0x7ff13c0cae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 >> 172.21.15.7:0/4003264135 conn(0x7ff13c0cf070 msgr2=0x7ff13c0b4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 shutdown_connections 2024-09-13T15:58:42.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.478+0000 7ff14318e640 1 -- 172.21.15.7:0/4003264135 wait complete. 2024-09-13T15:58:42.498 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T15:58:42.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.622+0000 7f9d243fe640 1 Processor -- start 2024-09-13T15:58:42.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.622+0000 7f9d243fe640 1 -- start start 2024-09-13T15:58:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d243fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f9d1c0b0000 0x7f9d1c15b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d243fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f9d1c1620c0 0x7f9d1c1644b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d243fe640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d1c0adad0 con 0x7f9d1c0cab60 2024-09-13T15:58:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d243fe640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d1c15ba70 con 0x7f9d1c0b0000 2024-09-13T15:58:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d243fe640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d1c0cb0c0 con 0x7f9d1c1620c0 2024-09-13T15:58:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f9d1c0b0000 0x7f9d1c15b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f9d1c0b0000 0x7f9d1c15b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54238/0 (socket says 172.21.15.7:54238) 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 -- 172.21.15.7:0/3957504415 learned_addr learned my addr 172.21.15.7:0/3957504415 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2299b640 1 --2- 172.21.15.7:0/3957504415 >> v2:172.21.15.77:3300/0 conn(0x7f9d1c1620c0 0x7f9d1c1644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 -- 172.21.15.7:0/3957504415 >> v2:172.21.15.77:3300/0 conn(0x7f9d1c1620c0 msgr2=0x7f9d1c1644b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 --2- 172.21.15.7:0/3957504415 >> v2:172.21.15.77:3300/0 conn(0x7f9d1c1620c0 0x7f9d1c1644b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 -- 172.21.15.7:0/3957504415 >> v1:172.21.15.7:6789/0 conn(0x7f9d1c0cab60 legacy=0x7f9d1c0b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2219a640 1 -- 172.21.15.7:0/3957504415 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d1c0cb3a0 con 0x7f9d1c0b0000 2024-09-13T15:58:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.626+0000 7f9d2299b640 1 --2- 172.21.15.7:0/3957504415 >> v2:172.21.15.77:3300/0 conn(0x7f9d1c1620c0 0x7f9d1c1644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.630+0000 7f9d2219a640 1 --2- 172.21.15.7:0/3957504415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c15b530 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0b0ba0 tx=0x7f9d1801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=214aaa4ad4bc4d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.630+0000 7f9d21198640 1 -- 172.21.15.7:0/3957504415 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180aa650 con 0x7f9d1c0b0000 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.630+0000 7f9d21198640 1 -- 172.21.15.7:0/3957504415 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d180aa7b0 con 0x7f9d1c0b0000 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.630+0000 7f9d21198640 1 -- 172.21.15.7:0/3957504415 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180aab40 con 0x7f9d1c0b0000 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/3957504415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 msgr2=0x7f9d1c15b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 --2- 172.21.15.7:0/3957504415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c15b530 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0b0ba0 tx=0x7f9d1801c4f0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/3957504415 shutdown_connections 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 --2- 172.21.15.7:0/3957504415 >> v2:172.21.15.77:3300/0 conn(0x7f9d1c1620c0 0x7f9d1c1644b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 --2- 172.21.15.7:0/3957504415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c15b530 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/3957504415 >> 172.21.15.7:0/3957504415 conn(0x7f9d1c065eb0 msgr2=0x7f9d1c069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/3957504415 shutdown_connections 2024-09-13T15:58:42.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/3957504415 wait complete. 2024-09-13T15:58:42.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 Processor -- start 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- start start 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c14ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d1c0cab60 0x7f9d1c06f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9d1c1620c0 0x7f9d1c06f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c071450 con 0x7f9d1c0b0000 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c070c40 con 0x7f9d1c0cab60 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c0b2770 con 0x7f9d1c1620c0 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c14ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c14ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54246/0 (socket says 172.21.15.7:54246) 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 -- 172.21.15.7:0/537432825 learned_addr learned my addr 172.21.15.7:0/537432825 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:42.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 -- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9d1c1620c0 msgr2=0x7f9d1c06f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d21999640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d1c0cab60 0x7f9d1c06f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9d1c1620c0 0x7f9d1c06f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 -- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d1c0cab60 msgr2=0x7f9d1c06f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d1c0cab60 0x7f9d1c06f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 -- 172.21.15.7:0/537432825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d180094d0 con 0x7f9d1c0b0000 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d2219a640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c14ad70 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f9d18019100 tx=0x7f9d1801ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180b3800 con 0x7f9d1c0b0000 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d180b3960 con 0x7f9d1c0b0000 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d1c0c8ed0 con 0x7f9d1c0b0000 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180b3cf0 con 0x7f9d1c0b0000 2024-09-13T15:58:42.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.634+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d1c071170 con 0x7f9d1c0b0000 2024-09-13T15:58:42.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.638+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d1c15b530 con 0x7f9d1c0b0000 2024-09-13T15:58:42.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.638+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9d180c6390 con 0x7f9d1c0b0000 2024-09-13T15:58:42.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.638+0000 7f9d12ffd640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9d00066690 0x7f9d00068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:42.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.638+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d1811ee40 con 0x7f9d1c0b0000 2024-09-13T15:58:42.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.638+0000 7f9d21999640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9d00066690 0x7f9d00068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:42.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.638+0000 7f9d21999640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9d00066690 0x7f9d00068b50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0b1970 tx=0x7f9d0c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:42.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.642+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9d180ec1b0 con 0x7f9d1c0b0000 2024-09-13T15:58:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:42.838+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f9d1c0b0580 con 0x7f9d1c0b0000 2024-09-13T15:58:43.310 INFO:tasks.ceph.mds.c.smithi007.stderr:2024-09-13T15:58:43.306+0000 7fdf5337d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:58:43.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.850+0000 7f9d12ffd640 1 -- 172.21.15.7:0/537432825 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v24) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9d180ef7d0 con 0x7f9d1c0b0000 2024-09-13T15:58:43.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.854+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9d00066690 msgr2=0x7f9d00068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.854+0000 7f9d243fe640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9d00066690 0x7f9d00068b50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0b1970 tx=0x7f9d0c009040 comp rx=0 tx=0).stop 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.854+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 msgr2=0x7f9d1c14ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.854+0000 7f9d243fe640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c14ad70 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f9d18019100 tx=0x7f9d1801ad30 comp rx=0 tx=0).stop 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 shutdown_connections 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9d00066690 0x7f9d00068b50 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9d1c1620c0 0x7f9d1c06f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d1c0cab60 0x7f9d1c06f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 --2- 172.21.15.7:0/537432825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d1c0b0000 0x7f9d1c14ad70 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 >> 172.21.15.7:0/537432825 conn(0x7f9d1c065eb0 msgr2=0x7f9d1c0cdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 shutdown_connections 2024-09-13T15:58:43.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:43.858+0000 7f9d243fe640 1 -- 172.21.15.7:0/537432825 wait complete. 2024-09-13T15:58:43.885 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T15:58:43.885 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T15:58:44.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79c574640 1 Processor -- start 2024-09-13T15:58:44.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79c574640 1 -- start start 2024-09-13T15:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79c574640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd7940cb320 0x7fd7940cb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79c574640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7940ca280 con 0x7fd7940b0000 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79c574640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7940ca560 con 0x7fd79415a570 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79c574640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7940c9bf0 con 0x7fd7940cb320 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79ab11640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fd7940b0000 0x7fd7940c7ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55918/0 (socket says 172.21.15.7:55918) 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79ab11640 1 -- 172.21.15.7:0/4021410932 learned_addr learned my addr 172.21.15.7:0/4021410932 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 --2- 172.21.15.7:0/4021410932 >> v2:172.21.15.77:3300/0 conn(0x7fd7940cb320 0x7fd7940cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2701948912 0 0) 0x7fd7940ca280 con 0x7fd7940b0000 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd77c003530 con 0x7fd7940b0000 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 402450630 0 0) 0x7fd77c003530 con 0x7fd7940b0000 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 >> v2:172.21.15.77:3300/0 conn(0x7fd7940cb320 msgr2=0x7fd7940cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 --2- 172.21.15.7:0/4021410932 >> v2:172.21.15.77:3300/0 conn(0x7fd7940cb320 0x7fd7940cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 >> v1:172.21.15.77:6789/0 conn(0x7fd79415a570 legacy=0x7fd7940cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7940ca840 con 0x7fd7940b0000 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fd78c001680 con 0x7fd7940b0000 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 >> v1:172.21.15.7:6789/0 conn(0x7fd7940b0000 legacy=0x7fd7940c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c003980 0x7fd77c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd77c0047d0 0x7fd77c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd77c005190 0x7fd77c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7940c9bf0 con 0x7fd77c0047d0 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77c00c030 con 0x7fd77c005190 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd77c00c1f0 con 0x7fd77c003980 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd77c0047d0 0x7fd77c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79a310640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c003980 0x7fd77c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 -- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c003980 msgr2=0x7fd77c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c003980 0x7fd77c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 -- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd77c005190 msgr2=0x7fd77c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79ab11640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd77c005190 0x7fd77c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd77c005190 0x7fd77c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd799b0f640 1 -- 172.21.15.7:0/4021410932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd77c003530 con 0x7fd77c0047d0 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79ab11640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd77c005190 0x7fd77c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79a310640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c003980 0x7fd77c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.018+0000 7fd79ab11640 1 -- 172.21.15.7:0/4021410932 reap_dead start 2024-09-13T15:58:44.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd799b0f640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd77c0047d0 0x7fd77c004c50 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fd788009fc0 tx=0x7fd78801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fecd762dcae18acc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:44.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7880a5c90 con 0x7fd77c0047d0 2024-09-13T15:58:44.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd78c001d80 con 0x7fd77c0047d0 2024-09-13T15:58:44.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79930e640 1 -- 172.21.15.7:0/4021410932 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7880ad440 con 0x7fd77c0047d0 2024-09-13T15:58:44.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 -- 172.21.15.7:0/4021410932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd77c0047d0 msgr2=0x7fd77c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd77c0047d0 0x7fd77c004c50 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fd788009fc0 tx=0x7fd78801cc80 comp rx=0 tx=0).stop 2024-09-13T15:58:44.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 -- 172.21.15.7:0/4021410932 shutdown_connections 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 --2- 172.21.15.7:0/4021410932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd77c0047d0 0x7fd77c004c50 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 -- 172.21.15.7:0/4021410932 >> 172.21.15.7:0/4021410932 conn(0x7fd794065eb0 msgr2=0x7fd794069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 -- 172.21.15.7:0/4021410932 shutdown_connections 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 -- 172.21.15.7:0/4021410932 wait complete. 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.022+0000 7fd79c574640 1 Processor -- start 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- start start 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c0047d0 0x7fd79414f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 0x7fd794158220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7940adf60 0x7fd7940ae410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7940adb40 con 0x7fd79414f9c0 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd794158b20 con 0x7fd7940adf60 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd794158e00 con 0x7fd77c0047d0 2024-09-13T15:58:44.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 0x7fd794158220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 0x7fd794158220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58838/0 (socket says 172.21.15.7:58838) 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 -- 172.21.15.7:0/2287691925 learned_addr learned my addr 172.21.15.7:0/2287691925 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79ab11640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7940adf60 0x7fd7940ae410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79a310640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c0047d0 0x7fd79414f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 -- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c0047d0 msgr2=0x7fd79414f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c0047d0 0x7fd79414f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 -- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7940adf60 msgr2=0x7fd7940ae410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7940adf60 0x7fd7940ae410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 -- 172.21.15.7:0/2287691925 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7940ad760 con 0x7fd79414f9c0 2024-09-13T15:58:44.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd799b0f640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 0x7fd794158220 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fd7880b0040 tx=0x7fd788009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:44.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd788003ba0 con 0x7fd79414f9c0 2024-09-13T15:58:44.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd78800f040 con 0x7fd79414f9c0 2024-09-13T15:58:44.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7880ad790 con 0x7fd79414f9c0 2024-09-13T15:58:44.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd79414f6f0 con 0x7fd79414f9c0 2024-09-13T15:58:44.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7941590e0 con 0x7fd79414f9c0 2024-09-13T15:58:44.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd79406f9a0 con 0x7fd79414f9c0 2024-09-13T15:58:44.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd7880b4040 con 0x7fd79414f9c0 2024-09-13T15:58:44.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd792ffd640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd780066690 0x7fd780068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:44.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd78811ea00 con 0x7fd79414f9c0 2024-09-13T15:58:44.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.026+0000 7fd79a310640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd780066690 0x7fd780068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:44.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.030+0000 7fd79a310640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd780066690 0x7fd780068b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd784007fd0 tx=0x7fd784009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:44.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.030+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd7880ebeb0 con 0x7fd79414f9c0 2024-09-13T15:58:44.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.226+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fd7940ca280 con 0x7fd79414f9c0 2024-09-13T15:58:44.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.854+0000 7fd792ffd640 1 -- 172.21.15.7:0/2287691925 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v25) v1 ==== 122+0+0 (secure 0 0 0) 0x7fd7880b20c0 con 0x7fd79414f9c0 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd780066690 msgr2=0x7fd780068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd780066690 0x7fd780068b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd784007fd0 tx=0x7fd784009040 comp rx=0 tx=0).stop 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 msgr2=0x7fd794158220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 0x7fd794158220 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fd7880b0040 tx=0x7fd788009750 comp rx=0 tx=0).stop 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 shutdown_connections 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd780066690 0x7fd780068b50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7940adf60 0x7fd7940ae410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd79414f9c0 0x7fd794158220 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 --2- 172.21.15.7:0/2287691925 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd77c0047d0 0x7fd79414f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:44.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 >> 172.21.15.7:0/2287691925 conn(0x7fd794065eb0 msgr2=0x7fd794069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:44.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 shutdown_connections 2024-09-13T15:58:44.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:44.858+0000 7fd79c574640 1 -- 172.21.15.7:0/2287691925 wait complete. 2024-09-13T15:58:44.887 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T15:58:44.887 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f011a622640 1 Processor -- start 2024-09-13T15:58:45.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f011a622640 1 -- start start 2024-09-13T15:58:45.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f011a622640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 0x7f01140b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f011a622640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f011415cc10 con 0x7f01140b4340 2024-09-13T15:58:45.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f011a622640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01140b3a50 con 0x7f011415c830 2024-09-13T15:58:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f011a622640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01140b2ce0 con 0x7f01140ad3b0 2024-09-13T15:58:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0118bbf640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f01140b4340 0x7f011406cff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55928/0 (socket says 172.21.15.7:55928) 2024-09-13T15:58:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0118bbf640 1 -- 172.21.15.7:0/94126953 learned_addr learned my addr 172.21.15.7:0/94126953 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:45.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 0x7f01140b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 964958693 0 0) 0x7f011415cc10 con 0x7f01140b4340 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00fc003530 con 0x7f01140b4340 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1556099184 0 0) 0x7f0104001120 con 0x7f011415c830 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f011415cc10 con 0x7f011415c830 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 279361078 0 0) 0x7f00fc003530 con 0x7f01140b4340 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 msgr2=0x7f01140b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 0x7f01140b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 >> v1:172.21.15.77:6789/0 conn(0x7f011415c830 legacy=0x7f01140b25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f011406cb10 con 0x7f01140b4340 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f010c001a00 con 0x7f01140b4340 2024-09-13T15:58:45.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 >> v1:172.21.15.7:6789/0 conn(0x7f01140b4340 legacy=0x7f011406cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00fc003b40 0x7f00fc003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00fc0047d0 0x7f00fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 0x7f00fc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00fc00ba40 con 0x7f00fc0047d0 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00fc00bb80 con 0x7f00fc003b40 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00fc00bd40 con 0x7f01140ad3b0 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00fc0047d0 0x7f00fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0113fff640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00fc003b40 0x7f00fc003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0118bbf640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 0x7f00fc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 -- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 msgr2=0x7f00fc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f01140ad3b0 0x7f00fc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 -- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00fc003b40 msgr2=0x7f00fc003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00fc003b40 0x7f00fc003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f01137fe640 1 -- 172.21.15.7:0/94126953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00fc003530 con 0x7f00fc0047d0 2024-09-13T15:58:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.014+0000 7f0113fff640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f00fc003b40 0x7f00fc003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:45.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f01137fe640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00fc0047d0 0x7f00fc004c50 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0108009ab0 tx=0x7f010801ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f02a6d9d24a115 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01080a5620 con 0x7f00fc0047d0 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0104001d80 con 0x7f00fc0047d0 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f0112ffd640 1 -- 172.21.15.7:0/94126953 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01080a59c0 con 0x7f00fc0047d0 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f011a622640 1 -- 172.21.15.7:0/94126953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00fc0047d0 msgr2=0x7f00fc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f011a622640 1 --2- 172.21.15.7:0/94126953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00fc0047d0 0x7f00fc004c50 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0108009ab0 tx=0x7f010801ca30 comp rx=0 tx=0).stop 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f0118bbf640 1 -- 172.21.15.7:0/94126953 reap_dead start 2024-09-13T15:58:45.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f011a622640 1 -- 172.21.15.7:0/94126953 shutdown_connections 2024-09-13T15:58:45.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f011a622640 1 -- 172.21.15.7:0/94126953 >> 172.21.15.7:0/94126953 conn(0x7f01140b12d0 msgr2=0x7f01140b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:45.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f011a622640 1 -- 172.21.15.7:0/94126953 shutdown_connections 2024-09-13T15:58:45.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.018+0000 7f011a622640 1 -- 172.21.15.7:0/94126953 wait complete. 2024-09-13T15:58:45.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 Processor -- start 2024-09-13T15:58:45.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- start start 2024-09-13T15:58:45.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f011415f6d0 0x7f0114152c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f011415fab0 0x7f01141428b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 0x7f0114140860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0114154650 con 0x7f0114142df0 2024-09-13T15:58:45.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0114152240 con 0x7f011415fab0 2024-09-13T15:58:45.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0114153190 con 0x7f011415f6d0 2024-09-13T15:58:45.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 0x7f0114140860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 0x7f0114140860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58854/0 (socket says 172.21.15.7:58854) 2024-09-13T15:58:45.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 -- 172.21.15.7:0/2442958297 learned_addr learned my addr 172.21.15.7:0/2442958297 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:45.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0113fff640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f011415f6d0 0x7f0114152c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f01137fe640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f011415fab0 0x7f01141428b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 -- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f011415f6d0 msgr2=0x7f0114152c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f011415f6d0 0x7f0114152c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 -- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f011415fab0 msgr2=0x7f01141428b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f011415fab0 0x7f01141428b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 -- 172.21.15.7:0/2442958297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0114143280 con 0x7f0114142df0 2024-09-13T15:58:45.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0118bbf640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 0x7f0114140860 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f011406c2f0 tx=0x7f010c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c00eee0 con 0x7f0114142df0 2024-09-13T15:58:45.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f010c013420 con 0x7f0114142df0 2024-09-13T15:58:45.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c001e80 con 0x7f0114142df0 2024-09-13T15:58:45.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0114154370 con 0x7f0114142df0 2024-09-13T15:58:45.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0114152730 con 0x7f0114142df0 2024-09-13T15:58:45.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01141540f0 con 0x7f0114142df0 2024-09-13T15:58:45.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.022+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f010c0137b0 con 0x7f0114142df0 2024-09-13T15:58:45.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.026+0000 7f0110ff9640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f01000666c0 0x7f0100068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.026+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f010c084820 con 0x7f0114142df0 2024-09-13T15:58:45.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.026+0000 7f0113fff640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f01000666c0 0x7f0100068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.026+0000 7f0113fff640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f01000666c0 0x7f0100068b80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0104005630 tx=0x7f0104009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.030+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f010c051af0 con 0x7f0114142df0 2024-09-13T15:58:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.222+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0114143280 con 0x7f0114142df0 2024-09-13T15:58:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f0110ff9640 1 -- 172.21.15.7:0/2442958297 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4725 (secure 0 0 0) 0x7f0114143280 con 0x7f0114142df0 2024-09-13T15:58:45.228 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:45.229 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5042,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/2588833983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":2588833983},{"type":"v1","addr":"172.21.15.77:6835","nonce":2588833983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21},{"gid":5419,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/951821184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":951821184},{"type":"v1","addr":"172.21.15.77:6833","nonce":951821184}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21},{"gid":5853,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1864782050","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1864782050},{"type":"v1","addr":"172.21.15.7:6835","nonce":1864782050}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:58:44.850831+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5859":{"gid":5859,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.7:6837/3669705154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":3669705154},{"type":"v1","addr":"172.21.15.7:6837","nonce":3669705154}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:58:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-13T15:58:45.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f01000666c0 msgr2=0x7f0100068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f01000666c0 0x7f0100068b80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0104005630 tx=0x7f0104009040 comp rx=0 tx=0).stop 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 msgr2=0x7f0114140860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 0x7f0114140860 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f011406c2f0 tx=0x7f010c00e530 comp rx=0 tx=0).stop 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 shutdown_connections 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f01000666c0 0x7f0100068b80 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0114142df0 0x7f0114140860 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f011415fab0 0x7f01141428b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 --2- 172.21.15.7:0/2442958297 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f011415f6d0 0x7f0114152c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 >> 172.21.15.7:0/2442958297 conn(0x7f01140b12d0 msgr2=0x7f01140af1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 shutdown_connections 2024-09-13T15:58:45.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.226+0000 7f011a622640 1 -- 172.21.15.7:0/2442958297 wait complete. 2024-09-13T15:58:45.247 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:58:45.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.361+0000 7fe4741b7640 1 Processor -- start 2024-09-13T15:58:45.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.361+0000 7fe4741b7640 1 -- start start 2024-09-13T15:58:45.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe4741b7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe46c0b35c0 0x7fe46c0b3a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe4741b7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe46c15e940 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe4741b7640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe46c15ec20 con 0x7fe46c1431a0 2024-09-13T15:58:45.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe4741b7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe46c15ef00 con 0x7fe46c0b35c0 2024-09-13T15:58:45.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe46c0b35c0 0x7fe46c0b3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe46c0b35c0 0x7fe46c0b3a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58866/0 (socket says 172.21.15.7:58866) 2024-09-13T15:58:45.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 -- 172.21.15.7:0/3470917545 learned_addr learned my addr 172.21.15.7:0/3470917545 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:45.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 -- 172.21.15.7:0/3470917545 >> v1:172.21.15.77:6789/0 conn(0x7fe46c1431a0 legacy=0x7fe46c15df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 -- 172.21.15.7:0/3470917545 >> v1:172.21.15.7:6789/0 conn(0x7fe46c0cd6b0 legacy=0x7fe46c071540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 -- 172.21.15.7:0/3470917545 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe46c0cceb0 con 0x7fe46c0b35c0 2024-09-13T15:58:45.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe471752640 1 --2- 172.21.15.7:0/3470917545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0b35c0 0x7fe46c0b3a30 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fe45c009870 tx=0x7fe45c01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27ebe064be02f6cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe470f51640 1 -- 172.21.15.7:0/3470917545 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe45c0a9610 con 0x7fe46c0b35c0 2024-09-13T15:58:45.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe470f51640 1 -- 172.21.15.7:0/3470917545 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe45c0a9770 con 0x7fe46c0b35c0 2024-09-13T15:58:45.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.365+0000 7fe470f51640 1 -- 172.21.15.7:0/3470917545 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe45c0a9b00 con 0x7fe46c0b35c0 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/3470917545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0b35c0 msgr2=0x7fe46c0b3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 --2- 172.21.15.7:0/3470917545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0b35c0 0x7fe46c0b3a30 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fe45c009870 tx=0x7fe45c01c530 comp rx=0 tx=0).stop 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/3470917545 shutdown_connections 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 --2- 172.21.15.7:0/3470917545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0b35c0 0x7fe46c0b3a30 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/3470917545 >> 172.21.15.7:0/3470917545 conn(0x7fe46c06d660 msgr2=0x7fe46c06da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/3470917545 shutdown_connections 2024-09-13T15:58:45.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/3470917545 wait complete. 2024-09-13T15:58:45.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 Processor -- start 2024-09-13T15:58:45.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- start start 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe46c0b35c0 0x7fe46c164b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 0x7fe46c15cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe46c1431a0 0x7fe46c15c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c15bb90 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c15c150 con 0x7fe46c1431a0 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c15d470 con 0x7fe46c0b35c0 2024-09-13T15:58:45.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 0x7fe46c15cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 0x7fe46c15cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58870/0 (socket says 172.21.15.7:58870) 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 -- 172.21.15.7:0/1268003625 learned_addr learned my addr 172.21.15.7:0/1268003625 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe472754640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe46c1431a0 0x7fe46c15c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471f53640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe46c0b35c0 0x7fe46c164b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 -- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe46c0b35c0 msgr2=0x7fe46c164b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe46c0b35c0 0x7fe46c164b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 -- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe46c1431a0 msgr2=0x7fe46c15c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe46c1431a0 0x7fe46c15c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 -- 172.21.15.7:0/1268003625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe45c0094d0 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe471752640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 0x7fe46c15cf30 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0ab040 tx=0x7fe45c01ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe45c0b1670 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe45c0b17f0 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe46c15d710 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe45c0b1ba0 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.369+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe46c15bd70 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.373+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe46c15c290 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.373+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe45c0b1d00 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.373+0000 7fe4627fc640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe450066690 0x7fe450068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.373+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe45c11ee50 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.373+0000 7fe471f53640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe450066690 0x7fe450068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.373+0000 7fe471f53640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe450066690 0x7fe450068b50 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe4680015b0 tx=0x7fe468009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.377+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe46c15c290 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.541+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe46c15c290 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4627fc640 1 -- 172.21.15.7:0/1268003625 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) v1 ==== 74+0+16405 (secure 0 0 0) 0x7fe46c15c290 con 0x7fe46c0cd6b0 2024-09-13T15:58:45.548 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:45.549 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":49,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:58:42.832918+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:58:45.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe450066690 msgr2=0x7fe450068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe450066690 0x7fe450068b50 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe4680015b0 tx=0x7fe468009040 comp rx=0 tx=0).stop 2024-09-13T15:58:45.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 msgr2=0x7fe46c15cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 0x7fe46c15cf30 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0ab040 tx=0x7fe45c01ad70 comp rx=0 tx=0).stop 2024-09-13T15:58:45.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 shutdown_connections 2024-09-13T15:58:45.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe450066690 0x7fe450068b50 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe46c1431a0 0x7fe46c15c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe46c0cd6b0 0x7fe46c15cf30 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 --2- 172.21.15.7:0/1268003625 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe46c0b35c0 0x7fe46c164b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 >> 172.21.15.7:0/1268003625 conn(0x7fe46c06d660 msgr2=0x7fe46c165580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:45.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 shutdown_connections 2024-09-13T15:58:45.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.545+0000 7fe4741b7640 1 -- 172.21.15.7:0/1268003625 wait complete. 2024-09-13T15:58:45.566 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T15:58:45.566 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:45.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f76825a0640 1 Processor -- start 2024-09-13T15:58:45.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f76825a0640 1 -- start start 2024-09-13T15:58:45.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f76825a0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f767c15da10 0x7f767c15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f76825a0640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f767c15af90 con 0x7f767c143af0 2024-09-13T15:58:45.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f76825a0640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f767c0b2d60 con 0x7f767c0cd3e0 2024-09-13T15:58:45.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f76825a0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f767c15ddf0 con 0x7f767c15da10 2024-09-13T15:58:45.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767b7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f767c143af0 0x7f767c0b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55936/0 (socket says 172.21.15.7:55936) 2024-09-13T15:58:45.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767b7fe640 1 -- 172.21.15.7:0/286476848 learned_addr learned my addr 172.21.15.7:0/286476848 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:45.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 --2- 172.21.15.7:0/286476848 >> v2:172.21.15.77:3300/0 conn(0x7f767c15da10 0x7f767c15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3488501617 0 0) 0x7f767c15af90 con 0x7f767c143af0 2024-09-13T15:58:45.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7664003530 con 0x7f767c143af0 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 192128744 0 0) 0x7f7664003530 con 0x7f767c143af0 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 >> v2:172.21.15.77:3300/0 conn(0x7f767c15da10 msgr2=0x7f767c15aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 --2- 172.21.15.7:0/286476848 >> v2:172.21.15.77:3300/0 conn(0x7f767c15da10 0x7f767c15aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 >> v1:172.21.15.77:6789/0 conn(0x7f767c0cd3e0 legacy=0x7f767c0cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f767c0b3000 con 0x7f767c143af0 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7670001680 con 0x7f767c143af0 2024-09-13T15:58:45.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 >> v1:172.21.15.7:6789/0 conn(0x7f767c143af0 legacy=0x7f767c0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7664003980 0x7f7664003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76640047d0 0x7f7664004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7664005190 0x7f766400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f767c15ddf0 con 0x7f7664003980 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f766400c030 con 0x7f7664005190 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f766400c1f0 con 0x7f76640047d0 2024-09-13T15:58:45.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7664003980 0x7f7664003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f7680b3d640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7664005190 0x7f766400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767b7fe640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76640047d0 0x7f7664004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 -- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76640047d0 msgr2=0x7f7664004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f76640047d0 0x7f7664004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 -- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7664005190 msgr2=0x7f766400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7664005190 0x7f766400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f767bfff640 1 -- 172.21.15.7:0/286476848 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7664003530 con 0x7f7664003980 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.689+0000 7f7680b3d640 1 -- 172.21.15.7:0/286476848 reap_dead start 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f767bfff640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7664003980 0x7f7664003da0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f766c009ae0 tx=0x7f766c01ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7327f0d0b9c84dc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766c0a5520 con 0x7f7664003980 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f766c0a5680 con 0x7f7664003980 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f767affd640 1 -- 172.21.15.7:0/286476848 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766c0a5a30 con 0x7f7664003980 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- 172.21.15.7:0/286476848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7664003980 msgr2=0x7f7664003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7664003980 0x7f7664003da0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f766c009ae0 tx=0x7f766c01ca40 comp rx=0 tx=0).stop 2024-09-13T15:58:45.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- 172.21.15.7:0/286476848 shutdown_connections 2024-09-13T15:58:45.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 --2- 172.21.15.7:0/286476848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7664003980 0x7f7664003da0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- 172.21.15.7:0/286476848 >> 172.21.15.7:0/286476848 conn(0x7f767c069f00 msgr2=0x7f767c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:45.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- 172.21.15.7:0/286476848 shutdown_connections 2024-09-13T15:58:45.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- 172.21.15.7:0/286476848 wait complete. 2024-09-13T15:58:45.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 Processor -- start 2024-09-13T15:58:45.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- start start 2024-09-13T15:58:45.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7664003980 0x7f767c0c8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f767c0af4b0 0x7f767c0af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 0x7f767c0ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f767c0c88d0 con 0x7f767c0c9ca0 2024-09-13T15:58:45.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f767c0afe70 con 0x7f767c0af4b0 2024-09-13T15:58:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f76825a0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f767c15a7f0 con 0x7f7664003980 2024-09-13T15:58:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.693+0000 7f7680b3d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 0x7f767c0ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 0x7f767c0ca120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58880/0 (socket says 172.21.15.7:58880) 2024-09-13T15:58:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 -- 172.21.15.7:0/502531921 learned_addr learned my addr 172.21.15.7:0/502531921 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f767b7fe640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f767c0af4b0 0x7f767c0af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f767bfff640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7664003980 0x7f767c0c8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 -- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7664003980 msgr2=0x7f767c0c8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7664003980 0x7f767c0c8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 -- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f767c0af4b0 msgr2=0x7f767c0af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f767c0af4b0 0x7f767c0af930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 -- 172.21.15.7:0/502531921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f767c0ca660 con 0x7f767c0c9ca0 2024-09-13T15:58:45.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7680b3d640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 0x7f767c0ca120 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f767c0cc5d0 tx=0x7f767400e9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7674006d70 con 0x7f767c0c9ca0 2024-09-13T15:58:45.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7674003980 con 0x7f767c0c9ca0 2024-09-13T15:58:45.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f767c0ca8a0 con 0x7f767c0c9ca0 2024-09-13T15:58:45.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7674003d30 con 0x7f767c0c9ca0 2024-09-13T15:58:45.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f767c0cb140 con 0x7f767c0c9ca0 2024-09-13T15:58:45.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f767c06cb40 con 0x7f767c0c9ca0 2024-09-13T15:58:45.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7674005110 con 0x7f767c0c9ca0 2024-09-13T15:58:45.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7678ff9640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7668066690 0x7f7668068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:45.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7674083830 con 0x7f767c0c9ca0 2024-09-13T15:58:45.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f767bfff640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7668066690 0x7f7668068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:45.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.697+0000 7f767bfff640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7668066690 0x7f7668068b50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f766c0af000 tx=0x7f766c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:45.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.701+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7674050ba0 con 0x7f767c0c9ca0 2024-09-13T15:58:45.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.853+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f767c06be10 con 0x7f7668066690 2024-09-13T15:58:45.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.865+0000 7f7678ff9640 1 -- 172.21.15.7:0/502531921 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+280276 (secure 0 0 0) 0x7f766c0a57f0 con 0x7f7668066690 2024-09-13T15:58:45.871 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7668066690 msgr2=0x7f7668068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7668066690 0x7f7668068b50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f766c0af000 tx=0x7f766c008040 comp rx=0 tx=0).stop 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 msgr2=0x7f767c0ca120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 0x7f767c0ca120 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f767c0cc5d0 tx=0x7f767400e9e0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 shutdown_connections 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7668066690 0x7f7668068b50 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f767c0c9ca0 0x7f767c0ca120 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f767c0af4b0 0x7f767c0af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 --2- 172.21.15.7:0/502531921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7664003980 0x7f767c0c8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:45.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 >> 172.21.15.7:0/502531921 conn(0x7f767c069f00 msgr2=0x7f767c15af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:45.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 shutdown_connections 2024-09-13T15:58:45.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:45.869+0000 7f76825a0640 1 -- 172.21.15.7:0/502531921 wait complete. 2024-09-13T15:58:45.887 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":102,"stamp":"2024-09-13T15:58:44.527136+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":116,"acting":116,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":254208,"kb_used_data":5264,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720512,"statfs":{"total":773094113280,"available":772833804288,"internally_reserved":0,"allocated":5390336,"data_stored":2874794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.100027"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.459771+0000","last_change":"2024-09-13T15:58:41.459771+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.459771+0000","last_undegraded":"2024-09-13T15:58:41.459771+0000","last_fullsized":"2024-09-13T15:58:41.459771+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446948+0000","last_change":"2024-09-13T15:58:41.446948+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446948+0000","last_undegraded":"2024-09-13T15:58:41.446948+0000","last_fullsized":"2024-09-13T15:58:41.446948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455659+0000","last_change":"2024-09-13T15:58:41.455659+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455659+0000","last_undegraded":"2024-09-13T15:58:41.455659+0000","last_fullsized":"2024-09-13T15:58:41.455659+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:23.923955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445212+0000","last_change":"2024-09-13T15:58:41.445212+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445212+0000","last_undegraded":"2024-09-13T15:58:41.445212+0000","last_fullsized":"2024-09-13T15:58:41.445212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461974+0000","last_change":"2024-09-13T15:58:41.461974+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461974+0000","last_undegraded":"2024-09-13T15:58:41.461974+0000","last_fullsized":"2024-09-13T15:58:41.461974+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:00.459245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449643+0000","last_change":"2024-09-13T15:58:41.449643+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449643+0000","last_undegraded":"2024-09-13T15:58:41.449643+0000","last_fullsized":"2024-09-13T15:58:41.449643+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:47.495048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445770+0000","last_change":"2024-09-13T15:58:41.445770+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445770+0000","last_undegraded":"2024-09-13T15:58:41.445770+0000","last_fullsized":"2024-09-13T15:58:41.445770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.859150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454226+0000","last_change":"2024-09-13T15:58:41.454226+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454226+0000","last_undegraded":"2024-09-13T15:58:41.454226+0000","last_fullsized":"2024-09-13T15:58:41.454226+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:19.704599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.463044+0000","last_change":"2024-09-13T15:58:41.463044+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.463044+0000","last_undegraded":"2024-09-13T15:58:41.463044+0000","last_fullsized":"2024-09-13T15:58:41.463044+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448202+0000","last_change":"2024-09-13T15:58:41.448202+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448202+0000","last_undegraded":"2024-09-13T15:58:41.448202+0000","last_fullsized":"2024-09-13T15:58:41.448202+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:26.672242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448800+0000","last_change":"2024-09-13T15:58:41.448800+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448800+0000","last_undegraded":"2024-09-13T15:58:41.448800+0000","last_fullsized":"2024-09-13T15:58:41.448800+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444452+0000","last_change":"2024-09-13T15:58:41.444452+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444452+0000","last_undegraded":"2024-09-13T15:58:41.444452+0000","last_fullsized":"2024-09-13T15:58:41.444452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448229+0000","last_change":"2024-09-13T15:58:41.448229+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448229+0000","last_undegraded":"2024-09-13T15:58:41.448229+0000","last_fullsized":"2024-09-13T15:58:41.448229+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:54.380639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454428+0000","last_change":"2024-09-13T15:58:41.454428+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454428+0000","last_undegraded":"2024-09-13T15:58:41.454428+0000","last_fullsized":"2024-09-13T15:58:41.454428+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448575+0000","last_change":"2024-09-13T15:58:41.448575+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448575+0000","last_undegraded":"2024-09-13T15:58:41.448575+0000","last_fullsized":"2024-09-13T15:58:41.448575+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:05.456623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444512+0000","last_change":"2024-09-13T15:58:41.444512+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444512+0000","last_undegraded":"2024-09-13T15:58:41.444512+0000","last_fullsized":"2024-09-13T15:58:41.444512+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:08.539790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455841+0000","last_change":"2024-09-13T15:58:41.455841+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455841+0000","last_undegraded":"2024-09-13T15:58:41.455841+0000","last_fullsized":"2024-09-13T15:58:41.455841+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:26.236445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436777+0000","last_change":"2024-09-13T15:58:40.436777+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436777+0000","last_undegraded":"2024-09-13T15:58:40.436777+0000","last_fullsized":"2024-09-13T15:58:40.436777+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446603+0000","last_change":"2024-09-13T15:58:41.446603+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446603+0000","last_undegraded":"2024-09-13T15:58:41.446603+0000","last_fullsized":"2024-09-13T15:58:41.446603+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480042+0000","last_change":"2024-09-13T15:58:41.475119+0000","last_active":"2024-09-13T15:58:41.480042+0000","last_peered":"2024-09-13T15:58:41.480042+0000","last_clean":"2024-09-13T15:58:41.480042+0000","last_became_active":"2024-09-13T15:58:41.474490+0000","last_became_peered":"2024-09-13T15:58:41.474490+0000","last_unstale":"2024-09-13T15:58:41.480042+0000","last_undegraded":"2024-09-13T15:58:41.480042+0000","last_fullsized":"2024-09-13T15:58:41.480042+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.573967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.447304+0000","last_change":"2024-09-13T15:58:41.447304+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.447304+0000","last_undegraded":"2024-09-13T15:58:41.447304+0000","last_fullsized":"2024-09-13T15:58:41.447304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436102+0000","last_change":"2024-09-13T15:58:40.436102+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436102+0000","last_undegraded":"2024-09-13T15:58:40.436102+0000","last_fullsized":"2024-09-13T15:58:40.436102+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.477097+0000","last_change":"2024-09-13T15:58:41.473030+0000","last_active":"2024-09-13T15:58:41.477097+0000","last_peered":"2024-09-13T15:58:41.477097+0000","last_clean":"2024-09-13T15:58:41.477097+0000","last_became_active":"2024-09-13T15:58:41.472012+0000","last_became_peered":"2024-09-13T15:58:41.472012+0000","last_unstale":"2024-09-13T15:58:41.477097+0000","last_undegraded":"2024-09-13T15:58:41.477097+0000","last_fullsized":"2024-09-13T15:58:41.477097+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:09.813986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454553+0000","last_change":"2024-09-13T15:58:41.454553+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454553+0000","last_undegraded":"2024-09-13T15:58:41.454553+0000","last_fullsized":"2024-09-13T15:58:41.454553+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:38.388515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.437845+0000","last_change":"2024-09-13T15:58:40.437845+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.437845+0000","last_undegraded":"2024-09-13T15:58:40.437845+0000","last_fullsized":"2024-09-13T15:58:40.437845+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:57.562668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.482275+0000","last_change":"2024-09-13T15:58:41.477639+0000","last_active":"2024-09-13T15:58:41.482275+0000","last_peered":"2024-09-13T15:58:41.482275+0000","last_clean":"2024-09-13T15:58:41.482275+0000","last_became_active":"2024-09-13T15:58:41.476931+0000","last_became_peered":"2024-09-13T15:58:41.476931+0000","last_unstale":"2024-09-13T15:58:41.482275+0000","last_undegraded":"2024-09-13T15:58:41.482275+0000","last_fullsized":"2024-09-13T15:58:41.482275+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479560+0000","last_change":"2024-09-13T15:58:41.468972+0000","last_active":"2024-09-13T15:58:41.479560+0000","last_peered":"2024-09-13T15:58:41.479560+0000","last_clean":"2024-09-13T15:58:41.479560+0000","last_became_active":"2024-09-13T15:58:41.468302+0000","last_became_peered":"2024-09-13T15:58:41.468302+0000","last_unstale":"2024-09-13T15:58:41.479560+0000","last_undegraded":"2024-09-13T15:58:41.479560+0000","last_fullsized":"2024-09-13T15:58:41.479560+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449901+0000","last_change":"2024-09-13T15:58:41.449901+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449901+0000","last_undegraded":"2024-09-13T15:58:41.449901+0000","last_fullsized":"2024-09-13T15:58:41.449901+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:10.824566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461985+0000","last_change":"2024-09-13T15:58:41.461985+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461985+0000","last_undegraded":"2024-09-13T15:58:41.461985+0000","last_fullsized":"2024-09-13T15:58:41.461985+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:42.957606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479969+0000","last_change":"2024-09-13T15:58:41.475301+0000","last_active":"2024-09-13T15:58:41.479969+0000","last_peered":"2024-09-13T15:58:41.479969+0000","last_clean":"2024-09-13T15:58:41.479969+0000","last_became_active":"2024-09-13T15:58:41.474546+0000","last_became_peered":"2024-09-13T15:58:41.474546+0000","last_unstale":"2024-09-13T15:58:41.479969+0000","last_undegraded":"2024-09-13T15:58:41.479969+0000","last_fullsized":"2024-09-13T15:58:41.479969+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:37.339994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458175+0000","last_change":"2024-09-13T15:58:41.458175+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458175+0000","last_undegraded":"2024-09-13T15:58:41.458175+0000","last_fullsized":"2024-09-13T15:58:41.458175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.492935+0000","last_change":"2024-09-13T15:58:41.488359+0000","last_active":"2024-09-13T15:58:41.492935+0000","last_peered":"2024-09-13T15:58:41.492935+0000","last_clean":"2024-09-13T15:58:41.492935+0000","last_became_active":"2024-09-13T15:58:41.487714+0000","last_became_peered":"2024-09-13T15:58:41.487714+0000","last_unstale":"2024-09-13T15:58:41.492935+0000","last_undegraded":"2024-09-13T15:58:41.492935+0000","last_fullsized":"2024-09-13T15:58:41.492935+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461934+0000","last_change":"2024-09-13T15:58:41.461934+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461934+0000","last_undegraded":"2024-09-13T15:58:41.461934+0000","last_fullsized":"2024-09-13T15:58:41.461934+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:39.196197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444667+0000","last_change":"2024-09-13T15:58:41.444667+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444667+0000","last_undegraded":"2024-09-13T15:58:41.444667+0000","last_fullsized":"2024-09-13T15:58:41.444667+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:58.912978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.437229+0000","last_change":"2024-09-13T15:58:40.437229+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.437229+0000","last_undegraded":"2024-09-13T15:58:40.437229+0000","last_fullsized":"2024-09-13T15:58:40.437229+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:18.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.473435+0000","last_change":"2024-09-13T15:58:41.470938+0000","last_active":"2024-09-13T15:58:41.473435+0000","last_peered":"2024-09-13T15:58:41.473435+0000","last_clean":"2024-09-13T15:58:41.473435+0000","last_became_active":"2024-09-13T15:58:41.469820+0000","last_became_peered":"2024-09-13T15:58:41.469820+0000","last_unstale":"2024-09-13T15:58:41.473435+0000","last_undegraded":"2024-09-13T15:58:41.473435+0000","last_fullsized":"2024-09-13T15:58:41.473435+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436565+0000","last_change":"2024-09-13T15:58:40.436565+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436565+0000","last_undegraded":"2024-09-13T15:58:40.436565+0000","last_fullsized":"2024-09-13T15:58:40.436565+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:37.377935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458904+0000","last_change":"2024-09-13T15:58:41.458904+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458904+0000","last_undegraded":"2024-09-13T15:58:41.458904+0000","last_fullsized":"2024-09-13T15:58:41.458904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480080+0000","last_change":"2024-09-13T15:58:41.475536+0000","last_active":"2024-09-13T15:58:41.480080+0000","last_peered":"2024-09-13T15:58:41.480080+0000","last_clean":"2024-09-13T15:58:41.480080+0000","last_became_active":"2024-09-13T15:58:41.474799+0000","last_became_peered":"2024-09-13T15:58:41.474799+0000","last_unstale":"2024-09-13T15:58:41.480080+0000","last_undegraded":"2024-09-13T15:58:41.480080+0000","last_fullsized":"2024-09-13T15:58:41.480080+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446258+0000","last_change":"2024-09-13T15:58:41.446258+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446258+0000","last_undegraded":"2024-09-13T15:58:41.446258+0000","last_fullsized":"2024-09-13T15:58:41.446258+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:30.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480061+0000","last_change":"2024-09-13T15:58:41.469363+0000","last_active":"2024-09-13T15:58:41.480061+0000","last_peered":"2024-09-13T15:58:41.480061+0000","last_clean":"2024-09-13T15:58:41.480061+0000","last_became_active":"2024-09-13T15:58:41.468641+0000","last_became_peered":"2024-09-13T15:58:41.468641+0000","last_unstale":"2024-09-13T15:58:41.480061+0000","last_undegraded":"2024-09-13T15:58:41.480061+0000","last_fullsized":"2024-09-13T15:58:41.480061+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:39.839164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449330+0000","last_change":"2024-09-13T15:58:41.449330+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449330+0000","last_undegraded":"2024-09-13T15:58:41.449330+0000","last_fullsized":"2024-09-13T15:58:41.449330+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:05:34.968247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.437687+0000","last_change":"2024-09-13T15:58:40.437687+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.437687+0000","last_undegraded":"2024-09-13T15:58:40.437687+0000","last_fullsized":"2024-09-13T15:58:40.437687+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436557+0000","last_change":"2024-09-13T15:58:40.436557+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436557+0000","last_undegraded":"2024-09-13T15:58:40.436557+0000","last_fullsized":"2024-09-13T15:58:40.436557+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:25.225865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479415+0000","last_change":"2024-09-13T15:58:41.466991+0000","last_active":"2024-09-13T15:58:41.479415+0000","last_peered":"2024-09-13T15:58:41.479415+0000","last_clean":"2024-09-13T15:58:41.479415+0000","last_became_active":"2024-09-13T15:58:41.465098+0000","last_became_peered":"2024-09-13T15:58:41.465098+0000","last_unstale":"2024-09-13T15:58:41.479415+0000","last_undegraded":"2024-09-13T15:58:41.479415+0000","last_fullsized":"2024-09-13T15:58:41.479415+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.472554+0000","last_change":"2024-09-13T15:58:41.468697+0000","last_active":"2024-09-13T15:58:41.472554+0000","last_peered":"2024-09-13T15:58:41.472554+0000","last_clean":"2024-09-13T15:58:41.472554+0000","last_became_active":"2024-09-13T15:58:41.468032+0000","last_became_peered":"2024-09-13T15:58:41.468032+0000","last_unstale":"2024-09-13T15:58:41.472554+0000","last_undegraded":"2024-09-13T15:58:41.472554+0000","last_fullsized":"2024-09-13T15:58:41.472554+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444609+0000","last_change":"2024-09-13T15:58:41.444609+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444609+0000","last_undegraded":"2024-09-13T15:58:41.444609+0000","last_fullsized":"2024-09-13T15:58:41.444609+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:40.849744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436642+0000","last_change":"2024-09-13T15:58:40.436642+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436642+0000","last_undegraded":"2024-09-13T15:58:40.436642+0000","last_fullsized":"2024-09-13T15:58:40.436642+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:41.947026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493448+0000","last_change":"2024-09-13T15:58:41.490058+0000","last_active":"2024-09-13T15:58:41.493448+0000","last_peered":"2024-09-13T15:58:41.493448+0000","last_clean":"2024-09-13T15:58:41.493448+0000","last_became_active":"2024-09-13T15:58:41.489256+0000","last_became_peered":"2024-09-13T15:58:41.489256+0000","last_unstale":"2024-09-13T15:58:41.493448+0000","last_undegraded":"2024-09-13T15:58:41.493448+0000","last_fullsized":"2024-09-13T15:58:41.493448+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:07.190023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.460853+0000","last_change":"2024-09-13T15:58:41.460853+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.460853+0000","last_undegraded":"2024-09-13T15:58:41.460853+0000","last_fullsized":"2024-09-13T15:58:41.460853+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:03:28.255535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436102+0000","last_change":"2024-09-13T15:58:40.436102+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436102+0000","last_undegraded":"2024-09-13T15:58:40.436102+0000","last_fullsized":"2024-09-13T15:58:40.436102+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493025+0000","last_change":"2024-09-13T15:58:41.489572+0000","last_active":"2024-09-13T15:58:41.493025+0000","last_peered":"2024-09-13T15:58:41.493025+0000","last_clean":"2024-09-13T15:58:41.493025+0000","last_became_active":"2024-09-13T15:58:41.488955+0000","last_became_peered":"2024-09-13T15:58:41.488955+0000","last_unstale":"2024-09-13T15:58:41.493025+0000","last_undegraded":"2024-09-13T15:58:41.493025+0000","last_fullsized":"2024-09-13T15:58:41.493025+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.475990+0000","last_change":"2024-09-13T15:58:41.471906+0000","last_active":"2024-09-13T15:58:41.475990+0000","last_peered":"2024-09-13T15:58:41.475990+0000","last_clean":"2024-09-13T15:58:41.475990+0000","last_became_active":"2024-09-13T15:58:41.471227+0000","last_became_peered":"2024-09-13T15:58:41.471227+0000","last_unstale":"2024-09-13T15:58:41.475990+0000","last_undegraded":"2024-09-13T15:58:41.475990+0000","last_fullsized":"2024-09-13T15:58:41.475990+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:02:35.830233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445845+0000","last_change":"2024-09-13T15:58:41.445845+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445845+0000","last_undegraded":"2024-09-13T15:58:41.445845+0000","last_fullsized":"2024-09-13T15:58:41.445845+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:53.863446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436393+0000","last_change":"2024-09-13T15:58:40.436393+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436393+0000","last_undegraded":"2024-09-13T15:58:40.436393+0000","last_fullsized":"2024-09-13T15:58:40.436393+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:07.529209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.453598+0000","last_change":"2024-09-13T15:58:41.453598+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.453598+0000","last_undegraded":"2024-09-13T15:58:41.453598+0000","last_fullsized":"2024-09-13T15:58:41.453598+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:15.177750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479635+0000","last_change":"2024-09-13T15:58:41.469061+0000","last_active":"2024-09-13T15:58:41.479635+0000","last_peered":"2024-09-13T15:58:41.479635+0000","last_clean":"2024-09-13T15:58:41.479635+0000","last_became_active":"2024-09-13T15:58:41.468171+0000","last_became_peered":"2024-09-13T15:58:41.468171+0000","last_unstale":"2024-09-13T15:58:41.479635+0000","last_undegraded":"2024-09-13T15:58:41.479635+0000","last_fullsized":"2024-09-13T15:58:41.479635+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:31.848570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":183,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T15:58:40.443753+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:58:40.443753+0000","last_peered":"2024-09-13T15:58:40.443753+0000","last_clean":"2024-09-13T15:58:40.443753+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:58:40.443753+0000","last_undegraded":"2024-09-13T15:58:40.443753+0000","last_fullsized":"2024-09-13T15:58:40.443753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":4},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":50,"acting":50,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476764,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343708,"statfs":{"total":96636764160,"available":96607956992,"internally_reserved":0,"allocated":1134592,"data_stored":809734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.92600000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":1.016},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.77700000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.87}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.98699999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.103},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1699999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.123},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.876}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.96499999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.84299999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.0529999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.083}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.747},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":0.90500000000000003}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":1.149},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.93400000000000005}]}]},{"osd":5,"up_from":16,"seq":68719476761,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":219366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":1.117},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":1.0229999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":1.147},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":1.0569999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93000000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.72999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.091},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.997},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.96399999999999997}]}]},{"osd":4,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.78800000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.93000000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.997},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96599999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.75900000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.82699999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509467,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":516096,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.747}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.997},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.66600000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.874},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.72599999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.0629999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.109},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.97099999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.91800000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.024},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.90500000000000003}]}]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":516096,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.79500000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.65100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.75900000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":1.177}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.141}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.0700000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":1.095},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.2190000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35720,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336120,"statfs":{"total":96636764160,"available":96600186880,"internally_reserved":0,"allocated":516096,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.38200000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.41199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.58099999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.82199999999999995}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.81299999999999994}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.83599999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.69699999999999995}]}]},{"osd":0,"up_from":14,"seq":60129542169,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36296,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335544,"statfs":{"total":96636764160,"available":96599597056,"internally_reserved":0,"allocated":1110016,"data_stored":797650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.33400000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.376}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.5}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.76700000000000002},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.755},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.68200000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":0.73499999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.70799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:45.892 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:46.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.037+0000 7f5914148640 1 Processor -- start 2024-09-13T15:58:46.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.037+0000 7f5914148640 1 -- start start 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5914148640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f590c06d0d0 0x7f590c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5914148640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f590c06d4b0 0x7f590c159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5914148640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f590c0b15c0 con 0x7f590c0b2f00 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5914148640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f590c070860 con 0x7f590c06d0d0 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5914148640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f590c070b40 con 0x7f590c06d4b0 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f590c06d0d0 0x7f590c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f590c06d0d0 0x7f590c0b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58892/0 (socket says 172.21.15.7:58892) 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 -- 172.21.15.7:0/1518389832 learned_addr learned my addr 172.21.15.7:0/1518389832 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:46.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f59126e5640 1 --2- 172.21.15.7:0/1518389832 >> v2:172.21.15.77:3300/0 conn(0x7f590c06d4b0 0x7f590c159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 -- 172.21.15.7:0/1518389832 >> v2:172.21.15.77:3300/0 conn(0x7f590c06d4b0 msgr2=0x7f590c159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:46.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 --2- 172.21.15.7:0/1518389832 >> v2:172.21.15.77:3300/0 conn(0x7f590c06d4b0 0x7f590c159fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 -- 172.21.15.7:0/1518389832 >> v1:172.21.15.77:6789/0 conn(0x7f590c0b2f00 legacy=0x7f590c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 -- 172.21.15.7:0/1518389832 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f590c070e20 con 0x7f590c06d0d0 2024-09-13T15:58:46.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5911ee4640 1 --2- 172.21.15.7:0/1518389832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c0b3430 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f590c0cb010 tx=0x7f590801eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb7c879ceb685e7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5910ee2640 1 -- 172.21.15.7:0/1518389832 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59080a7c00 con 0x7f590c06d0d0 2024-09-13T15:58:46.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.041+0000 7f5910ee2640 1 -- 172.21.15.7:0/1518389832 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59080a7d60 con 0x7f590c06d0d0 2024-09-13T15:58:46.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5910ee2640 1 -- 172.21.15.7:0/1518389832 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59080af660 con 0x7f590c06d0d0 2024-09-13T15:58:46.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/1518389832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 msgr2=0x7f590c0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 --2- 172.21.15.7:0/1518389832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c0b3430 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f590c0cb010 tx=0x7f590801eb30 comp rx=0 tx=0).stop 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/1518389832 shutdown_connections 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 --2- 172.21.15.7:0/1518389832 >> v2:172.21.15.77:3300/0 conn(0x7f590c06d4b0 0x7f590c159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 --2- 172.21.15.7:0/1518389832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c0b3430 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/1518389832 >> 172.21.15.7:0/1518389832 conn(0x7f590c069f00 msgr2=0x7f590c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/1518389832 shutdown_connections 2024-09-13T15:58:46.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/1518389832 wait complete. 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 Processor -- start 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- start start 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c147e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f590c06d4b0 0x7f590c14f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f590c0b2f00 0x7f590c14f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590c15c180 con 0x7f590c06d0d0 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590c15b570 con 0x7f590c06d4b0 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f590c15b850 con 0x7f590c0b2f00 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c147e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c147e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58900/0 (socket says 172.21.15.7:58900) 2024-09-13T15:58:46.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 -- 172.21.15.7:0/816037516 learned_addr learned my addr 172.21.15.7:0/816037516 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f59116e3640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f590c06d4b0 0x7f590c14f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f59126e5640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f590c0b2f00 0x7f590c14f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 -- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f590c0b2f00 msgr2=0x7f590c14f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f590c0b2f00 0x7f590c14f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 -- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f590c06d4b0 msgr2=0x7f590c14f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f590c06d4b0 0x7f590c14f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 -- 172.21.15.7:0/816037516 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f590800b770 con 0x7f590c06d0d0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5911ee4640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c147e80 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f590800b2c0 tx=0x7f590801b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5908006ee0 con 0x7f590c06d0d0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59080b8400 con 0x7f590c06d0d0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59080afea0 con 0x7f590c06d0d0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f590c15bb30 con 0x7f590c06d0d0 2024-09-13T15:58:46.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.045+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f590c1483c0 con 0x7f590c06d0d0 2024-09-13T15:58:46.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.049+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f590c148550 con 0x7f590c06d0d0 2024-09-13T15:58:46.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.049+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f59080b6040 con 0x7f590c06d0d0 2024-09-13T15:58:46.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.049+0000 7f59027fc640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58f0066690 0x7f58f0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.049+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5908121230 con 0x7f590c06d0d0 2024-09-13T15:58:46.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.049+0000 7f59116e3640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58f0066690 0x7f58f0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.049+0000 7f59116e3640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58f0066690 0x7f58f0068b50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f590c0ad870 tx=0x7f58fc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.053+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f59080ee620 con 0x7f590c06d0d0 2024-09-13T15:58:46.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.201+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f590c15c2c0 con 0x7f58f0066690 2024-09-13T15:58:46.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.213+0000 7f59027fc640 1 -- 172.21.15.7:0/816037516 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+280276 (secure 0 0 0) 0x7f58fc001380 con 0x7f58f0066690 2024-09-13T15:58:46.220 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:46.222 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:46.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58f0066690 msgr2=0x7f58f0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58f0066690 0x7f58f0068b50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f590c0ad870 tx=0x7f58fc009040 comp rx=0 tx=0).stop 2024-09-13T15:58:46.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 msgr2=0x7f590c147e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c147e80 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f590800b2c0 tx=0x7f590801b8d0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 shutdown_connections 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58f0066690 0x7f58f0068b50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f590c0b2f00 0x7f590c14f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f590c06d4b0 0x7f590c14f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 --2- 172.21.15.7:0/816037516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f590c06d0d0 0x7f590c147e80 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.217+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 >> 172.21.15.7:0/816037516 conn(0x7f590c069f00 msgr2=0x7f590c0af400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.221+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 shutdown_connections 2024-09-13T15:58:46.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.221+0000 7f5914148640 1 -- 172.21.15.7:0/816037516 wait complete. 2024-09-13T15:58:46.239 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":102,"stamp":"2024-09-13T15:58:44.527136+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":116,"acting":116,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":254208,"kb_used_data":5264,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720512,"statfs":{"total":773094113280,"available":772833804288,"internally_reserved":0,"allocated":5390336,"data_stored":2874794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.100027"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.459771+0000","last_change":"2024-09-13T15:58:41.459771+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.459771+0000","last_undegraded":"2024-09-13T15:58:41.459771+0000","last_fullsized":"2024-09-13T15:58:41.459771+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446948+0000","last_change":"2024-09-13T15:58:41.446948+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446948+0000","last_undegraded":"2024-09-13T15:58:41.446948+0000","last_fullsized":"2024-09-13T15:58:41.446948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455659+0000","last_change":"2024-09-13T15:58:41.455659+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455659+0000","last_undegraded":"2024-09-13T15:58:41.455659+0000","last_fullsized":"2024-09-13T15:58:41.455659+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:23.923955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445212+0000","last_change":"2024-09-13T15:58:41.445212+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445212+0000","last_undegraded":"2024-09-13T15:58:41.445212+0000","last_fullsized":"2024-09-13T15:58:41.445212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461974+0000","last_change":"2024-09-13T15:58:41.461974+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461974+0000","last_undegraded":"2024-09-13T15:58:41.461974+0000","last_fullsized":"2024-09-13T15:58:41.461974+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:00.459245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449643+0000","last_change":"2024-09-13T15:58:41.449643+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449643+0000","last_undegraded":"2024-09-13T15:58:41.449643+0000","last_fullsized":"2024-09-13T15:58:41.449643+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:47.495048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445770+0000","last_change":"2024-09-13T15:58:41.445770+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445770+0000","last_undegraded":"2024-09-13T15:58:41.445770+0000","last_fullsized":"2024-09-13T15:58:41.445770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.859150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454226+0000","last_change":"2024-09-13T15:58:41.454226+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454226+0000","last_undegraded":"2024-09-13T15:58:41.454226+0000","last_fullsized":"2024-09-13T15:58:41.454226+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:19.704599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.463044+0000","last_change":"2024-09-13T15:58:41.463044+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.463044+0000","last_undegraded":"2024-09-13T15:58:41.463044+0000","last_fullsized":"2024-09-13T15:58:41.463044+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448202+0000","last_change":"2024-09-13T15:58:41.448202+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448202+0000","last_undegraded":"2024-09-13T15:58:41.448202+0000","last_fullsized":"2024-09-13T15:58:41.448202+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:26.672242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448800+0000","last_change":"2024-09-13T15:58:41.448800+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448800+0000","last_undegraded":"2024-09-13T15:58:41.448800+0000","last_fullsized":"2024-09-13T15:58:41.448800+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444452+0000","last_change":"2024-09-13T15:58:41.444452+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444452+0000","last_undegraded":"2024-09-13T15:58:41.444452+0000","last_fullsized":"2024-09-13T15:58:41.444452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448229+0000","last_change":"2024-09-13T15:58:41.448229+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448229+0000","last_undegraded":"2024-09-13T15:58:41.448229+0000","last_fullsized":"2024-09-13T15:58:41.448229+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:54.380639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454428+0000","last_change":"2024-09-13T15:58:41.454428+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454428+0000","last_undegraded":"2024-09-13T15:58:41.454428+0000","last_fullsized":"2024-09-13T15:58:41.454428+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448575+0000","last_change":"2024-09-13T15:58:41.448575+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448575+0000","last_undegraded":"2024-09-13T15:58:41.448575+0000","last_fullsized":"2024-09-13T15:58:41.448575+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:05.456623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444512+0000","last_change":"2024-09-13T15:58:41.444512+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444512+0000","last_undegraded":"2024-09-13T15:58:41.444512+0000","last_fullsized":"2024-09-13T15:58:41.444512+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:08.539790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455841+0000","last_change":"2024-09-13T15:58:41.455841+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455841+0000","last_undegraded":"2024-09-13T15:58:41.455841+0000","last_fullsized":"2024-09-13T15:58:41.455841+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:26.236445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436777+0000","last_change":"2024-09-13T15:58:40.436777+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436777+0000","last_undegraded":"2024-09-13T15:58:40.436777+0000","last_fullsized":"2024-09-13T15:58:40.436777+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446603+0000","last_change":"2024-09-13T15:58:41.446603+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446603+0000","last_undegraded":"2024-09-13T15:58:41.446603+0000","last_fullsized":"2024-09-13T15:58:41.446603+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480042+0000","last_change":"2024-09-13T15:58:41.475119+0000","last_active":"2024-09-13T15:58:41.480042+0000","last_peered":"2024-09-13T15:58:41.480042+0000","last_clean":"2024-09-13T15:58:41.480042+0000","last_became_active":"2024-09-13T15:58:41.474490+0000","last_became_peered":"2024-09-13T15:58:41.474490+0000","last_unstale":"2024-09-13T15:58:41.480042+0000","last_undegraded":"2024-09-13T15:58:41.480042+0000","last_fullsized":"2024-09-13T15:58:41.480042+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.573967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.447304+0000","last_change":"2024-09-13T15:58:41.447304+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.447304+0000","last_undegraded":"2024-09-13T15:58:41.447304+0000","last_fullsized":"2024-09-13T15:58:41.447304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436102+0000","last_change":"2024-09-13T15:58:40.436102+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436102+0000","last_undegraded":"2024-09-13T15:58:40.436102+0000","last_fullsized":"2024-09-13T15:58:40.436102+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.477097+0000","last_change":"2024-09-13T15:58:41.473030+0000","last_active":"2024-09-13T15:58:41.477097+0000","last_peered":"2024-09-13T15:58:41.477097+0000","last_clean":"2024-09-13T15:58:41.477097+0000","last_became_active":"2024-09-13T15:58:41.472012+0000","last_became_peered":"2024-09-13T15:58:41.472012+0000","last_unstale":"2024-09-13T15:58:41.477097+0000","last_undegraded":"2024-09-13T15:58:41.477097+0000","last_fullsized":"2024-09-13T15:58:41.477097+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:09.813986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454553+0000","last_change":"2024-09-13T15:58:41.454553+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454553+0000","last_undegraded":"2024-09-13T15:58:41.454553+0000","last_fullsized":"2024-09-13T15:58:41.454553+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:38.388515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.437845+0000","last_change":"2024-09-13T15:58:40.437845+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.437845+0000","last_undegraded":"2024-09-13T15:58:40.437845+0000","last_fullsized":"2024-09-13T15:58:40.437845+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:57.562668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.482275+0000","last_change":"2024-09-13T15:58:41.477639+0000","last_active":"2024-09-13T15:58:41.482275+0000","last_peered":"2024-09-13T15:58:41.482275+0000","last_clean":"2024-09-13T15:58:41.482275+0000","last_became_active":"2024-09-13T15:58:41.476931+0000","last_became_peered":"2024-09-13T15:58:41.476931+0000","last_unstale":"2024-09-13T15:58:41.482275+0000","last_undegraded":"2024-09-13T15:58:41.482275+0000","last_fullsized":"2024-09-13T15:58:41.482275+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479560+0000","last_change":"2024-09-13T15:58:41.468972+0000","last_active":"2024-09-13T15:58:41.479560+0000","last_peered":"2024-09-13T15:58:41.479560+0000","last_clean":"2024-09-13T15:58:41.479560+0000","last_became_active":"2024-09-13T15:58:41.468302+0000","last_became_peered":"2024-09-13T15:58:41.468302+0000","last_unstale":"2024-09-13T15:58:41.479560+0000","last_undegraded":"2024-09-13T15:58:41.479560+0000","last_fullsized":"2024-09-13T15:58:41.479560+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449901+0000","last_change":"2024-09-13T15:58:41.449901+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449901+0000","last_undegraded":"2024-09-13T15:58:41.449901+0000","last_fullsized":"2024-09-13T15:58:41.449901+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:10.824566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461985+0000","last_change":"2024-09-13T15:58:41.461985+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461985+0000","last_undegraded":"2024-09-13T15:58:41.461985+0000","last_fullsized":"2024-09-13T15:58:41.461985+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:42.957606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479969+0000","last_change":"2024-09-13T15:58:41.475301+0000","last_active":"2024-09-13T15:58:41.479969+0000","last_peered":"2024-09-13T15:58:41.479969+0000","last_clean":"2024-09-13T15:58:41.479969+0000","last_became_active":"2024-09-13T15:58:41.474546+0000","last_became_peered":"2024-09-13T15:58:41.474546+0000","last_unstale":"2024-09-13T15:58:41.479969+0000","last_undegraded":"2024-09-13T15:58:41.479969+0000","last_fullsized":"2024-09-13T15:58:41.479969+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:37.339994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458175+0000","last_change":"2024-09-13T15:58:41.458175+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458175+0000","last_undegraded":"2024-09-13T15:58:41.458175+0000","last_fullsized":"2024-09-13T15:58:41.458175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.492935+0000","last_change":"2024-09-13T15:58:41.488359+0000","last_active":"2024-09-13T15:58:41.492935+0000","last_peered":"2024-09-13T15:58:41.492935+0000","last_clean":"2024-09-13T15:58:41.492935+0000","last_became_active":"2024-09-13T15:58:41.487714+0000","last_became_peered":"2024-09-13T15:58:41.487714+0000","last_unstale":"2024-09-13T15:58:41.492935+0000","last_undegraded":"2024-09-13T15:58:41.492935+0000","last_fullsized":"2024-09-13T15:58:41.492935+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461934+0000","last_change":"2024-09-13T15:58:41.461934+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461934+0000","last_undegraded":"2024-09-13T15:58:41.461934+0000","last_fullsized":"2024-09-13T15:58:41.461934+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:39.196197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444667+0000","last_change":"2024-09-13T15:58:41.444667+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444667+0000","last_undegraded":"2024-09-13T15:58:41.444667+0000","last_fullsized":"2024-09-13T15:58:41.444667+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:58.912978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.437229+0000","last_change":"2024-09-13T15:58:40.437229+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.437229+0000","last_undegraded":"2024-09-13T15:58:40.437229+0000","last_fullsized":"2024-09-13T15:58:40.437229+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:18.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.473435+0000","last_change":"2024-09-13T15:58:41.470938+0000","last_active":"2024-09-13T15:58:41.473435+0000","last_peered":"2024-09-13T15:58:41.473435+0000","last_clean":"2024-09-13T15:58:41.473435+0000","last_became_active":"2024-09-13T15:58:41.469820+0000","last_became_peered":"2024-09-13T15:58:41.469820+0000","last_unstale":"2024-09-13T15:58:41.473435+0000","last_undegraded":"2024-09-13T15:58:41.473435+0000","last_fullsized":"2024-09-13T15:58:41.473435+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436565+0000","last_change":"2024-09-13T15:58:40.436565+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436565+0000","last_undegraded":"2024-09-13T15:58:40.436565+0000","last_fullsized":"2024-09-13T15:58:40.436565+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:37.377935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458904+0000","last_change":"2024-09-13T15:58:41.458904+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458904+0000","last_undegraded":"2024-09-13T15:58:41.458904+0000","last_fullsized":"2024-09-13T15:58:41.458904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480080+0000","last_change":"2024-09-13T15:58:41.475536+0000","last_active":"2024-09-13T15:58:41.480080+0000","last_peered":"2024-09-13T15:58:41.480080+0000","last_clean":"2024-09-13T15:58:41.480080+0000","last_became_active":"2024-09-13T15:58:41.474799+0000","last_became_peered":"2024-09-13T15:58:41.474799+0000","last_unstale":"2024-09-13T15:58:41.480080+0000","last_undegraded":"2024-09-13T15:58:41.480080+0000","last_fullsized":"2024-09-13T15:58:41.480080+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446258+0000","last_change":"2024-09-13T15:58:41.446258+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446258+0000","last_undegraded":"2024-09-13T15:58:41.446258+0000","last_fullsized":"2024-09-13T15:58:41.446258+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:30.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480061+0000","last_change":"2024-09-13T15:58:41.469363+0000","last_active":"2024-09-13T15:58:41.480061+0000","last_peered":"2024-09-13T15:58:41.480061+0000","last_clean":"2024-09-13T15:58:41.480061+0000","last_became_active":"2024-09-13T15:58:41.468641+0000","last_became_peered":"2024-09-13T15:58:41.468641+0000","last_unstale":"2024-09-13T15:58:41.480061+0000","last_undegraded":"2024-09-13T15:58:41.480061+0000","last_fullsized":"2024-09-13T15:58:41.480061+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:39.839164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449330+0000","last_change":"2024-09-13T15:58:41.449330+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449330+0000","last_undegraded":"2024-09-13T15:58:41.449330+0000","last_fullsized":"2024-09-13T15:58:41.449330+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:05:34.968247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.437687+0000","last_change":"2024-09-13T15:58:40.437687+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.437687+0000","last_undegraded":"2024-09-13T15:58:40.437687+0000","last_fullsized":"2024-09-13T15:58:40.437687+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436557+0000","last_change":"2024-09-13T15:58:40.436557+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436557+0000","last_undegraded":"2024-09-13T15:58:40.436557+0000","last_fullsized":"2024-09-13T15:58:40.436557+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:25.225865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479415+0000","last_change":"2024-09-13T15:58:41.466991+0000","last_active":"2024-09-13T15:58:41.479415+0000","last_peered":"2024-09-13T15:58:41.479415+0000","last_clean":"2024-09-13T15:58:41.479415+0000","last_became_active":"2024-09-13T15:58:41.465098+0000","last_became_peered":"2024-09-13T15:58:41.465098+0000","last_unstale":"2024-09-13T15:58:41.479415+0000","last_undegraded":"2024-09-13T15:58:41.479415+0000","last_fullsized":"2024-09-13T15:58:41.479415+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.472554+0000","last_change":"2024-09-13T15:58:41.468697+0000","last_active":"2024-09-13T15:58:41.472554+0000","last_peered":"2024-09-13T15:58:41.472554+0000","last_clean":"2024-09-13T15:58:41.472554+0000","last_became_active":"2024-09-13T15:58:41.468032+0000","last_became_peered":"2024-09-13T15:58:41.468032+0000","last_unstale":"2024-09-13T15:58:41.472554+0000","last_undegraded":"2024-09-13T15:58:41.472554+0000","last_fullsized":"2024-09-13T15:58:41.472554+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444609+0000","last_change":"2024-09-13T15:58:41.444609+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444609+0000","last_undegraded":"2024-09-13T15:58:41.444609+0000","last_fullsized":"2024-09-13T15:58:41.444609+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:40.849744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436642+0000","last_change":"2024-09-13T15:58:40.436642+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436642+0000","last_undegraded":"2024-09-13T15:58:40.436642+0000","last_fullsized":"2024-09-13T15:58:40.436642+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:41.947026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493448+0000","last_change":"2024-09-13T15:58:41.490058+0000","last_active":"2024-09-13T15:58:41.493448+0000","last_peered":"2024-09-13T15:58:41.493448+0000","last_clean":"2024-09-13T15:58:41.493448+0000","last_became_active":"2024-09-13T15:58:41.489256+0000","last_became_peered":"2024-09-13T15:58:41.489256+0000","last_unstale":"2024-09-13T15:58:41.493448+0000","last_undegraded":"2024-09-13T15:58:41.493448+0000","last_fullsized":"2024-09-13T15:58:41.493448+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:07.190023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.460853+0000","last_change":"2024-09-13T15:58:41.460853+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.460853+0000","last_undegraded":"2024-09-13T15:58:41.460853+0000","last_fullsized":"2024-09-13T15:58:41.460853+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:03:28.255535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436102+0000","last_change":"2024-09-13T15:58:40.436102+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436102+0000","last_undegraded":"2024-09-13T15:58:40.436102+0000","last_fullsized":"2024-09-13T15:58:40.436102+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493025+0000","last_change":"2024-09-13T15:58:41.489572+0000","last_active":"2024-09-13T15:58:41.493025+0000","last_peered":"2024-09-13T15:58:41.493025+0000","last_clean":"2024-09-13T15:58:41.493025+0000","last_became_active":"2024-09-13T15:58:41.488955+0000","last_became_peered":"2024-09-13T15:58:41.488955+0000","last_unstale":"2024-09-13T15:58:41.493025+0000","last_undegraded":"2024-09-13T15:58:41.493025+0000","last_fullsized":"2024-09-13T15:58:41.493025+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.475990+0000","last_change":"2024-09-13T15:58:41.471906+0000","last_active":"2024-09-13T15:58:41.475990+0000","last_peered":"2024-09-13T15:58:41.475990+0000","last_clean":"2024-09-13T15:58:41.475990+0000","last_became_active":"2024-09-13T15:58:41.471227+0000","last_became_peered":"2024-09-13T15:58:41.471227+0000","last_unstale":"2024-09-13T15:58:41.475990+0000","last_undegraded":"2024-09-13T15:58:41.475990+0000","last_fullsized":"2024-09-13T15:58:41.475990+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:02:35.830233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445845+0000","last_change":"2024-09-13T15:58:41.445845+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445845+0000","last_undegraded":"2024-09-13T15:58:41.445845+0000","last_fullsized":"2024-09-13T15:58:41.445845+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:53.863446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":46,"state":"creating+peering","last_fresh":"2024-09-13T15:58:40.436393+0000","last_change":"2024-09-13T15:58:40.436393+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.436393+0000","last_undegraded":"2024-09-13T15:58:40.436393+0000","last_fullsized":"2024-09-13T15:58:40.436393+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:07.529209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.453598+0000","last_change":"2024-09-13T15:58:41.453598+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.453598+0000","last_undegraded":"2024-09-13T15:58:41.453598+0000","last_fullsized":"2024-09-13T15:58:41.453598+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:15.177750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:40.416327+0000","last_change":"2024-09-13T15:58:40.416327+0000","last_active":"2024-09-13T15:58:40.416327+0000","last_peered":"2024-09-13T15:58:40.416327+0000","last_clean":"2024-09-13T15:58:40.416327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:40.416327+0000","last_undegraded":"2024-09-13T15:58:40.416327+0000","last_fullsized":"2024-09-13T15:58:40.416327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T15:58:41.426907+0000","last_change":"2024-09-13T15:58:41.426907+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.426907+0000","last_undegraded":"2024-09-13T15:58:41.426907+0000","last_fullsized":"2024-09-13T15:58:41.426907+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479635+0000","last_change":"2024-09-13T15:58:41.469061+0000","last_active":"2024-09-13T15:58:41.479635+0000","last_peered":"2024-09-13T15:58:41.479635+0000","last_clean":"2024-09-13T15:58:41.479635+0000","last_became_active":"2024-09-13T15:58:41.468171+0000","last_became_peered":"2024-09-13T15:58:41.468171+0000","last_unstale":"2024-09-13T15:58:41.479635+0000","last_undegraded":"2024-09-13T15:58:41.479635+0000","last_fullsized":"2024-09-13T15:58:41.479635+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:31.848570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":183,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T15:58:40.443753+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:58:40.443753+0000","last_peered":"2024-09-13T15:58:40.443753+0000","last_clean":"2024-09-13T15:58:40.443753+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:58:40.443753+0000","last_undegraded":"2024-09-13T15:58:40.443753+0000","last_fullsized":"2024-09-13T15:58:40.443753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":4},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":50,"acting":50,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476764,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343708,"statfs":{"total":96636764160,"available":96607956992,"internally_reserved":0,"allocated":1134592,"data_stored":809734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.92600000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":1.016},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.77700000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.87}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.98699999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.103},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1699999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.123},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.876}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.96499999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.84299999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.0529999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.083}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.747},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":0.90500000000000003}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":1.149},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.93400000000000005}]}]},{"osd":5,"up_from":16,"seq":68719476761,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":219366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":1.117},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":1.0229999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":1.147},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":1.0569999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93000000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.72999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.091},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.997},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.96399999999999997}]}]},{"osd":4,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.78800000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.93000000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.997},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96599999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.75900000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.82699999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509467,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":516096,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.747}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.997},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.66600000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.874},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.72599999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.0629999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.109},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.97099999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.91800000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.024},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.90500000000000003}]}]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":516096,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.79500000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.65100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.75900000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":1.177}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.141}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.0700000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":1.095},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.2190000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35720,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336120,"statfs":{"total":96636764160,"available":96600186880,"internally_reserved":0,"allocated":516096,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.38200000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.41199999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.58099999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.82199999999999995}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.81299999999999994}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.83599999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.69699999999999995}]}]},{"osd":0,"up_from":14,"seq":60129542169,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36296,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335544,"statfs":{"total":96636764160,"available":96599597056,"internally_reserved":0,"allocated":1110016,"data_stored":797650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.33400000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.376}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.5}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.76700000000000002},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.755},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.68200000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":0.73499999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.70799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:46.244 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:46.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 Processor -- start 2024-09-13T15:58:46.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 -- start start 2024-09-13T15:58:46.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f83e015c760 0x7f83e00b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f83e00cd2c0 0x7f83e00cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83e00d17e0 con 0x7f83e00d0630 2024-09-13T15:58:46.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83e00cdc90 con 0x7f83e015c760 2024-09-13T15:58:46.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83e57b1640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83e00d0bd0 con 0x7f83e00cd2c0 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f83e015c760 0x7f83e00b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f83e015c760 0x7f83e00b7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58916/0 (socket says 172.21.15.7:58916) 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 -- 172.21.15.7:0/1316109671 learned_addr learned my addr 172.21.15.7:0/1316109671 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83df7fe640 1 --2- 172.21.15.7:0/1316109671 >> v2:172.21.15.77:3300/0 conn(0x7f83e00cd2c0 0x7f83e00cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 -- 172.21.15.7:0/1316109671 >> v2:172.21.15.77:3300/0 conn(0x7f83e00cd2c0 msgr2=0x7f83e00cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 --2- 172.21.15.7:0/1316109671 >> v2:172.21.15.77:3300/0 conn(0x7f83e00cd2c0 0x7f83e00cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 -- 172.21.15.7:0/1316109671 >> v1:172.21.15.77:6789/0 conn(0x7f83e00d0630 legacy=0x7f83e00d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:46.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.405+0000 7f83deffd640 1 -- 172.21.15.7:0/1316109671 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83e00d0eb0 con 0x7f83e015c760 2024-09-13T15:58:46.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83deffd640 1 --2- 172.21.15.7:0/1316109671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e015c760 0x7f83e00b7fc0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f83e00b55d0 tx=0x7f83d001ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9a4a8b18befbc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83de7fc640 1 -- 172.21.15.7:0/1316109671 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83d00a89d0 con 0x7f83e015c760 2024-09-13T15:58:46.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83de7fc640 1 -- 172.21.15.7:0/1316109671 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83d00a8b30 con 0x7f83e015c760 2024-09-13T15:58:46.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83de7fc640 1 -- 172.21.15.7:0/1316109671 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83d00b0440 con 0x7f83e015c760 2024-09-13T15:58:46.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- 172.21.15.7:0/1316109671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e015c760 msgr2=0x7f83e00b7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 --2- 172.21.15.7:0/1316109671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e015c760 0x7f83e00b7fc0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f83e00b55d0 tx=0x7f83d001ecd0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- 172.21.15.7:0/1316109671 shutdown_connections 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 --2- 172.21.15.7:0/1316109671 >> v2:172.21.15.77:3300/0 conn(0x7f83e00cd2c0 0x7f83e00cd750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 --2- 172.21.15.7:0/1316109671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e015c760 0x7f83e00b7fc0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- 172.21.15.7:0/1316109671 >> 172.21.15.7:0/1316109671 conn(0x7f83e00cf070 msgr2=0x7f83e00cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- 172.21.15.7:0/1316109671 shutdown_connections 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- 172.21.15.7:0/1316109671 wait complete. 2024-09-13T15:58:46.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 Processor -- start 2024-09-13T15:58:46.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- start start 2024-09-13T15:58:46.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83e00cd2c0 0x7f83e01f2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 0x7f83e01ef7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83e015c760 0x7f83e00b3330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e01f3400 con 0x7f83e00d0630 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e01564a0 con 0x7f83e015c760 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83e57b1640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83e0158d60 con 0x7f83e00cd2c0 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 0x7f83e01ef7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 0x7f83e01ef7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58922/0 (socket says 172.21.15.7:58922) 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 -- 172.21.15.7:0/476585824 learned_addr learned my addr 172.21.15.7:0/476585824 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83df7fe640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83e015c760 0x7f83e00b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83deffd640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83e00cd2c0 0x7f83e01f2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 -- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83e00cd2c0 msgr2=0x7f83e01f2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83e00cd2c0 0x7f83e01f2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 -- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83e015c760 msgr2=0x7f83e00b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83e015c760 0x7f83e00b3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 -- 172.21.15.7:0/476585824 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83d00094d0 con 0x7f83e00d0630 2024-09-13T15:58:46.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.409+0000 7f83d7fff640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 0x7f83e01ef7f0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f83c800c450 tx=0x7f83c800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c8012830 con 0x7f83e00d0630 2024-09-13T15:58:46.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83c80129b0 con 0x7f83e00d0630 2024-09-13T15:58:46.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c8012d60 con 0x7f83e00d0630 2024-09-13T15:58:46.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83e01f28b0 con 0x7f83e00d0630 2024-09-13T15:58:46.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83e01f2e40 con 0x7f83e00d0630 2024-09-13T15:58:46.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83e0156630 con 0x7f83e00d0630 2024-09-13T15:58:46.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f83c801c460 con 0x7f83e00d0630 2024-09-13T15:58:46.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83d77fe640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83c0066690 0x7f83c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83c8083fe0 con 0x7f83e00d0630 2024-09-13T15:58:46.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83deffd640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83c0066690 0x7f83c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.413+0000 7f83deffd640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83c0066690 0x7f83c0068b50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f83d00b2000 tx=0x7f83d0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.417+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f83c80513e0 con 0x7f83e00d0630 2024-09-13T15:58:46.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.573+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f83e00661b0 con 0x7f83c0066690 2024-09-13T15:58:46.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.597+0000 7f83d77fe640 1 -- 172.21.15.7:0/476585824 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286661 (secure 0 0 0) 0x7f83e00661b0 con 0x7f83c0066690 2024-09-13T15:58:46.604 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:46.605 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:46.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83c0066690 msgr2=0x7f83c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83c0066690 0x7f83c0068b50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f83d00b2000 tx=0x7f83d0008040 comp rx=0 tx=0).stop 2024-09-13T15:58:46.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 msgr2=0x7f83e01ef7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 0x7f83e01ef7f0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f83c800c450 tx=0x7f83c800c910 comp rx=0 tx=0).stop 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 shutdown_connections 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f83c0066690 0x7f83c0068b50 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83e015c760 0x7f83e00b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e00d0630 0x7f83e01ef7f0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 --2- 172.21.15.7:0/476585824 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f83e00cd2c0 0x7f83e01f2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 >> 172.21.15.7:0/476585824 conn(0x7f83e00cf070 msgr2=0x7f83e015b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 shutdown_connections 2024-09-13T15:58:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.601+0000 7f83e57b1640 1 -- 172.21.15.7:0/476585824 wait complete. 2024-09-13T15:58:46.622 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":103,"stamp":"2024-09-13T15:58:46.527741+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592570,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":111,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254448,"kb_used_data":5492,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720272,"statfs":{"total":773094113280,"available":772833558528,"internally_reserved":0,"allocated":5623808,"data_stored":2977758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2202,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001571"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.459771+0000","last_change":"2024-09-13T15:58:41.459771+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.459771+0000","last_undegraded":"2024-09-13T15:58:41.459771+0000","last_fullsized":"2024-09-13T15:58:41.459771+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446948+0000","last_change":"2024-09-13T15:58:41.446948+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446948+0000","last_undegraded":"2024-09-13T15:58:41.446948+0000","last_fullsized":"2024-09-13T15:58:41.446948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455659+0000","last_change":"2024-09-13T15:58:41.455659+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455659+0000","last_undegraded":"2024-09-13T15:58:41.455659+0000","last_fullsized":"2024-09-13T15:58:41.455659+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:23.923955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241881+0000","last_change":"2024-09-13T15:58:41.873762+0000","last_active":"2024-09-13T15:58:44.241881+0000","last_peered":"2024-09-13T15:58:44.241881+0000","last_clean":"2024-09-13T15:58:44.241881+0000","last_became_active":"2024-09-13T15:58:41.873098+0000","last_became_peered":"2024-09-13T15:58:41.873098+0000","last_unstale":"2024-09-13T15:58:44.241881+0000","last_undegraded":"2024-09-13T15:58:44.241881+0000","last_fullsized":"2024-09-13T15:58:44.241881+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:24.885788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445212+0000","last_change":"2024-09-13T15:58:41.445212+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445212+0000","last_undegraded":"2024-09-13T15:58:41.445212+0000","last_fullsized":"2024-09-13T15:58:41.445212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742175+0000","last_change":"2024-09-13T15:58:41.870640+0000","last_active":"2024-09-13T15:58:43.742175+0000","last_peered":"2024-09-13T15:58:43.742175+0000","last_clean":"2024-09-13T15:58:43.742175+0000","last_became_active":"2024-09-13T15:58:41.870291+0000","last_became_peered":"2024-09-13T15:58:41.870291+0000","last_unstale":"2024-09-13T15:58:43.742175+0000","last_undegraded":"2024-09-13T15:58:43.742175+0000","last_fullsized":"2024-09-13T15:58:43.742175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:52:09.952473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461974+0000","last_change":"2024-09-13T15:58:41.461974+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461974+0000","last_undegraded":"2024-09-13T15:58:41.461974+0000","last_fullsized":"2024-09-13T15:58:41.461974+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:00.459245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241287+0000","last_change":"2024-09-13T15:58:41.873540+0000","last_active":"2024-09-13T15:58:44.241287+0000","last_peered":"2024-09-13T15:58:44.241287+0000","last_clean":"2024-09-13T15:58:44.241287+0000","last_became_active":"2024-09-13T15:58:41.873151+0000","last_became_peered":"2024-09-13T15:58:41.873151+0000","last_unstale":"2024-09-13T15:58:44.241287+0000","last_undegraded":"2024-09-13T15:58:44.241287+0000","last_fullsized":"2024-09-13T15:58:44.241287+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:06.102261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241867+0000","last_change":"2024-09-13T15:58:41.852770+0000","last_active":"2024-09-13T15:58:44.241867+0000","last_peered":"2024-09-13T15:58:44.241867+0000","last_clean":"2024-09-13T15:58:44.241867+0000","last_became_active":"2024-09-13T15:58:41.852500+0000","last_became_peered":"2024-09-13T15:58:41.852500+0000","last_unstale":"2024-09-13T15:58:44.241867+0000","last_undegraded":"2024-09-13T15:58:44.241867+0000","last_fullsized":"2024-09-13T15:58:44.241867+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:30.594627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242079+0000","last_change":"2024-09-13T15:58:41.873347+0000","last_active":"2024-09-13T15:58:44.242079+0000","last_peered":"2024-09-13T15:58:44.242079+0000","last_clean":"2024-09-13T15:58:44.242079+0000","last_became_active":"2024-09-13T15:58:41.873025+0000","last_became_peered":"2024-09-13T15:58:41.873025+0000","last_unstale":"2024-09-13T15:58:44.242079+0000","last_undegraded":"2024-09-13T15:58:44.242079+0000","last_fullsized":"2024-09-13T15:58:44.242079+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:50.807065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241862+0000","last_change":"2024-09-13T15:58:41.854555+0000","last_active":"2024-09-13T15:58:44.241862+0000","last_peered":"2024-09-13T15:58:44.241862+0000","last_clean":"2024-09-13T15:58:44.241862+0000","last_became_active":"2024-09-13T15:58:41.854202+0000","last_became_peered":"2024-09-13T15:58:41.854202+0000","last_unstale":"2024-09-13T15:58:44.241862+0000","last_undegraded":"2024-09-13T15:58:44.241862+0000","last_fullsized":"2024-09-13T15:58:44.241862+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:47:31.407372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449643+0000","last_change":"2024-09-13T15:58:41.449643+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449643+0000","last_undegraded":"2024-09-13T15:58:41.449643+0000","last_fullsized":"2024-09-13T15:58:41.449643+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:47.495048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618326+0000","last_change":"2024-09-13T15:58:41.863065+0000","last_active":"2024-09-13T15:58:43.618326+0000","last_peered":"2024-09-13T15:58:43.618326+0000","last_clean":"2024-09-13T15:58:43.618326+0000","last_became_active":"2024-09-13T15:58:41.862652+0000","last_became_peered":"2024-09-13T15:58:41.862652+0000","last_unstale":"2024-09-13T15:58:43.618326+0000","last_undegraded":"2024-09-13T15:58:43.618326+0000","last_fullsized":"2024-09-13T15:58:43.618326+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:38.579365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241978+0000","last_change":"2024-09-13T15:58:41.854631+0000","last_active":"2024-09-13T15:58:44.241978+0000","last_peered":"2024-09-13T15:58:44.241978+0000","last_clean":"2024-09-13T15:58:44.241978+0000","last_became_active":"2024-09-13T15:58:41.854215+0000","last_became_peered":"2024-09-13T15:58:41.854215+0000","last_unstale":"2024-09-13T15:58:44.241978+0000","last_undegraded":"2024-09-13T15:58:44.241978+0000","last_fullsized":"2024-09-13T15:58:44.241978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:26.542140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742007+0000","last_change":"2024-09-13T15:58:41.860510+0000","last_active":"2024-09-13T15:58:43.742007+0000","last_peered":"2024-09-13T15:58:43.742007+0000","last_clean":"2024-09-13T15:58:43.742007+0000","last_became_active":"2024-09-13T15:58:41.856152+0000","last_became_peered":"2024-09-13T15:58:41.856152+0000","last_unstale":"2024-09-13T15:58:43.742007+0000","last_undegraded":"2024-09-13T15:58:43.742007+0000","last_fullsized":"2024-09-13T15:58:43.742007+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:00.575698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445770+0000","last_change":"2024-09-13T15:58:41.445770+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445770+0000","last_undegraded":"2024-09-13T15:58:41.445770+0000","last_fullsized":"2024-09-13T15:58:41.445770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.859150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454226+0000","last_change":"2024-09-13T15:58:41.454226+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454226+0000","last_undegraded":"2024-09-13T15:58:41.454226+0000","last_fullsized":"2024-09-13T15:58:41.454226+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:19.704599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.463044+0000","last_change":"2024-09-13T15:58:41.463044+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.463044+0000","last_undegraded":"2024-09-13T15:58:41.463044+0000","last_fullsized":"2024-09-13T15:58:41.463044+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448202+0000","last_change":"2024-09-13T15:58:41.448202+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448202+0000","last_undegraded":"2024-09-13T15:58:41.448202+0000","last_fullsized":"2024-09-13T15:58:41.448202+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:26.672242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618539+0000","last_change":"2024-09-13T15:58:41.850667+0000","last_active":"2024-09-13T15:58:43.618539+0000","last_peered":"2024-09-13T15:58:43.618539+0000","last_clean":"2024-09-13T15:58:43.618539+0000","last_became_active":"2024-09-13T15:58:41.849990+0000","last_became_peered":"2024-09-13T15:58:41.849990+0000","last_unstale":"2024-09-13T15:58:43.618539+0000","last_undegraded":"2024-09-13T15:58:43.618539+0000","last_fullsized":"2024-09-13T15:58:43.618539+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:31.178656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742259+0000","last_change":"2024-09-13T15:58:41.865766+0000","last_active":"2024-09-13T15:58:43.742259+0000","last_peered":"2024-09-13T15:58:43.742259+0000","last_clean":"2024-09-13T15:58:43.742259+0000","last_became_active":"2024-09-13T15:58:41.865522+0000","last_became_peered":"2024-09-13T15:58:41.865522+0000","last_unstale":"2024-09-13T15:58:43.742259+0000","last_undegraded":"2024-09-13T15:58:43.742259+0000","last_fullsized":"2024-09-13T15:58:43.742259+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:06.544181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241640+0000","last_change":"2024-09-13T15:58:41.873548+0000","last_active":"2024-09-13T15:58:44.241640+0000","last_peered":"2024-09-13T15:58:44.241640+0000","last_clean":"2024-09-13T15:58:44.241640+0000","last_became_active":"2024-09-13T15:58:41.873094+0000","last_became_peered":"2024-09-13T15:58:41.873094+0000","last_unstale":"2024-09-13T15:58:44.241640+0000","last_undegraded":"2024-09-13T15:58:44.241640+0000","last_fullsized":"2024-09-13T15:58:44.241640+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:48.491498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448800+0000","last_change":"2024-09-13T15:58:41.448800+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448800+0000","last_undegraded":"2024-09-13T15:58:41.448800+0000","last_fullsized":"2024-09-13T15:58:41.448800+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444452+0000","last_change":"2024-09-13T15:58:41.444452+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444452+0000","last_undegraded":"2024-09-13T15:58:41.444452+0000","last_fullsized":"2024-09-13T15:58:41.444452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448229+0000","last_change":"2024-09-13T15:58:41.448229+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448229+0000","last_undegraded":"2024-09-13T15:58:41.448229+0000","last_fullsized":"2024-09-13T15:58:41.448229+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:54.380639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618546+0000","last_change":"2024-09-13T15:58:41.856112+0000","last_active":"2024-09-13T15:58:43.618546+0000","last_peered":"2024-09-13T15:58:43.618546+0000","last_clean":"2024-09-13T15:58:43.618546+0000","last_became_active":"2024-09-13T15:58:41.855870+0000","last_became_peered":"2024-09-13T15:58:41.855870+0000","last_unstale":"2024-09-13T15:58:43.618546+0000","last_undegraded":"2024-09-13T15:58:43.618546+0000","last_fullsized":"2024-09-13T15:58:43.618546+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:45.378798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454428+0000","last_change":"2024-09-13T15:58:41.454428+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454428+0000","last_undegraded":"2024-09-13T15:58:41.454428+0000","last_fullsized":"2024-09-13T15:58:41.454428+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448575+0000","last_change":"2024-09-13T15:58:41.448575+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448575+0000","last_undegraded":"2024-09-13T15:58:41.448575+0000","last_fullsized":"2024-09-13T15:58:41.448575+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:05.456623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444512+0000","last_change":"2024-09-13T15:58:41.444512+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444512+0000","last_undegraded":"2024-09-13T15:58:41.444512+0000","last_fullsized":"2024-09-13T15:58:41.444512+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:08.539790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455841+0000","last_change":"2024-09-13T15:58:41.455841+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455841+0000","last_undegraded":"2024-09-13T15:58:41.455841+0000","last_fullsized":"2024-09-13T15:58:41.455841+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:26.236445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742146+0000","last_change":"2024-09-13T15:58:41.869015+0000","last_active":"2024-09-13T15:58:43.742146+0000","last_peered":"2024-09-13T15:58:43.742146+0000","last_clean":"2024-09-13T15:58:43.742146+0000","last_became_active":"2024-09-13T15:58:41.868751+0000","last_became_peered":"2024-09-13T15:58:41.868751+0000","last_unstale":"2024-09-13T15:58:43.742146+0000","last_undegraded":"2024-09-13T15:58:43.742146+0000","last_fullsized":"2024-09-13T15:58:43.742146+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.617950+0000","last_change":"2024-09-13T15:58:41.854674+0000","last_active":"2024-09-13T15:58:43.617950+0000","last_peered":"2024-09-13T15:58:43.617950+0000","last_clean":"2024-09-13T15:58:43.617950+0000","last_became_active":"2024-09-13T15:58:41.854285+0000","last_became_peered":"2024-09-13T15:58:41.854285+0000","last_unstale":"2024-09-13T15:58:43.617950+0000","last_undegraded":"2024-09-13T15:58:43.617950+0000","last_fullsized":"2024-09-13T15:58:43.617950+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:20.191370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.840212+0000","last_change":"2024-09-13T15:58:41.861278+0000","last_active":"2024-09-13T15:58:42.840212+0000","last_peered":"2024-09-13T15:58:42.840212+0000","last_clean":"2024-09-13T15:58:42.840212+0000","last_became_active":"2024-09-13T15:58:41.860905+0000","last_became_peered":"2024-09-13T15:58:41.860905+0000","last_unstale":"2024-09-13T15:58:42.840212+0000","last_undegraded":"2024-09-13T15:58:42.840212+0000","last_fullsized":"2024-09-13T15:58:42.840212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"48'4","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.882367+0000","last_change":"2024-09-13T15:58:41.462476+0000","last_active":"2024-09-13T15:58:41.882367+0000","last_peered":"2024-09-13T15:58:41.882367+0000","last_clean":"2024-09-13T15:58:41.882367+0000","last_became_active":"2024-09-13T15:58:41.461725+0000","last_became_peered":"2024-09-13T15:58:41.461725+0000","last_unstale":"2024-09-13T15:58:41.882367+0000","last_undegraded":"2024-09-13T15:58:41.882367+0000","last_fullsized":"2024-09-13T15:58:41.882367+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446603+0000","last_change":"2024-09-13T15:58:41.446603+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446603+0000","last_undegraded":"2024-09-13T15:58:41.446603+0000","last_fullsized":"2024-09-13T15:58:41.446603+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480042+0000","last_change":"2024-09-13T15:58:41.475119+0000","last_active":"2024-09-13T15:58:41.480042+0000","last_peered":"2024-09-13T15:58:41.480042+0000","last_clean":"2024-09-13T15:58:41.480042+0000","last_became_active":"2024-09-13T15:58:41.474490+0000","last_became_peered":"2024-09-13T15:58:41.474490+0000","last_unstale":"2024-09-13T15:58:41.480042+0000","last_undegraded":"2024-09-13T15:58:41.480042+0000","last_fullsized":"2024-09-13T15:58:41.480042+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.573967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.447304+0000","last_change":"2024-09-13T15:58:41.447304+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.447304+0000","last_undegraded":"2024-09-13T15:58:41.447304+0000","last_fullsized":"2024-09-13T15:58:41.447304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.870756+0000","last_change":"2024-09-13T15:58:41.469206+0000","last_active":"2024-09-13T15:58:41.870756+0000","last_peered":"2024-09-13T15:58:41.870756+0000","last_clean":"2024-09-13T15:58:41.870756+0000","last_became_active":"2024-09-13T15:58:41.468736+0000","last_became_peered":"2024-09-13T15:58:41.468736+0000","last_unstale":"2024-09-13T15:58:41.870756+0000","last_undegraded":"2024-09-13T15:58:41.870756+0000","last_fullsized":"2024-09-13T15:58:41.870756+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.840154+0000","last_change":"2024-09-13T15:58:41.867916+0000","last_active":"2024-09-13T15:58:42.840154+0000","last_peered":"2024-09-13T15:58:42.840154+0000","last_clean":"2024-09-13T15:58:42.840154+0000","last_became_active":"2024-09-13T15:58:41.867594+0000","last_became_peered":"2024-09-13T15:58:41.867594+0000","last_unstale":"2024-09-13T15:58:42.840154+0000","last_undegraded":"2024-09-13T15:58:42.840154+0000","last_fullsized":"2024-09-13T15:58:42.840154+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.477097+0000","last_change":"2024-09-13T15:58:41.473030+0000","last_active":"2024-09-13T15:58:41.477097+0000","last_peered":"2024-09-13T15:58:41.477097+0000","last_clean":"2024-09-13T15:58:41.477097+0000","last_became_active":"2024-09-13T15:58:41.472012+0000","last_became_peered":"2024-09-13T15:58:41.472012+0000","last_unstale":"2024-09-13T15:58:41.477097+0000","last_undegraded":"2024-09-13T15:58:41.477097+0000","last_fullsized":"2024-09-13T15:58:41.477097+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:09.813986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454553+0000","last_change":"2024-09-13T15:58:41.454553+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454553+0000","last_undegraded":"2024-09-13T15:58:41.454553+0000","last_fullsized":"2024-09-13T15:58:41.454553+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:38.388515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890682+0000","last_change":"2024-09-13T15:58:41.479767+0000","last_active":"2024-09-13T15:58:41.890682+0000","last_peered":"2024-09-13T15:58:41.890682+0000","last_clean":"2024-09-13T15:58:41.890682+0000","last_became_active":"2024-09-13T15:58:41.479304+0000","last_became_peered":"2024-09-13T15:58:41.479304+0000","last_unstale":"2024-09-13T15:58:41.890682+0000","last_undegraded":"2024-09-13T15:58:41.890682+0000","last_fullsized":"2024-09-13T15:58:41.890682+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:57.562668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241786+0000","last_change":"2024-09-13T15:58:41.848857+0000","last_active":"2024-09-13T15:58:44.241786+0000","last_peered":"2024-09-13T15:58:44.241786+0000","last_clean":"2024-09-13T15:58:44.241786+0000","last_became_active":"2024-09-13T15:58:41.848598+0000","last_became_peered":"2024-09-13T15:58:41.848598+0000","last_unstale":"2024-09-13T15:58:44.241786+0000","last_undegraded":"2024-09-13T15:58:44.241786+0000","last_fullsized":"2024-09-13T15:58:44.241786+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:40.176207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.482275+0000","last_change":"2024-09-13T15:58:41.477639+0000","last_active":"2024-09-13T15:58:41.482275+0000","last_peered":"2024-09-13T15:58:41.482275+0000","last_clean":"2024-09-13T15:58:41.482275+0000","last_became_active":"2024-09-13T15:58:41.476931+0000","last_became_peered":"2024-09-13T15:58:41.476931+0000","last_unstale":"2024-09-13T15:58:41.482275+0000","last_undegraded":"2024-09-13T15:58:41.482275+0000","last_fullsized":"2024-09-13T15:58:41.482275+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241304+0000","last_change":"2024-09-13T15:58:41.873473+0000","last_active":"2024-09-13T15:58:44.241304+0000","last_peered":"2024-09-13T15:58:44.241304+0000","last_clean":"2024-09-13T15:58:44.241304+0000","last_became_active":"2024-09-13T15:58:41.873093+0000","last_became_peered":"2024-09-13T15:58:41.873093+0000","last_unstale":"2024-09-13T15:58:44.241304+0000","last_undegraded":"2024-09-13T15:58:44.241304+0000","last_fullsized":"2024-09-13T15:58:44.241304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:36:49.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479560+0000","last_change":"2024-09-13T15:58:41.468972+0000","last_active":"2024-09-13T15:58:41.479560+0000","last_peered":"2024-09-13T15:58:41.479560+0000","last_clean":"2024-09-13T15:58:41.479560+0000","last_became_active":"2024-09-13T15:58:41.468302+0000","last_became_peered":"2024-09-13T15:58:41.468302+0000","last_unstale":"2024-09-13T15:58:41.479560+0000","last_undegraded":"2024-09-13T15:58:41.479560+0000","last_fullsized":"2024-09-13T15:58:41.479560+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449901+0000","last_change":"2024-09-13T15:58:41.449901+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449901+0000","last_undegraded":"2024-09-13T15:58:41.449901+0000","last_fullsized":"2024-09-13T15:58:41.449901+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:10.824566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241502+0000","last_change":"2024-09-13T15:58:41.467833+0000","last_active":"2024-09-13T15:58:44.241502+0000","last_peered":"2024-09-13T15:58:44.241502+0000","last_clean":"2024-09-13T15:58:44.241502+0000","last_became_active":"2024-09-13T15:58:41.467019+0000","last_became_peered":"2024-09-13T15:58:41.467019+0000","last_unstale":"2024-09-13T15:58:44.241502+0000","last_undegraded":"2024-09-13T15:58:44.241502+0000","last_fullsized":"2024-09-13T15:58:44.241502+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:19.180790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461985+0000","last_change":"2024-09-13T15:58:41.461985+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461985+0000","last_undegraded":"2024-09-13T15:58:41.461985+0000","last_fullsized":"2024-09-13T15:58:41.461985+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:42.957606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479969+0000","last_change":"2024-09-13T15:58:41.475301+0000","last_active":"2024-09-13T15:58:41.479969+0000","last_peered":"2024-09-13T15:58:41.479969+0000","last_clean":"2024-09-13T15:58:41.479969+0000","last_became_active":"2024-09-13T15:58:41.474546+0000","last_became_peered":"2024-09-13T15:58:41.474546+0000","last_unstale":"2024-09-13T15:58:41.479969+0000","last_undegraded":"2024-09-13T15:58:41.479969+0000","last_fullsized":"2024-09-13T15:58:41.479969+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:37.339994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458175+0000","last_change":"2024-09-13T15:58:41.458175+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458175+0000","last_undegraded":"2024-09-13T15:58:41.458175+0000","last_fullsized":"2024-09-13T15:58:41.458175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242159+0000","last_change":"2024-09-13T15:58:41.480639+0000","last_active":"2024-09-13T15:58:44.242159+0000","last_peered":"2024-09-13T15:58:44.242159+0000","last_clean":"2024-09-13T15:58:44.242159+0000","last_became_active":"2024-09-13T15:58:41.480446+0000","last_became_peered":"2024-09-13T15:58:41.480446+0000","last_unstale":"2024-09-13T15:58:44.242159+0000","last_undegraded":"2024-09-13T15:58:44.242159+0000","last_fullsized":"2024-09-13T15:58:44.242159+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:44.368217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742627+0000","last_change":"2024-09-13T15:58:41.859756+0000","last_active":"2024-09-13T15:58:43.742627+0000","last_peered":"2024-09-13T15:58:43.742627+0000","last_clean":"2024-09-13T15:58:43.742627+0000","last_became_active":"2024-09-13T15:58:41.859275+0000","last_became_peered":"2024-09-13T15:58:41.859275+0000","last_unstale":"2024-09-13T15:58:43.742627+0000","last_undegraded":"2024-09-13T15:58:43.742627+0000","last_fullsized":"2024-09-13T15:58:43.742627+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:15.111937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.492935+0000","last_change":"2024-09-13T15:58:41.488359+0000","last_active":"2024-09-13T15:58:41.492935+0000","last_peered":"2024-09-13T15:58:41.492935+0000","last_clean":"2024-09-13T15:58:41.492935+0000","last_became_active":"2024-09-13T15:58:41.487714+0000","last_became_peered":"2024-09-13T15:58:41.487714+0000","last_unstale":"2024-09-13T15:58:41.492935+0000","last_undegraded":"2024-09-13T15:58:41.492935+0000","last_fullsized":"2024-09-13T15:58:41.492935+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461934+0000","last_change":"2024-09-13T15:58:41.461934+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461934+0000","last_undegraded":"2024-09-13T15:58:41.461934+0000","last_fullsized":"2024-09-13T15:58:41.461934+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:39.196197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"48'6","reported_seq":17,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618542+0000","last_change":"2024-09-13T15:58:41.470371+0000","last_active":"2024-09-13T15:58:43.618542+0000","last_peered":"2024-09-13T15:58:43.618542+0000","last_clean":"2024-09-13T15:58:43.618542+0000","last_became_active":"2024-09-13T15:58:41.469858+0000","last_became_peered":"2024-09-13T15:58:41.469858+0000","last_unstale":"2024-09-13T15:58:43.618542+0000","last_undegraded":"2024-09-13T15:58:43.618542+0000","last_fullsized":"2024-09-13T15:58:43.618542+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:25:33.894743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444667+0000","last_change":"2024-09-13T15:58:41.444667+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444667+0000","last_undegraded":"2024-09-13T15:58:41.444667+0000","last_fullsized":"2024-09-13T15:58:41.444667+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:58.912978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.867821+0000","last_change":"2024-09-13T15:58:41.463677+0000","last_active":"2024-09-13T15:58:41.867821+0000","last_peered":"2024-09-13T15:58:41.867821+0000","last_clean":"2024-09-13T15:58:41.867821+0000","last_became_active":"2024-09-13T15:58:41.463070+0000","last_became_peered":"2024-09-13T15:58:41.463070+0000","last_unstale":"2024-09-13T15:58:41.867821+0000","last_undegraded":"2024-09-13T15:58:41.867821+0000","last_fullsized":"2024-09-13T15:58:41.867821+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:18.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242059+0000","last_change":"2024-09-13T15:58:41.870824+0000","last_active":"2024-09-13T15:58:44.242059+0000","last_peered":"2024-09-13T15:58:44.242059+0000","last_clean":"2024-09-13T15:58:44.242059+0000","last_became_active":"2024-09-13T15:58:41.870488+0000","last_became_peered":"2024-09-13T15:58:41.870488+0000","last_unstale":"2024-09-13T15:58:44.242059+0000","last_undegraded":"2024-09-13T15:58:44.242059+0000","last_fullsized":"2024-09-13T15:58:44.242059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:46.441269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.473435+0000","last_change":"2024-09-13T15:58:41.470938+0000","last_active":"2024-09-13T15:58:41.473435+0000","last_peered":"2024-09-13T15:58:41.473435+0000","last_clean":"2024-09-13T15:58:41.473435+0000","last_became_active":"2024-09-13T15:58:41.469820+0000","last_became_peered":"2024-09-13T15:58:41.469820+0000","last_unstale":"2024-09-13T15:58:41.473435+0000","last_undegraded":"2024-09-13T15:58:41.473435+0000","last_fullsized":"2024-09-13T15:58:41.473435+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.741947+0000","last_change":"2024-09-13T15:58:41.856338+0000","last_active":"2024-09-13T15:58:43.741947+0000","last_peered":"2024-09-13T15:58:43.741947+0000","last_clean":"2024-09-13T15:58:43.741947+0000","last_became_active":"2024-09-13T15:58:41.855960+0000","last_became_peered":"2024-09-13T15:58:41.855960+0000","last_unstale":"2024-09-13T15:58:43.741947+0000","last_undegraded":"2024-09-13T15:58:43.741947+0000","last_fullsized":"2024-09-13T15:58:43.741947+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:25.284321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837213+0000","last_change":"2024-09-13T15:58:41.463457+0000","last_active":"2024-09-13T15:58:41.837213+0000","last_peered":"2024-09-13T15:58:41.837213+0000","last_clean":"2024-09-13T15:58:41.837213+0000","last_became_active":"2024-09-13T15:58:41.462825+0000","last_became_peered":"2024-09-13T15:58:41.462825+0000","last_unstale":"2024-09-13T15:58:41.837213+0000","last_undegraded":"2024-09-13T15:58:41.837213+0000","last_fullsized":"2024-09-13T15:58:41.837213+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:37.377935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458904+0000","last_change":"2024-09-13T15:58:41.458904+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458904+0000","last_undegraded":"2024-09-13T15:58:41.458904+0000","last_fullsized":"2024-09-13T15:58:41.458904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"48'8","reported_seq":19,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241481+0000","last_change":"2024-09-13T15:58:41.470942+0000","last_active":"2024-09-13T15:58:44.241481+0000","last_peered":"2024-09-13T15:58:44.241481+0000","last_clean":"2024-09-13T15:58:44.241481+0000","last_became_active":"2024-09-13T15:58:41.470392+0000","last_became_peered":"2024-09-13T15:58:41.470392+0000","last_unstale":"2024-09-13T15:58:44.241481+0000","last_undegraded":"2024-09-13T15:58:44.241481+0000","last_fullsized":"2024-09-13T15:58:44.241481+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:20.755354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618695+0000","last_change":"2024-09-13T15:58:41.874821+0000","last_active":"2024-09-13T15:58:43.618695+0000","last_peered":"2024-09-13T15:58:43.618695+0000","last_clean":"2024-09-13T15:58:43.618695+0000","last_became_active":"2024-09-13T15:58:41.874536+0000","last_became_peered":"2024-09-13T15:58:41.874536+0000","last_unstale":"2024-09-13T15:58:43.618695+0000","last_undegraded":"2024-09-13T15:58:43.618695+0000","last_fullsized":"2024-09-13T15:58:43.618695+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:09.493291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"48'1","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618626+0000","last_change":"2024-09-13T15:58:41.466571+0000","last_active":"2024-09-13T15:58:43.618626+0000","last_peered":"2024-09-13T15:58:43.618626+0000","last_clean":"2024-09-13T15:58:43.618626+0000","last_became_active":"2024-09-13T15:58:41.466025+0000","last_became_peered":"2024-09-13T15:58:41.466025+0000","last_unstale":"2024-09-13T15:58:43.618626+0000","last_undegraded":"2024-09-13T15:58:43.618626+0000","last_fullsized":"2024-09-13T15:58:43.618626+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:02.365705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241941+0000","last_change":"2024-09-13T15:58:41.855212+0000","last_active":"2024-09-13T15:58:44.241941+0000","last_peered":"2024-09-13T15:58:44.241941+0000","last_clean":"2024-09-13T15:58:44.241941+0000","last_became_active":"2024-09-13T15:58:41.854966+0000","last_became_peered":"2024-09-13T15:58:41.854966+0000","last_unstale":"2024-09-13T15:58:44.241941+0000","last_undegraded":"2024-09-13T15:58:44.241941+0000","last_fullsized":"2024-09-13T15:58:44.241941+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:55:05.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480080+0000","last_change":"2024-09-13T15:58:41.475536+0000","last_active":"2024-09-13T15:58:41.480080+0000","last_peered":"2024-09-13T15:58:41.480080+0000","last_clean":"2024-09-13T15:58:41.480080+0000","last_became_active":"2024-09-13T15:58:41.474799+0000","last_became_peered":"2024-09-13T15:58:41.474799+0000","last_unstale":"2024-09-13T15:58:41.480080+0000","last_undegraded":"2024-09-13T15:58:41.480080+0000","last_fullsized":"2024-09-13T15:58:41.480080+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446258+0000","last_change":"2024-09-13T15:58:41.446258+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446258+0000","last_undegraded":"2024-09-13T15:58:41.446258+0000","last_fullsized":"2024-09-13T15:58:41.446258+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:30.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480061+0000","last_change":"2024-09-13T15:58:41.469363+0000","last_active":"2024-09-13T15:58:41.480061+0000","last_peered":"2024-09-13T15:58:41.480061+0000","last_clean":"2024-09-13T15:58:41.480061+0000","last_became_active":"2024-09-13T15:58:41.468641+0000","last_became_peered":"2024-09-13T15:58:41.468641+0000","last_unstale":"2024-09-13T15:58:41.480061+0000","last_undegraded":"2024-09-13T15:58:41.480061+0000","last_fullsized":"2024-09-13T15:58:41.480061+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:39.839164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449330+0000","last_change":"2024-09-13T15:58:41.449330+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449330+0000","last_undegraded":"2024-09-13T15:58:41.449330+0000","last_fullsized":"2024-09-13T15:58:41.449330+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:05:34.968247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837068+0000","last_change":"2024-09-13T15:58:41.461814+0000","last_active":"2024-09-13T15:58:41.837068+0000","last_peered":"2024-09-13T15:58:41.837068+0000","last_clean":"2024-09-13T15:58:41.837068+0000","last_became_active":"2024-09-13T15:58:41.461360+0000","last_became_peered":"2024-09-13T15:58:41.461360+0000","last_unstale":"2024-09-13T15:58:41.837068+0000","last_undegraded":"2024-09-13T15:58:41.837068+0000","last_fullsized":"2024-09-13T15:58:41.837068+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742321+0000","last_change":"2024-09-13T15:58:41.859744+0000","last_active":"2024-09-13T15:58:43.742321+0000","last_peered":"2024-09-13T15:58:43.742321+0000","last_clean":"2024-09-13T15:58:43.742321+0000","last_became_active":"2024-09-13T15:58:41.856187+0000","last_became_peered":"2024-09-13T15:58:41.856187+0000","last_unstale":"2024-09-13T15:58:43.742321+0000","last_undegraded":"2024-09-13T15:58:43.742321+0000","last_fullsized":"2024-09-13T15:58:43.742321+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:44:36.119884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890829+0000","last_change":"2024-09-13T15:58:41.479028+0000","last_active":"2024-09-13T15:58:41.890829+0000","last_peered":"2024-09-13T15:58:41.890829+0000","last_clean":"2024-09-13T15:58:41.890829+0000","last_became_active":"2024-09-13T15:58:41.478567+0000","last_became_peered":"2024-09-13T15:58:41.478567+0000","last_unstale":"2024-09-13T15:58:41.890829+0000","last_undegraded":"2024-09-13T15:58:41.890829+0000","last_fullsized":"2024-09-13T15:58:41.890829+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:25.225865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.839884+0000","last_change":"2024-09-13T15:58:41.870158+0000","last_active":"2024-09-13T15:58:42.839884+0000","last_peered":"2024-09-13T15:58:42.839884+0000","last_clean":"2024-09-13T15:58:42.839884+0000","last_became_active":"2024-09-13T15:58:41.869887+0000","last_became_peered":"2024-09-13T15:58:41.869887+0000","last_unstale":"2024-09-13T15:58:42.839884+0000","last_undegraded":"2024-09-13T15:58:42.839884+0000","last_fullsized":"2024-09-13T15:58:42.839884+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479415+0000","last_change":"2024-09-13T15:58:41.466991+0000","last_active":"2024-09-13T15:58:41.479415+0000","last_peered":"2024-09-13T15:58:41.479415+0000","last_clean":"2024-09-13T15:58:41.479415+0000","last_became_active":"2024-09-13T15:58:41.465098+0000","last_became_peered":"2024-09-13T15:58:41.465098+0000","last_unstale":"2024-09-13T15:58:41.479415+0000","last_undegraded":"2024-09-13T15:58:41.479415+0000","last_fullsized":"2024-09-13T15:58:41.479415+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618087+0000","last_change":"2024-09-13T15:58:41.878753+0000","last_active":"2024-09-13T15:58:43.618087+0000","last_peered":"2024-09-13T15:58:43.618087+0000","last_clean":"2024-09-13T15:58:43.618087+0000","last_became_active":"2024-09-13T15:58:41.878485+0000","last_became_peered":"2024-09-13T15:58:41.878485+0000","last_unstale":"2024-09-13T15:58:43.618087+0000","last_undegraded":"2024-09-13T15:58:43.618087+0000","last_fullsized":"2024-09-13T15:58:43.618087+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:11:46.114464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241930+0000","last_change":"2024-09-13T15:58:41.479618+0000","last_active":"2024-09-13T15:58:44.241930+0000","last_peered":"2024-09-13T15:58:44.241930+0000","last_clean":"2024-09-13T15:58:44.241930+0000","last_became_active":"2024-09-13T15:58:41.478903+0000","last_became_peered":"2024-09-13T15:58:41.478903+0000","last_unstale":"2024-09-13T15:58:44.241930+0000","last_undegraded":"2024-09-13T15:58:44.241930+0000","last_fullsized":"2024-09-13T15:58:44.241930+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:04.457273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241490+0000","last_change":"2024-09-13T15:58:41.852813+0000","last_active":"2024-09-13T15:58:44.241490+0000","last_peered":"2024-09-13T15:58:44.241490+0000","last_clean":"2024-09-13T15:58:44.241490+0000","last_became_active":"2024-09-13T15:58:41.852403+0000","last_became_peered":"2024-09-13T15:58:41.852403+0000","last_unstale":"2024-09-13T15:58:44.241490+0000","last_undegraded":"2024-09-13T15:58:44.241490+0000","last_fullsized":"2024-09-13T15:58:44.241490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:46.468485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.472554+0000","last_change":"2024-09-13T15:58:41.468697+0000","last_active":"2024-09-13T15:58:41.472554+0000","last_peered":"2024-09-13T15:58:41.472554+0000","last_clean":"2024-09-13T15:58:41.472554+0000","last_became_active":"2024-09-13T15:58:41.468032+0000","last_became_peered":"2024-09-13T15:58:41.468032+0000","last_unstale":"2024-09-13T15:58:41.472554+0000","last_undegraded":"2024-09-13T15:58:41.472554+0000","last_fullsized":"2024-09-13T15:58:41.472554+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444609+0000","last_change":"2024-09-13T15:58:41.444609+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444609+0000","last_undegraded":"2024-09-13T15:58:41.444609+0000","last_fullsized":"2024-09-13T15:58:41.444609+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:40.849744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837195+0000","last_change":"2024-09-13T15:58:41.476884+0000","last_active":"2024-09-13T15:58:41.837195+0000","last_peered":"2024-09-13T15:58:41.837195+0000","last_clean":"2024-09-13T15:58:41.837195+0000","last_became_active":"2024-09-13T15:58:41.476641+0000","last_became_peered":"2024-09-13T15:58:41.476641+0000","last_unstale":"2024-09-13T15:58:41.837195+0000","last_undegraded":"2024-09-13T15:58:41.837195+0000","last_fullsized":"2024-09-13T15:58:41.837195+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:41.947026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241956+0000","last_change":"2024-09-13T15:58:41.859466+0000","last_active":"2024-09-13T15:58:44.241956+0000","last_peered":"2024-09-13T15:58:44.241956+0000","last_clean":"2024-09-13T15:58:44.241956+0000","last_became_active":"2024-09-13T15:58:41.859199+0000","last_became_peered":"2024-09-13T15:58:41.859199+0000","last_unstale":"2024-09-13T15:58:44.241956+0000","last_undegraded":"2024-09-13T15:58:44.241956+0000","last_fullsized":"2024-09-13T15:58:44.241956+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:58.738211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493448+0000","last_change":"2024-09-13T15:58:41.490058+0000","last_active":"2024-09-13T15:58:41.493448+0000","last_peered":"2024-09-13T15:58:41.493448+0000","last_clean":"2024-09-13T15:58:41.493448+0000","last_became_active":"2024-09-13T15:58:41.489256+0000","last_became_peered":"2024-09-13T15:58:41.489256+0000","last_unstale":"2024-09-13T15:58:41.493448+0000","last_undegraded":"2024-09-13T15:58:41.493448+0000","last_fullsized":"2024-09-13T15:58:41.493448+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:07.190023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.460853+0000","last_change":"2024-09-13T15:58:41.460853+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.460853+0000","last_undegraded":"2024-09-13T15:58:41.460853+0000","last_fullsized":"2024-09-13T15:58:41.460853+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:03:28.255535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.849870+0000","last_change":"2024-09-13T15:58:41.469758+0000","last_active":"2024-09-13T15:58:41.849870+0000","last_peered":"2024-09-13T15:58:41.849870+0000","last_clean":"2024-09-13T15:58:41.849870+0000","last_became_active":"2024-09-13T15:58:41.468899+0000","last_became_peered":"2024-09-13T15:58:41.468899+0000","last_unstale":"2024-09-13T15:58:41.849870+0000","last_undegraded":"2024-09-13T15:58:41.849870+0000","last_fullsized":"2024-09-13T15:58:41.849870+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742475+0000","last_change":"2024-09-13T15:58:41.859074+0000","last_active":"2024-09-13T15:58:43.742475+0000","last_peered":"2024-09-13T15:58:43.742475+0000","last_clean":"2024-09-13T15:58:43.742475+0000","last_became_active":"2024-09-13T15:58:41.855526+0000","last_became_peered":"2024-09-13T15:58:41.855526+0000","last_unstale":"2024-09-13T15:58:43.742475+0000","last_undegraded":"2024-09-13T15:58:43.742475+0000","last_fullsized":"2024-09-13T15:58:43.742475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:43.089627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493025+0000","last_change":"2024-09-13T15:58:41.489572+0000","last_active":"2024-09-13T15:58:41.493025+0000","last_peered":"2024-09-13T15:58:41.493025+0000","last_clean":"2024-09-13T15:58:41.493025+0000","last_became_active":"2024-09-13T15:58:41.488955+0000","last_became_peered":"2024-09-13T15:58:41.488955+0000","last_unstale":"2024-09-13T15:58:41.493025+0000","last_undegraded":"2024-09-13T15:58:41.493025+0000","last_fullsized":"2024-09-13T15:58:41.493025+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742275+0000","last_change":"2024-09-13T15:58:41.859914+0000","last_active":"2024-09-13T15:58:43.742275+0000","last_peered":"2024-09-13T15:58:43.742275+0000","last_clean":"2024-09-13T15:58:43.742275+0000","last_became_active":"2024-09-13T15:58:41.859613+0000","last_became_peered":"2024-09-13T15:58:41.859613+0000","last_unstale":"2024-09-13T15:58:43.742275+0000","last_undegraded":"2024-09-13T15:58:43.742275+0000","last_fullsized":"2024-09-13T15:58:43.742275+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:10.529636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.475990+0000","last_change":"2024-09-13T15:58:41.471906+0000","last_active":"2024-09-13T15:58:41.475990+0000","last_peered":"2024-09-13T15:58:41.475990+0000","last_clean":"2024-09-13T15:58:41.475990+0000","last_became_active":"2024-09-13T15:58:41.471227+0000","last_became_peered":"2024-09-13T15:58:41.471227+0000","last_unstale":"2024-09-13T15:58:41.475990+0000","last_undegraded":"2024-09-13T15:58:41.475990+0000","last_fullsized":"2024-09-13T15:58:41.475990+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:02:35.830233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445845+0000","last_change":"2024-09-13T15:58:41.445845+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445845+0000","last_undegraded":"2024-09-13T15:58:41.445845+0000","last_fullsized":"2024-09-13T15:58:41.445845+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:53.863446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.849983+0000","last_change":"2024-09-13T15:58:41.462313+0000","last_active":"2024-09-13T15:58:41.849983+0000","last_peered":"2024-09-13T15:58:41.849983+0000","last_clean":"2024-09-13T15:58:41.849983+0000","last_became_active":"2024-09-13T15:58:41.461650+0000","last_became_peered":"2024-09-13T15:58:41.461650+0000","last_unstale":"2024-09-13T15:58:41.849983+0000","last_undegraded":"2024-09-13T15:58:41.849983+0000","last_fullsized":"2024-09-13T15:58:41.849983+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:07.529209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.453598+0000","last_change":"2024-09-13T15:58:41.453598+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.453598+0000","last_undegraded":"2024-09-13T15:58:41.453598+0000","last_fullsized":"2024-09-13T15:58:41.453598+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:15.177750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241629+0000","last_change":"2024-09-13T15:58:41.462944+0000","last_active":"2024-09-13T15:58:44.241629+0000","last_peered":"2024-09-13T15:58:44.241629+0000","last_clean":"2024-09-13T15:58:44.241629+0000","last_became_active":"2024-09-13T15:58:41.462325+0000","last_became_peered":"2024-09-13T15:58:41.462325+0000","last_unstale":"2024-09-13T15:58:44.241629+0000","last_undegraded":"2024-09-13T15:58:44.241629+0000","last_fullsized":"2024-09-13T15:58:44.241629+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:49.687608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242151+0000","last_change":"2024-09-13T15:58:41.870709+0000","last_active":"2024-09-13T15:58:44.242151+0000","last_peered":"2024-09-13T15:58:44.242151+0000","last_clean":"2024-09-13T15:58:44.242151+0000","last_became_active":"2024-09-13T15:58:41.870426+0000","last_became_peered":"2024-09-13T15:58:41.870426+0000","last_unstale":"2024-09-13T15:58:44.242151+0000","last_undegraded":"2024-09-13T15:58:44.242151+0000","last_fullsized":"2024-09-13T15:58:44.242151+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:54.635594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479635+0000","last_change":"2024-09-13T15:58:41.469061+0000","last_active":"2024-09-13T15:58:41.479635+0000","last_peered":"2024-09-13T15:58:41.479635+0000","last_clean":"2024-09-13T15:58:41.479635+0000","last_became_active":"2024-09-13T15:58:41.468171+0000","last_became_peered":"2024-09-13T15:58:41.468171+0000","last_unstale":"2024-09-13T15:58:41.479635+0000","last_undegraded":"2024-09-13T15:58:41.479635+0000","last_fullsized":"2024-09-13T15:58:41.479635+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:31.848570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":183,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T15:58:40.443753+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:58:40.443753+0000","last_peered":"2024-09-13T15:58:40.443753+0000","last_clean":"2024-09-13T15:58:40.443753+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:58:40.443753+0000","last_undegraded":"2024-09-13T15:58:40.443753+0000","last_fullsized":"2024-09-13T15:58:40.443753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2202,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476764,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343708,"statfs":{"total":96636764160,"available":96607956992,"internally_reserved":0,"allocated":1134592,"data_stored":809734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.92600000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":1.016},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.77700000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.87}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.98699999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.103},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1699999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.123},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.876}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.96499999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.84299999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.0529999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.083}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.747},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":0.90500000000000003}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":1.149},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.93400000000000005}]}]},{"osd":5,"up_from":16,"seq":68719476761,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":219366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":1.117},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":1.0229999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":1.147},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":1.0569999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93000000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.72999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.091},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.997},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.96399999999999997}]}]},{"osd":4,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.78800000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.93000000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.997},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96599999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.75900000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.82699999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35784,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336056,"statfs":{"total":96636764160,"available":96600121344,"internally_reserved":0,"allocated":577536,"data_stored":233079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.64500000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.78000000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.099}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.91300000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.125},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.204}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.1779999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509466,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35776,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336064,"statfs":{"total":96636764160,"available":96600129536,"internally_reserved":0,"allocated":569344,"data_stored":232511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.40899999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.57699999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.83799999999999997}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.95799999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.752}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.0249999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35780,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336060,"statfs":{"total":96636764160,"available":96600125440,"internally_reserved":0,"allocated":581632,"data_stored":234027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.93400000000000005}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.89100000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.81200000000000006}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.1619999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.375}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":1.1930000000000001},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.0860000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.542},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.4279999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":1.486},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.2669999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36348,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335492,"statfs":{"total":96636764160,"available":96599543808,"internally_reserved":0,"allocated":1163264,"data_stored":822843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.432},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.68200000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.65100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.46800000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":1.0049999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.76300000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.1120000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:46.627 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3f is not active+clean 2024-09-13T15:58:46.627 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.459771+0000', 'last_change': '2024-09-13T15:58:41.459771+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.459771+0000', 'last_undegraded': '2024-09-13T15:58:41.459771+0000', 'last_fullsized': '2024-09-13T15:58:41.459771+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T15:58:46.627 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3e is not active+clean 2024-09-13T15:58:46.627 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.446948+0000', 'last_change': '2024-09-13T15:58:41.446948+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.446948+0000', 'last_undegraded': '2024-09-13T15:58:41.446948+0000', 'last_fullsized': '2024-09-13T15:58:41.446948+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T15:58:46.627 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3d is not active+clean 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.455659+0000', 'last_change': '2024-09-13T15:58:41.455659+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.455659+0000', 'last_undegraded': '2024-09-13T15:58:41.455659+0000', 'last_fullsized': '2024-09-13T15:58:41.455659+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:14:23.923955+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3b is not active+clean 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.445212+0000', 'last_change': '2024-09-13T15:58:41.445212+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.445212+0000', 'last_undegraded': '2024-09-13T15:58:41.445212+0000', 'last_fullsized': '2024-09-13T15:58:41.445212+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.39 is not active+clean 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.461974+0000', 'last_change': '2024-09-13T15:58:41.461974+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.461974+0000', 'last_undegraded': '2024-09-13T15:58:41.461974+0000', 'last_fullsized': '2024-09-13T15:58:41.461974+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:09:00.459245+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.34 is not active+clean 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.449643+0000', 'last_change': '2024-09-13T15:58:41.449643+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.449643+0000', 'last_undegraded': '2024-09-13T15:58:41.449643+0000', 'last_fullsized': '2024-09-13T15:58:41.449643+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:24:47.495048+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.30 is not active+clean 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.445770+0000', 'last_change': '2024-09-13T15:58:41.445770+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.445770+0000', 'last_undegraded': '2024-09-13T15:58:41.445770+0000', 'last_fullsized': '2024-09-13T15:58:41.445770+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:14:32.859150+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.628 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2f is not active+clean 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.454226+0000', 'last_change': '2024-09-13T15:58:41.454226+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.454226+0000', 'last_undegraded': '2024-09-13T15:58:41.454226+0000', 'last_fullsized': '2024-09-13T15:58:41.454226+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:55:19.704599+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2e is not active+clean 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.463044+0000', 'last_change': '2024-09-13T15:58:41.463044+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.463044+0000', 'last_undegraded': '2024-09-13T15:58:41.463044+0000', 'last_fullsized': '2024-09-13T15:58:41.463044+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2d is not active+clean 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.448202+0000', 'last_change': '2024-09-13T15:58:41.448202+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.448202+0000', 'last_undegraded': '2024-09-13T15:58:41.448202+0000', 'last_fullsized': '2024-09-13T15:58:41.448202+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:20:26.672242+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.29 is not active+clean 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.448800+0000', 'last_change': '2024-09-13T15:58:41.448800+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.448800+0000', 'last_undegraded': '2024-09-13T15:58:41.448800+0000', 'last_fullsized': '2024-09-13T15:58:41.448800+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.28 is not active+clean 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.444452+0000', 'last_change': '2024-09-13T15:58:41.444452+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.444452+0000', 'last_undegraded': '2024-09-13T15:58:41.444452+0000', 'last_fullsized': '2024-09-13T15:58:41.444452+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.27 is not active+clean 2024-09-13T15:58:46.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.448229+0000', 'last_change': '2024-09-13T15:58:41.448229+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.448229+0000', 'last_undegraded': '2024-09-13T15:58:41.448229+0000', 'last_fullsized': '2024-09-13T15:58:41.448229+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:55:54.380639+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.25 is not active+clean 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.454428+0000', 'last_change': '2024-09-13T15:58:41.454428+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.454428+0000', 'last_undegraded': '2024-09-13T15:58:41.454428+0000', 'last_fullsized': '2024-09-13T15:58:41.454428+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.24 is not active+clean 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.448575+0000', 'last_change': '2024-09-13T15:58:41.448575+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.448575+0000', 'last_undegraded': '2024-09-13T15:58:41.448575+0000', 'last_fullsized': '2024-09-13T15:58:41.448575+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:19:05.456623+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.23 is not active+clean 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.444512+0000', 'last_change': '2024-09-13T15:58:41.444512+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.444512+0000', 'last_undegraded': '2024-09-13T15:58:41.444512+0000', 'last_fullsized': '2024-09-13T15:58:41.444512+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:37:08.539790+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.22 is not active+clean 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.455841+0000', 'last_change': '2024-09-13T15:58:41.455841+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.455841+0000', 'last_undegraded': '2024-09-13T15:58:41.455841+0000', 'last_fullsized': '2024-09-13T15:58:41.455841+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:03:26.236445+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1f is not active+clean 2024-09-13T15:58:46.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.446603+0000', 'last_change': '2024-09-13T15:58:41.446603+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.446603+0000', 'last_undegraded': '2024-09-13T15:58:41.446603+0000', 'last_fullsized': '2024-09-13T15:58:41.446603+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1c is not active+clean 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.447304+0000', 'last_change': '2024-09-13T15:58:41.447304+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.447304+0000', 'last_undegraded': '2024-09-13T15:58:41.447304+0000', 'last_fullsized': '2024-09-13T15:58:41.447304+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1a is not active+clean 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.454553+0000', 'last_change': '2024-09-13T15:58:41.454553+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.454553+0000', 'last_undegraded': '2024-09-13T15:58:41.454553+0000', 'last_fullsized': '2024-09-13T15:58:41.454553+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:53:38.388515+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.19 is not active+clean 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.449901+0000', 'last_change': '2024-09-13T15:58:41.449901+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.449901+0000', 'last_undegraded': '2024-09-13T15:58:41.449901+0000', 'last_fullsized': '2024-09-13T15:58:41.449901+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:17:10.824566+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.16 is not active+clean 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.461985+0000', 'last_change': '2024-09-13T15:58:41.461985+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.461985+0000', 'last_undegraded': '2024-09-13T15:58:41.461985+0000', 'last_fullsized': '2024-09-13T15:58:41.461985+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:18:42.957606+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.17 is not active+clean 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.458175+0000', 'last_change': '2024-09-13T15:58:41.458175+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.458175+0000', 'last_undegraded': '2024-09-13T15:58:41.458175+0000', 'last_fullsized': '2024-09-13T15:58:41.458175+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.15 is not active+clean 2024-09-13T15:58:46.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.461934+0000', 'last_change': '2024-09-13T15:58:41.461934+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.461934+0000', 'last_undegraded': '2024-09-13T15:58:41.461934+0000', 'last_fullsized': '2024-09-13T15:58:41.461934+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:10:39.196197+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.12 is not active+clean 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.444667+0000', 'last_change': '2024-09-13T15:58:41.444667+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.444667+0000', 'last_undegraded': '2024-09-13T15:58:41.444667+0000', 'last_fullsized': '2024-09-13T15:58:41.444667+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:59:58.912978+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.11 is not active+clean 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.458904+0000', 'last_change': '2024-09-13T15:58:41.458904+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.458904+0000', 'last_undegraded': '2024-09-13T15:58:41.458904+0000', 'last_fullsized': '2024-09-13T15:58:41.458904+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.c is not active+clean 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.446258+0000', 'last_change': '2024-09-13T15:58:41.446258+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.446258+0000', 'last_undegraded': '2024-09-13T15:58:41.446258+0000', 'last_fullsized': '2024-09-13T15:58:41.446258+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:34:30.591364+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.d is not active+clean 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.449330+0000', 'last_change': '2024-09-13T15:58:41.449330+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.449330+0000', 'last_undegraded': '2024-09-13T15:58:41.449330+0000', 'last_fullsized': '2024-09-13T15:58:41.449330+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:05:34.968247+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.7 is not active+clean 2024-09-13T15:58:46.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.444609+0000', 'last_change': '2024-09-13T15:58:41.444609+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.444609+0000', 'last_undegraded': '2024-09-13T15:58:41.444609+0000', 'last_fullsized': '2024-09-13T15:58:41.444609+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:08:40.849744+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T15:58:46.633 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.5 is not active+clean 2024-09-13T15:58:46.633 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.460853+0000', 'last_change': '2024-09-13T15:58:41.460853+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.460853+0000', 'last_undegraded': '2024-09-13T15:58:41.460853+0000', 'last_fullsized': '2024-09-13T15:58:41.460853+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:03:28.255535+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T15:58:46.633 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.0 is not active+clean 2024-09-13T15:58:46.633 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.445845+0000', 'last_change': '2024-09-13T15:58:41.445845+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.445845+0000', 'last_undegraded': '2024-09-13T15:58:41.445845+0000', 'last_fullsized': '2024-09-13T15:58:41.445845+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:52:53.863446+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T15:58:46.633 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1 is not active+clean 2024-09-13T15:58:46.633 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 47, 'state': 'creating+peering', 'last_fresh': '2024-09-13T15:58:41.453598+0000', 'last_change': '2024-09-13T15:58:41.453598+0000', 'last_active': '2024-09-13T15:58:41.426907+0000', 'last_peered': '2024-09-13T15:58:41.426907+0000', 'last_clean': '2024-09-13T15:58:41.426907+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T15:58:41.453598+0000', 'last_undegraded': '2024-09-13T15:58:41.453598+0000', 'last_fullsized': '2024-09-13T15:58:41.453598+0000', 'mapping_epoch': 47, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 47, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'last_clean_scrub_stamp': '2024-09-13T15:58:41.426907+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:08:15.177750+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T15:58:46.634 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T15:58:46.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 Processor -- start 2024-09-13T15:58:46.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 -- start start 2024-09-13T15:58:46.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a4c06d0d0 0x7f0a4c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f0a4c0b2f00 0x7f0a4c06f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a4c0b15c0 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a4c070860 con 0x7f0a4c06d0d0 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a52881640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a4c070b40 con 0x7f0a4c0b2f00 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.777+0000 7f0a4bfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a4c06d0d0 0x7f0a4c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a4c06d0d0 0x7f0a4c0b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58932/0 (socket says 172.21.15.7:58932) 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 -- 172.21.15.7:0/2583767929 learned_addr learned my addr 172.21.15.7:0/2583767929 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4b7fe640 1 --2- 172.21.15.7:0/2583767929 >> v2:172.21.15.77:3300/0 conn(0x7f0a4c0b2f00 0x7f0a4c06f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 -- 172.21.15.7:0/2583767929 >> v2:172.21.15.77:3300/0 conn(0x7f0a4c0b2f00 msgr2=0x7f0a4c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 --2- 172.21.15.7:0/2583767929 >> v2:172.21.15.77:3300/0 conn(0x7f0a4c0b2f00 0x7f0a4c06f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 -- 172.21.15.7:0/2583767929 >> v1:172.21.15.77:6789/0 conn(0x7f0a4c06d4b0 legacy=0x7f0a4c06f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:46.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 -- 172.21.15.7:0/2583767929 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a4c070e20 con 0x7f0a4c06d0d0 2024-09-13T15:58:46.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4bfff640 1 --2- 172.21.15.7:0/2583767929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0b3430 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c06aae0 tx=0x7f0a3c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d55fae1523c07c6d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4affd640 1 -- 172.21.15.7:0/2583767929 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a4c15a7c0 con 0x7f0a4c06d0d0 2024-09-13T15:58:46.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4affd640 1 -- 172.21.15.7:0/2583767929 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a3c0a7050 con 0x7f0a4c06d0d0 2024-09-13T15:58:46.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a4affd640 1 -- 172.21.15.7:0/2583767929 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3c0ab820 con 0x7f0a4c06d0d0 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 -- 172.21.15.7:0/2583767929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d0d0 msgr2=0x7f0a4c0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 --2- 172.21.15.7:0/2583767929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0b3430 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c06aae0 tx=0x7f0a3c01c420 comp rx=0 tx=0).stop 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 -- 172.21.15.7:0/2583767929 shutdown_connections 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 --2- 172.21.15.7:0/2583767929 >> v2:172.21.15.77:3300/0 conn(0x7f0a4c0b2f00 0x7f0a4c06f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 --2- 172.21.15.7:0/2583767929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0b3430 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 -- 172.21.15.7:0/2583767929 >> 172.21.15.7:0/2583767929 conn(0x7f0a4c069f00 msgr2=0x7f0a4c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 -- 172.21.15.7:0/2583767929 shutdown_connections 2024-09-13T15:58:46.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.781+0000 7f0a52881640 1 -- 172.21.15.7:0/2583767929 wait complete. 2024-09-13T15:58:46.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 Processor -- start 2024-09-13T15:58:46.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- start start 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0ad030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 0x7f0a4c14bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4c0b2f00 0x7f0a4c14db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c14cfd0 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c0aaa20 con 0x7f0a4c06d0d0 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c0aad00 con 0x7f0a4c0b2f00 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 0x7f0a4c14bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 0x7f0a4c14bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58940/0 (socket says 172.21.15.7:58940) 2024-09-13T15:58:46.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 -- 172.21.15.7:0/4156683962 learned_addr learned my addr 172.21.15.7:0/4156683962 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4bfff640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0ad030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a50e1e640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4c0b2f00 0x7f0a4c14db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 -- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4c0b2f00 msgr2=0x7f0a4c14db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4c0b2f00 0x7f0a4c14db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 -- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4c06d0d0 msgr2=0x7f0a4c0ad030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0ad030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 -- 172.21.15.7:0/4156683962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a3c0094d0 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a50e1e640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4c0b2f00 0x7f0a4c14db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a4b7fe640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 0x7f0a4c14bf30 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0a3400d5d0 tx=0x7f0a3400da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a34004240 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a340043a0 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a4c0aafe0 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a34003840 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a4c14c470 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a4c0b3430 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.785+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0a340039a0 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.789+0000 7f0a48ff9640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a2c0666c0 0x7f0a2c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:46.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.789+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0a34084210 con 0x7f0a4c06d4b0 2024-09-13T15:58:46.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.789+0000 7f0a4bfff640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a2c0666c0 0x7f0a2c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:46.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.789+0000 7f0a4bfff640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a2c0666c0 0x7f0a2c068b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c0ad000 tx=0x7f0a3c0a6000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:46.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:46.793+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0a34051610 con 0x7f0a4c06d4b0 2024-09-13T15:58:47.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f0a4c0affe0 con 0x7f0a4c06d4b0 2024-09-13T15:58:47.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a48ff9640 1 -- 172.21.15.7:0/4156683962 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1517 (secure 0 0 0) 0x7f0a34054c30 con 0x7f0a4c06d4b0 2024-09-13T15:58:47.013 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:47.013 INFO:teuthology.orchestra.run.smithi007.stdout:{"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":133,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243005,"num_in_osds":8,"osd_in_since":1726242996,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":65},{"state_name":"creating+peering","count":32}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592570,"bytes_used":260554752,"bytes_avail":772833558528,"bytes_total":773094113280,"inactive_pgs_ratio":0.32989689707756042,"write_bytes_sec":2047,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":25,"id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5859}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-13T15:58:30.523973+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a2c0666c0 msgr2=0x7f0a2c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a2c0666c0 0x7f0a2c068b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c0ad000 tx=0x7f0a3c0a6000 comp rx=0 tx=0).stop 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 msgr2=0x7f0a4c14bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 0x7f0a4c14bf30 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0a3400d5d0 tx=0x7f0a3400da90 comp rx=0 tx=0).stop 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 shutdown_connections 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0a2c0666c0 0x7f0a2c068b80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a4c0b2f00 0x7f0a4c14db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a4c06d4b0 0x7f0a4c14bf30 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 --2- 172.21.15.7:0/4156683962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a4c06d0d0 0x7f0a4c0ad030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 >> 172.21.15.7:0/4156683962 conn(0x7f0a4c069f00 msgr2=0x7f0a4c1595e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:47.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 shutdown_connections 2024-09-13T15:58:47.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.009+0000 7f0a52881640 1 -- 172.21.15.7:0/4156683962 wait complete. 2024-09-13T15:58:47.030 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T15:58:47.031 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:47.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 Processor -- start 2024-09-13T15:58:47.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 -- start start 2024-09-13T15:58:47.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7febb00cf480 0x7febb00cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:47.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7febb0160cc0 0x7febb00b78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:47.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febb015d780 con 0x7febb015c970 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febb015ce50 con 0x7febb0160cc0 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb68e7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febb015d130 con 0x7febb00cf480 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febaf7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7febb015c970 0x7febb00cf860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55940/0 (socket says 172.21.15.7:55940) 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febaf7fe640 1 -- 172.21.15.7:0/4189930143 learned_addr learned my addr 172.21.15.7:0/4189930143 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb4e84640 1 --2- 172.21.15.7:0/4189930143 >> v2:172.21.15.7:3300/0 conn(0x7febb0160cc0 0x7febb00b78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febaffff640 1 --2- 172.21.15.7:0/4189930143 >> v2:172.21.15.77:3300/0 conn(0x7febb00cf480 0x7febb00cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb4e84640 1 -- 172.21.15.7:0/4189930143 >> v2:172.21.15.77:3300/0 conn(0x7febb00cf480 msgr2=0x7febb00cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb4e84640 1 --2- 172.21.15.7:0/4189930143 >> v2:172.21.15.77:3300/0 conn(0x7febb00cf480 0x7febb00cd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb4e84640 1 -- 172.21.15.7:0/4189930143 >> v1:172.21.15.7:6789/0 conn(0x7febb015c970 legacy=0x7febb00cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.149+0000 7febb4e84640 1 -- 172.21.15.7:0/4189930143 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb015d410 con 0x7febb0160cc0 2024-09-13T15:58:47.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 --2- 172.21.15.7:0/4189930143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb00b78c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7febb008b9f0 tx=0x7feba801c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2778c810374ab069 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:47.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febaeffd640 1 -- 172.21.15.7:0/4189930143 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba80a5a10 con 0x7febb0160cc0 2024-09-13T15:58:47.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febaeffd640 1 -- 172.21.15.7:0/4189930143 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feba80a5b70 con 0x7febb0160cc0 2024-09-13T15:58:47.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febaeffd640 1 -- 172.21.15.7:0/4189930143 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba80ad440 con 0x7febb0160cc0 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- 172.21.15.7:0/4189930143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 msgr2=0x7febb00b78c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 --2- 172.21.15.7:0/4189930143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb00b78c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7febb008b9f0 tx=0x7feba801c8f0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- 172.21.15.7:0/4189930143 shutdown_connections 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 --2- 172.21.15.7:0/4189930143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb00b78c0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 --2- 172.21.15.7:0/4189930143 >> v2:172.21.15.77:3300/0 conn(0x7febb00cf480 0x7febb00cd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- 172.21.15.7:0/4189930143 >> 172.21.15.7:0/4189930143 conn(0x7febb006a710 msgr2=0x7febb006ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- 172.21.15.7:0/4189930143 shutdown_connections 2024-09-13T15:58:47.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- 172.21.15.7:0/4189930143 wait complete. 2024-09-13T15:58:47.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 Processor -- start 2024-09-13T15:58:47.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- start start 2024-09-13T15:58:47.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7febb00cf480 0x7febb0167f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7febb015c970 0x7febb0162370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb015b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb01628b0 con 0x7febb0160cc0 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb01642d0 con 0x7febb015c970 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb01615b0 con 0x7febb00cf480 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb015b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb015b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58956/0 (socket says 172.21.15.7:58956) 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 -- 172.21.15.7:0/734690259 learned_addr learned my addr 172.21.15.7:0/734690259 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febaf7fe640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7febb015c970 0x7febb0162370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 -- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7febb00cf480 msgr2=0x7febb0167f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febaffff640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7febb00cf480 0x7febb0167f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:47.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7febb00cf480 0x7febb0167f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 -- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7febb015c970 msgr2=0x7febb0162370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7febb015c970 0x7febb0162370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 -- 172.21.15.7:0/734690259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feba8009a70 con 0x7febb0160cc0 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febaf7fe640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7febb015c970 0x7febb0162370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb4e84640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb015b1d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7feba8019500 tx=0x7feba8019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba8009450 con 0x7febb0160cc0 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feba80adc80 con 0x7febb0160cc0 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febb0161890 con 0x7febb0160cc0 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.153+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba80b8420 con 0x7febb0160cc0 2024-09-13T15:58:47.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febb0161e50 con 0x7febb0160cc0 2024-09-13T15:58:47.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febb00673e0 con 0x7febb0160cc0 2024-09-13T15:58:47.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feba80b8580 con 0x7febb0160cc0 2024-09-13T15:58:47.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febacff9640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb9c066690 0x7feb9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:47.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feba811fa90 con 0x7febb0160cc0 2024-09-13T15:58:47.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febaffff640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb9c066690 0x7feb9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:47.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.157+0000 7febaffff640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb9c066690 0x7feb9c068b50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7feba0009790 tx=0x7feba0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.161+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feba80ecf20 con 0x7febb0160cc0 2024-09-13T15:58:47.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.309+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7febb0162040 con 0x7feb9c066690 2024-09-13T15:58:47.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.329+0000 7febacff9640 1 -- 172.21.15.7:0/734690259 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286661 (secure 0 0 0) 0x7febb0162040 con 0x7feb9c066690 2024-09-13T15:58:47.336 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:47.338 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb9c066690 msgr2=0x7feb9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb9c066690 0x7feb9c068b50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7feba0009790 tx=0x7feba0008040 comp rx=0 tx=0).stop 2024-09-13T15:58:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 msgr2=0x7febb015b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb015b1d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7feba8019500 tx=0x7feba8019690 comp rx=0 tx=0).stop 2024-09-13T15:58:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 shutdown_connections 2024-09-13T15:58:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb9c066690 0x7feb9c068b50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febb0160cc0 0x7febb015b1d0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7febb015c970 0x7febb0162370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 --2- 172.21.15.7:0/734690259 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7febb00cf480 0x7febb0167f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:47.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 >> 172.21.15.7:0/734690259 conn(0x7febb006a710 msgr2=0x7febb0160220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:47.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 shutdown_connections 2024-09-13T15:58:47.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:47.333+0000 7febb68e7640 1 -- 172.21.15.7:0/734690259 wait complete. 2024-09-13T15:58:47.355 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":103,"stamp":"2024-09-13T15:58:46.527741+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592570,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":111,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254448,"kb_used_data":5492,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720272,"statfs":{"total":773094113280,"available":772833558528,"internally_reserved":0,"allocated":5623808,"data_stored":2977758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2202,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001571"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.459771+0000","last_change":"2024-09-13T15:58:41.459771+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.459771+0000","last_undegraded":"2024-09-13T15:58:41.459771+0000","last_fullsized":"2024-09-13T15:58:41.459771+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446948+0000","last_change":"2024-09-13T15:58:41.446948+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446948+0000","last_undegraded":"2024-09-13T15:58:41.446948+0000","last_fullsized":"2024-09-13T15:58:41.446948+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455659+0000","last_change":"2024-09-13T15:58:41.455659+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455659+0000","last_undegraded":"2024-09-13T15:58:41.455659+0000","last_fullsized":"2024-09-13T15:58:41.455659+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:23.923955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241881+0000","last_change":"2024-09-13T15:58:41.873762+0000","last_active":"2024-09-13T15:58:44.241881+0000","last_peered":"2024-09-13T15:58:44.241881+0000","last_clean":"2024-09-13T15:58:44.241881+0000","last_became_active":"2024-09-13T15:58:41.873098+0000","last_became_peered":"2024-09-13T15:58:41.873098+0000","last_unstale":"2024-09-13T15:58:44.241881+0000","last_undegraded":"2024-09-13T15:58:44.241881+0000","last_fullsized":"2024-09-13T15:58:44.241881+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:24.885788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445212+0000","last_change":"2024-09-13T15:58:41.445212+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445212+0000","last_undegraded":"2024-09-13T15:58:41.445212+0000","last_fullsized":"2024-09-13T15:58:41.445212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742175+0000","last_change":"2024-09-13T15:58:41.870640+0000","last_active":"2024-09-13T15:58:43.742175+0000","last_peered":"2024-09-13T15:58:43.742175+0000","last_clean":"2024-09-13T15:58:43.742175+0000","last_became_active":"2024-09-13T15:58:41.870291+0000","last_became_peered":"2024-09-13T15:58:41.870291+0000","last_unstale":"2024-09-13T15:58:43.742175+0000","last_undegraded":"2024-09-13T15:58:43.742175+0000","last_fullsized":"2024-09-13T15:58:43.742175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:52:09.952473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461974+0000","last_change":"2024-09-13T15:58:41.461974+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461974+0000","last_undegraded":"2024-09-13T15:58:41.461974+0000","last_fullsized":"2024-09-13T15:58:41.461974+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:00.459245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241287+0000","last_change":"2024-09-13T15:58:41.873540+0000","last_active":"2024-09-13T15:58:44.241287+0000","last_peered":"2024-09-13T15:58:44.241287+0000","last_clean":"2024-09-13T15:58:44.241287+0000","last_became_active":"2024-09-13T15:58:41.873151+0000","last_became_peered":"2024-09-13T15:58:41.873151+0000","last_unstale":"2024-09-13T15:58:44.241287+0000","last_undegraded":"2024-09-13T15:58:44.241287+0000","last_fullsized":"2024-09-13T15:58:44.241287+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:06.102261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241867+0000","last_change":"2024-09-13T15:58:41.852770+0000","last_active":"2024-09-13T15:58:44.241867+0000","last_peered":"2024-09-13T15:58:44.241867+0000","last_clean":"2024-09-13T15:58:44.241867+0000","last_became_active":"2024-09-13T15:58:41.852500+0000","last_became_peered":"2024-09-13T15:58:41.852500+0000","last_unstale":"2024-09-13T15:58:44.241867+0000","last_undegraded":"2024-09-13T15:58:44.241867+0000","last_fullsized":"2024-09-13T15:58:44.241867+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:30.594627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242079+0000","last_change":"2024-09-13T15:58:41.873347+0000","last_active":"2024-09-13T15:58:44.242079+0000","last_peered":"2024-09-13T15:58:44.242079+0000","last_clean":"2024-09-13T15:58:44.242079+0000","last_became_active":"2024-09-13T15:58:41.873025+0000","last_became_peered":"2024-09-13T15:58:41.873025+0000","last_unstale":"2024-09-13T15:58:44.242079+0000","last_undegraded":"2024-09-13T15:58:44.242079+0000","last_fullsized":"2024-09-13T15:58:44.242079+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:50.807065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241862+0000","last_change":"2024-09-13T15:58:41.854555+0000","last_active":"2024-09-13T15:58:44.241862+0000","last_peered":"2024-09-13T15:58:44.241862+0000","last_clean":"2024-09-13T15:58:44.241862+0000","last_became_active":"2024-09-13T15:58:41.854202+0000","last_became_peered":"2024-09-13T15:58:41.854202+0000","last_unstale":"2024-09-13T15:58:44.241862+0000","last_undegraded":"2024-09-13T15:58:44.241862+0000","last_fullsized":"2024-09-13T15:58:44.241862+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:47:31.407372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449643+0000","last_change":"2024-09-13T15:58:41.449643+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449643+0000","last_undegraded":"2024-09-13T15:58:41.449643+0000","last_fullsized":"2024-09-13T15:58:41.449643+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:47.495048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618326+0000","last_change":"2024-09-13T15:58:41.863065+0000","last_active":"2024-09-13T15:58:43.618326+0000","last_peered":"2024-09-13T15:58:43.618326+0000","last_clean":"2024-09-13T15:58:43.618326+0000","last_became_active":"2024-09-13T15:58:41.862652+0000","last_became_peered":"2024-09-13T15:58:41.862652+0000","last_unstale":"2024-09-13T15:58:43.618326+0000","last_undegraded":"2024-09-13T15:58:43.618326+0000","last_fullsized":"2024-09-13T15:58:43.618326+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:38.579365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241978+0000","last_change":"2024-09-13T15:58:41.854631+0000","last_active":"2024-09-13T15:58:44.241978+0000","last_peered":"2024-09-13T15:58:44.241978+0000","last_clean":"2024-09-13T15:58:44.241978+0000","last_became_active":"2024-09-13T15:58:41.854215+0000","last_became_peered":"2024-09-13T15:58:41.854215+0000","last_unstale":"2024-09-13T15:58:44.241978+0000","last_undegraded":"2024-09-13T15:58:44.241978+0000","last_fullsized":"2024-09-13T15:58:44.241978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:26.542140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742007+0000","last_change":"2024-09-13T15:58:41.860510+0000","last_active":"2024-09-13T15:58:43.742007+0000","last_peered":"2024-09-13T15:58:43.742007+0000","last_clean":"2024-09-13T15:58:43.742007+0000","last_became_active":"2024-09-13T15:58:41.856152+0000","last_became_peered":"2024-09-13T15:58:41.856152+0000","last_unstale":"2024-09-13T15:58:43.742007+0000","last_undegraded":"2024-09-13T15:58:43.742007+0000","last_fullsized":"2024-09-13T15:58:43.742007+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:00.575698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445770+0000","last_change":"2024-09-13T15:58:41.445770+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445770+0000","last_undegraded":"2024-09-13T15:58:41.445770+0000","last_fullsized":"2024-09-13T15:58:41.445770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.859150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454226+0000","last_change":"2024-09-13T15:58:41.454226+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454226+0000","last_undegraded":"2024-09-13T15:58:41.454226+0000","last_fullsized":"2024-09-13T15:58:41.454226+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:19.704599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.463044+0000","last_change":"2024-09-13T15:58:41.463044+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.463044+0000","last_undegraded":"2024-09-13T15:58:41.463044+0000","last_fullsized":"2024-09-13T15:58:41.463044+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448202+0000","last_change":"2024-09-13T15:58:41.448202+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448202+0000","last_undegraded":"2024-09-13T15:58:41.448202+0000","last_fullsized":"2024-09-13T15:58:41.448202+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:26.672242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618539+0000","last_change":"2024-09-13T15:58:41.850667+0000","last_active":"2024-09-13T15:58:43.618539+0000","last_peered":"2024-09-13T15:58:43.618539+0000","last_clean":"2024-09-13T15:58:43.618539+0000","last_became_active":"2024-09-13T15:58:41.849990+0000","last_became_peered":"2024-09-13T15:58:41.849990+0000","last_unstale":"2024-09-13T15:58:43.618539+0000","last_undegraded":"2024-09-13T15:58:43.618539+0000","last_fullsized":"2024-09-13T15:58:43.618539+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:31.178656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742259+0000","last_change":"2024-09-13T15:58:41.865766+0000","last_active":"2024-09-13T15:58:43.742259+0000","last_peered":"2024-09-13T15:58:43.742259+0000","last_clean":"2024-09-13T15:58:43.742259+0000","last_became_active":"2024-09-13T15:58:41.865522+0000","last_became_peered":"2024-09-13T15:58:41.865522+0000","last_unstale":"2024-09-13T15:58:43.742259+0000","last_undegraded":"2024-09-13T15:58:43.742259+0000","last_fullsized":"2024-09-13T15:58:43.742259+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:06.544181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241640+0000","last_change":"2024-09-13T15:58:41.873548+0000","last_active":"2024-09-13T15:58:44.241640+0000","last_peered":"2024-09-13T15:58:44.241640+0000","last_clean":"2024-09-13T15:58:44.241640+0000","last_became_active":"2024-09-13T15:58:41.873094+0000","last_became_peered":"2024-09-13T15:58:41.873094+0000","last_unstale":"2024-09-13T15:58:44.241640+0000","last_undegraded":"2024-09-13T15:58:44.241640+0000","last_fullsized":"2024-09-13T15:58:44.241640+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:48.491498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448800+0000","last_change":"2024-09-13T15:58:41.448800+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448800+0000","last_undegraded":"2024-09-13T15:58:41.448800+0000","last_fullsized":"2024-09-13T15:58:41.448800+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444452+0000","last_change":"2024-09-13T15:58:41.444452+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444452+0000","last_undegraded":"2024-09-13T15:58:41.444452+0000","last_fullsized":"2024-09-13T15:58:41.444452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448229+0000","last_change":"2024-09-13T15:58:41.448229+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448229+0000","last_undegraded":"2024-09-13T15:58:41.448229+0000","last_fullsized":"2024-09-13T15:58:41.448229+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:54.380639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618546+0000","last_change":"2024-09-13T15:58:41.856112+0000","last_active":"2024-09-13T15:58:43.618546+0000","last_peered":"2024-09-13T15:58:43.618546+0000","last_clean":"2024-09-13T15:58:43.618546+0000","last_became_active":"2024-09-13T15:58:41.855870+0000","last_became_peered":"2024-09-13T15:58:41.855870+0000","last_unstale":"2024-09-13T15:58:43.618546+0000","last_undegraded":"2024-09-13T15:58:43.618546+0000","last_fullsized":"2024-09-13T15:58:43.618546+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:45.378798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454428+0000","last_change":"2024-09-13T15:58:41.454428+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454428+0000","last_undegraded":"2024-09-13T15:58:41.454428+0000","last_fullsized":"2024-09-13T15:58:41.454428+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.448575+0000","last_change":"2024-09-13T15:58:41.448575+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.448575+0000","last_undegraded":"2024-09-13T15:58:41.448575+0000","last_fullsized":"2024-09-13T15:58:41.448575+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:05.456623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444512+0000","last_change":"2024-09-13T15:58:41.444512+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444512+0000","last_undegraded":"2024-09-13T15:58:41.444512+0000","last_fullsized":"2024-09-13T15:58:41.444512+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:08.539790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.455841+0000","last_change":"2024-09-13T15:58:41.455841+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.455841+0000","last_undegraded":"2024-09-13T15:58:41.455841+0000","last_fullsized":"2024-09-13T15:58:41.455841+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:26.236445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742146+0000","last_change":"2024-09-13T15:58:41.869015+0000","last_active":"2024-09-13T15:58:43.742146+0000","last_peered":"2024-09-13T15:58:43.742146+0000","last_clean":"2024-09-13T15:58:43.742146+0000","last_became_active":"2024-09-13T15:58:41.868751+0000","last_became_peered":"2024-09-13T15:58:41.868751+0000","last_unstale":"2024-09-13T15:58:43.742146+0000","last_undegraded":"2024-09-13T15:58:43.742146+0000","last_fullsized":"2024-09-13T15:58:43.742146+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.617950+0000","last_change":"2024-09-13T15:58:41.854674+0000","last_active":"2024-09-13T15:58:43.617950+0000","last_peered":"2024-09-13T15:58:43.617950+0000","last_clean":"2024-09-13T15:58:43.617950+0000","last_became_active":"2024-09-13T15:58:41.854285+0000","last_became_peered":"2024-09-13T15:58:41.854285+0000","last_unstale":"2024-09-13T15:58:43.617950+0000","last_undegraded":"2024-09-13T15:58:43.617950+0000","last_fullsized":"2024-09-13T15:58:43.617950+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:20.191370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.840212+0000","last_change":"2024-09-13T15:58:41.861278+0000","last_active":"2024-09-13T15:58:42.840212+0000","last_peered":"2024-09-13T15:58:42.840212+0000","last_clean":"2024-09-13T15:58:42.840212+0000","last_became_active":"2024-09-13T15:58:41.860905+0000","last_became_peered":"2024-09-13T15:58:41.860905+0000","last_unstale":"2024-09-13T15:58:42.840212+0000","last_undegraded":"2024-09-13T15:58:42.840212+0000","last_fullsized":"2024-09-13T15:58:42.840212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"48'4","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.882367+0000","last_change":"2024-09-13T15:58:41.462476+0000","last_active":"2024-09-13T15:58:41.882367+0000","last_peered":"2024-09-13T15:58:41.882367+0000","last_clean":"2024-09-13T15:58:41.882367+0000","last_became_active":"2024-09-13T15:58:41.461725+0000","last_became_peered":"2024-09-13T15:58:41.461725+0000","last_unstale":"2024-09-13T15:58:41.882367+0000","last_undegraded":"2024-09-13T15:58:41.882367+0000","last_fullsized":"2024-09-13T15:58:41.882367+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446603+0000","last_change":"2024-09-13T15:58:41.446603+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446603+0000","last_undegraded":"2024-09-13T15:58:41.446603+0000","last_fullsized":"2024-09-13T15:58:41.446603+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480042+0000","last_change":"2024-09-13T15:58:41.475119+0000","last_active":"2024-09-13T15:58:41.480042+0000","last_peered":"2024-09-13T15:58:41.480042+0000","last_clean":"2024-09-13T15:58:41.480042+0000","last_became_active":"2024-09-13T15:58:41.474490+0000","last_became_peered":"2024-09-13T15:58:41.474490+0000","last_unstale":"2024-09-13T15:58:41.480042+0000","last_undegraded":"2024-09-13T15:58:41.480042+0000","last_fullsized":"2024-09-13T15:58:41.480042+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.573967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.447304+0000","last_change":"2024-09-13T15:58:41.447304+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.447304+0000","last_undegraded":"2024-09-13T15:58:41.447304+0000","last_fullsized":"2024-09-13T15:58:41.447304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.870756+0000","last_change":"2024-09-13T15:58:41.469206+0000","last_active":"2024-09-13T15:58:41.870756+0000","last_peered":"2024-09-13T15:58:41.870756+0000","last_clean":"2024-09-13T15:58:41.870756+0000","last_became_active":"2024-09-13T15:58:41.468736+0000","last_became_peered":"2024-09-13T15:58:41.468736+0000","last_unstale":"2024-09-13T15:58:41.870756+0000","last_undegraded":"2024-09-13T15:58:41.870756+0000","last_fullsized":"2024-09-13T15:58:41.870756+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.840154+0000","last_change":"2024-09-13T15:58:41.867916+0000","last_active":"2024-09-13T15:58:42.840154+0000","last_peered":"2024-09-13T15:58:42.840154+0000","last_clean":"2024-09-13T15:58:42.840154+0000","last_became_active":"2024-09-13T15:58:41.867594+0000","last_became_peered":"2024-09-13T15:58:41.867594+0000","last_unstale":"2024-09-13T15:58:42.840154+0000","last_undegraded":"2024-09-13T15:58:42.840154+0000","last_fullsized":"2024-09-13T15:58:42.840154+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.477097+0000","last_change":"2024-09-13T15:58:41.473030+0000","last_active":"2024-09-13T15:58:41.477097+0000","last_peered":"2024-09-13T15:58:41.477097+0000","last_clean":"2024-09-13T15:58:41.477097+0000","last_became_active":"2024-09-13T15:58:41.472012+0000","last_became_peered":"2024-09-13T15:58:41.472012+0000","last_unstale":"2024-09-13T15:58:41.477097+0000","last_undegraded":"2024-09-13T15:58:41.477097+0000","last_fullsized":"2024-09-13T15:58:41.477097+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:09.813986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.454553+0000","last_change":"2024-09-13T15:58:41.454553+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.454553+0000","last_undegraded":"2024-09-13T15:58:41.454553+0000","last_fullsized":"2024-09-13T15:58:41.454553+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:38.388515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890682+0000","last_change":"2024-09-13T15:58:41.479767+0000","last_active":"2024-09-13T15:58:41.890682+0000","last_peered":"2024-09-13T15:58:41.890682+0000","last_clean":"2024-09-13T15:58:41.890682+0000","last_became_active":"2024-09-13T15:58:41.479304+0000","last_became_peered":"2024-09-13T15:58:41.479304+0000","last_unstale":"2024-09-13T15:58:41.890682+0000","last_undegraded":"2024-09-13T15:58:41.890682+0000","last_fullsized":"2024-09-13T15:58:41.890682+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:57.562668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241786+0000","last_change":"2024-09-13T15:58:41.848857+0000","last_active":"2024-09-13T15:58:44.241786+0000","last_peered":"2024-09-13T15:58:44.241786+0000","last_clean":"2024-09-13T15:58:44.241786+0000","last_became_active":"2024-09-13T15:58:41.848598+0000","last_became_peered":"2024-09-13T15:58:41.848598+0000","last_unstale":"2024-09-13T15:58:44.241786+0000","last_undegraded":"2024-09-13T15:58:44.241786+0000","last_fullsized":"2024-09-13T15:58:44.241786+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:40.176207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.482275+0000","last_change":"2024-09-13T15:58:41.477639+0000","last_active":"2024-09-13T15:58:41.482275+0000","last_peered":"2024-09-13T15:58:41.482275+0000","last_clean":"2024-09-13T15:58:41.482275+0000","last_became_active":"2024-09-13T15:58:41.476931+0000","last_became_peered":"2024-09-13T15:58:41.476931+0000","last_unstale":"2024-09-13T15:58:41.482275+0000","last_undegraded":"2024-09-13T15:58:41.482275+0000","last_fullsized":"2024-09-13T15:58:41.482275+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241304+0000","last_change":"2024-09-13T15:58:41.873473+0000","last_active":"2024-09-13T15:58:44.241304+0000","last_peered":"2024-09-13T15:58:44.241304+0000","last_clean":"2024-09-13T15:58:44.241304+0000","last_became_active":"2024-09-13T15:58:41.873093+0000","last_became_peered":"2024-09-13T15:58:41.873093+0000","last_unstale":"2024-09-13T15:58:44.241304+0000","last_undegraded":"2024-09-13T15:58:44.241304+0000","last_fullsized":"2024-09-13T15:58:44.241304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:36:49.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479560+0000","last_change":"2024-09-13T15:58:41.468972+0000","last_active":"2024-09-13T15:58:41.479560+0000","last_peered":"2024-09-13T15:58:41.479560+0000","last_clean":"2024-09-13T15:58:41.479560+0000","last_became_active":"2024-09-13T15:58:41.468302+0000","last_became_peered":"2024-09-13T15:58:41.468302+0000","last_unstale":"2024-09-13T15:58:41.479560+0000","last_undegraded":"2024-09-13T15:58:41.479560+0000","last_fullsized":"2024-09-13T15:58:41.479560+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449901+0000","last_change":"2024-09-13T15:58:41.449901+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449901+0000","last_undegraded":"2024-09-13T15:58:41.449901+0000","last_fullsized":"2024-09-13T15:58:41.449901+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:10.824566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241502+0000","last_change":"2024-09-13T15:58:41.467833+0000","last_active":"2024-09-13T15:58:44.241502+0000","last_peered":"2024-09-13T15:58:44.241502+0000","last_clean":"2024-09-13T15:58:44.241502+0000","last_became_active":"2024-09-13T15:58:41.467019+0000","last_became_peered":"2024-09-13T15:58:41.467019+0000","last_unstale":"2024-09-13T15:58:44.241502+0000","last_undegraded":"2024-09-13T15:58:44.241502+0000","last_fullsized":"2024-09-13T15:58:44.241502+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:19.180790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461985+0000","last_change":"2024-09-13T15:58:41.461985+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461985+0000","last_undegraded":"2024-09-13T15:58:41.461985+0000","last_fullsized":"2024-09-13T15:58:41.461985+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:42.957606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479969+0000","last_change":"2024-09-13T15:58:41.475301+0000","last_active":"2024-09-13T15:58:41.479969+0000","last_peered":"2024-09-13T15:58:41.479969+0000","last_clean":"2024-09-13T15:58:41.479969+0000","last_became_active":"2024-09-13T15:58:41.474546+0000","last_became_peered":"2024-09-13T15:58:41.474546+0000","last_unstale":"2024-09-13T15:58:41.479969+0000","last_undegraded":"2024-09-13T15:58:41.479969+0000","last_fullsized":"2024-09-13T15:58:41.479969+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:37.339994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458175+0000","last_change":"2024-09-13T15:58:41.458175+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458175+0000","last_undegraded":"2024-09-13T15:58:41.458175+0000","last_fullsized":"2024-09-13T15:58:41.458175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242159+0000","last_change":"2024-09-13T15:58:41.480639+0000","last_active":"2024-09-13T15:58:44.242159+0000","last_peered":"2024-09-13T15:58:44.242159+0000","last_clean":"2024-09-13T15:58:44.242159+0000","last_became_active":"2024-09-13T15:58:41.480446+0000","last_became_peered":"2024-09-13T15:58:41.480446+0000","last_unstale":"2024-09-13T15:58:44.242159+0000","last_undegraded":"2024-09-13T15:58:44.242159+0000","last_fullsized":"2024-09-13T15:58:44.242159+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:44.368217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742627+0000","last_change":"2024-09-13T15:58:41.859756+0000","last_active":"2024-09-13T15:58:43.742627+0000","last_peered":"2024-09-13T15:58:43.742627+0000","last_clean":"2024-09-13T15:58:43.742627+0000","last_became_active":"2024-09-13T15:58:41.859275+0000","last_became_peered":"2024-09-13T15:58:41.859275+0000","last_unstale":"2024-09-13T15:58:43.742627+0000","last_undegraded":"2024-09-13T15:58:43.742627+0000","last_fullsized":"2024-09-13T15:58:43.742627+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:15.111937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.492935+0000","last_change":"2024-09-13T15:58:41.488359+0000","last_active":"2024-09-13T15:58:41.492935+0000","last_peered":"2024-09-13T15:58:41.492935+0000","last_clean":"2024-09-13T15:58:41.492935+0000","last_became_active":"2024-09-13T15:58:41.487714+0000","last_became_peered":"2024-09-13T15:58:41.487714+0000","last_unstale":"2024-09-13T15:58:41.492935+0000","last_undegraded":"2024-09-13T15:58:41.492935+0000","last_fullsized":"2024-09-13T15:58:41.492935+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.461934+0000","last_change":"2024-09-13T15:58:41.461934+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.461934+0000","last_undegraded":"2024-09-13T15:58:41.461934+0000","last_fullsized":"2024-09-13T15:58:41.461934+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:39.196197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"48'6","reported_seq":17,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618542+0000","last_change":"2024-09-13T15:58:41.470371+0000","last_active":"2024-09-13T15:58:43.618542+0000","last_peered":"2024-09-13T15:58:43.618542+0000","last_clean":"2024-09-13T15:58:43.618542+0000","last_became_active":"2024-09-13T15:58:41.469858+0000","last_became_peered":"2024-09-13T15:58:41.469858+0000","last_unstale":"2024-09-13T15:58:43.618542+0000","last_undegraded":"2024-09-13T15:58:43.618542+0000","last_fullsized":"2024-09-13T15:58:43.618542+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:25:33.894743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444667+0000","last_change":"2024-09-13T15:58:41.444667+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444667+0000","last_undegraded":"2024-09-13T15:58:41.444667+0000","last_fullsized":"2024-09-13T15:58:41.444667+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:58.912978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.867821+0000","last_change":"2024-09-13T15:58:41.463677+0000","last_active":"2024-09-13T15:58:41.867821+0000","last_peered":"2024-09-13T15:58:41.867821+0000","last_clean":"2024-09-13T15:58:41.867821+0000","last_became_active":"2024-09-13T15:58:41.463070+0000","last_became_peered":"2024-09-13T15:58:41.463070+0000","last_unstale":"2024-09-13T15:58:41.867821+0000","last_undegraded":"2024-09-13T15:58:41.867821+0000","last_fullsized":"2024-09-13T15:58:41.867821+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:18.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242059+0000","last_change":"2024-09-13T15:58:41.870824+0000","last_active":"2024-09-13T15:58:44.242059+0000","last_peered":"2024-09-13T15:58:44.242059+0000","last_clean":"2024-09-13T15:58:44.242059+0000","last_became_active":"2024-09-13T15:58:41.870488+0000","last_became_peered":"2024-09-13T15:58:41.870488+0000","last_unstale":"2024-09-13T15:58:44.242059+0000","last_undegraded":"2024-09-13T15:58:44.242059+0000","last_fullsized":"2024-09-13T15:58:44.242059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:46.441269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.473435+0000","last_change":"2024-09-13T15:58:41.470938+0000","last_active":"2024-09-13T15:58:41.473435+0000","last_peered":"2024-09-13T15:58:41.473435+0000","last_clean":"2024-09-13T15:58:41.473435+0000","last_became_active":"2024-09-13T15:58:41.469820+0000","last_became_peered":"2024-09-13T15:58:41.469820+0000","last_unstale":"2024-09-13T15:58:41.473435+0000","last_undegraded":"2024-09-13T15:58:41.473435+0000","last_fullsized":"2024-09-13T15:58:41.473435+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.741947+0000","last_change":"2024-09-13T15:58:41.856338+0000","last_active":"2024-09-13T15:58:43.741947+0000","last_peered":"2024-09-13T15:58:43.741947+0000","last_clean":"2024-09-13T15:58:43.741947+0000","last_became_active":"2024-09-13T15:58:41.855960+0000","last_became_peered":"2024-09-13T15:58:41.855960+0000","last_unstale":"2024-09-13T15:58:43.741947+0000","last_undegraded":"2024-09-13T15:58:43.741947+0000","last_fullsized":"2024-09-13T15:58:43.741947+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:25.284321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837213+0000","last_change":"2024-09-13T15:58:41.463457+0000","last_active":"2024-09-13T15:58:41.837213+0000","last_peered":"2024-09-13T15:58:41.837213+0000","last_clean":"2024-09-13T15:58:41.837213+0000","last_became_active":"2024-09-13T15:58:41.462825+0000","last_became_peered":"2024-09-13T15:58:41.462825+0000","last_unstale":"2024-09-13T15:58:41.837213+0000","last_undegraded":"2024-09-13T15:58:41.837213+0000","last_fullsized":"2024-09-13T15:58:41.837213+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:37.377935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.458904+0000","last_change":"2024-09-13T15:58:41.458904+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.458904+0000","last_undegraded":"2024-09-13T15:58:41.458904+0000","last_fullsized":"2024-09-13T15:58:41.458904+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"48'8","reported_seq":19,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241481+0000","last_change":"2024-09-13T15:58:41.470942+0000","last_active":"2024-09-13T15:58:44.241481+0000","last_peered":"2024-09-13T15:58:44.241481+0000","last_clean":"2024-09-13T15:58:44.241481+0000","last_became_active":"2024-09-13T15:58:41.470392+0000","last_became_peered":"2024-09-13T15:58:41.470392+0000","last_unstale":"2024-09-13T15:58:44.241481+0000","last_undegraded":"2024-09-13T15:58:44.241481+0000","last_fullsized":"2024-09-13T15:58:44.241481+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:20.755354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618695+0000","last_change":"2024-09-13T15:58:41.874821+0000","last_active":"2024-09-13T15:58:43.618695+0000","last_peered":"2024-09-13T15:58:43.618695+0000","last_clean":"2024-09-13T15:58:43.618695+0000","last_became_active":"2024-09-13T15:58:41.874536+0000","last_became_peered":"2024-09-13T15:58:41.874536+0000","last_unstale":"2024-09-13T15:58:43.618695+0000","last_undegraded":"2024-09-13T15:58:43.618695+0000","last_fullsized":"2024-09-13T15:58:43.618695+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:09.493291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"48'1","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618626+0000","last_change":"2024-09-13T15:58:41.466571+0000","last_active":"2024-09-13T15:58:43.618626+0000","last_peered":"2024-09-13T15:58:43.618626+0000","last_clean":"2024-09-13T15:58:43.618626+0000","last_became_active":"2024-09-13T15:58:41.466025+0000","last_became_peered":"2024-09-13T15:58:41.466025+0000","last_unstale":"2024-09-13T15:58:43.618626+0000","last_undegraded":"2024-09-13T15:58:43.618626+0000","last_fullsized":"2024-09-13T15:58:43.618626+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:02.365705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241941+0000","last_change":"2024-09-13T15:58:41.855212+0000","last_active":"2024-09-13T15:58:44.241941+0000","last_peered":"2024-09-13T15:58:44.241941+0000","last_clean":"2024-09-13T15:58:44.241941+0000","last_became_active":"2024-09-13T15:58:41.854966+0000","last_became_peered":"2024-09-13T15:58:41.854966+0000","last_unstale":"2024-09-13T15:58:44.241941+0000","last_undegraded":"2024-09-13T15:58:44.241941+0000","last_fullsized":"2024-09-13T15:58:44.241941+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:55:05.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480080+0000","last_change":"2024-09-13T15:58:41.475536+0000","last_active":"2024-09-13T15:58:41.480080+0000","last_peered":"2024-09-13T15:58:41.480080+0000","last_clean":"2024-09-13T15:58:41.480080+0000","last_became_active":"2024-09-13T15:58:41.474799+0000","last_became_peered":"2024-09-13T15:58:41.474799+0000","last_unstale":"2024-09-13T15:58:41.480080+0000","last_undegraded":"2024-09-13T15:58:41.480080+0000","last_fullsized":"2024-09-13T15:58:41.480080+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.446258+0000","last_change":"2024-09-13T15:58:41.446258+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.446258+0000","last_undegraded":"2024-09-13T15:58:41.446258+0000","last_fullsized":"2024-09-13T15:58:41.446258+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:30.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.480061+0000","last_change":"2024-09-13T15:58:41.469363+0000","last_active":"2024-09-13T15:58:41.480061+0000","last_peered":"2024-09-13T15:58:41.480061+0000","last_clean":"2024-09-13T15:58:41.480061+0000","last_became_active":"2024-09-13T15:58:41.468641+0000","last_became_peered":"2024-09-13T15:58:41.468641+0000","last_unstale":"2024-09-13T15:58:41.480061+0000","last_undegraded":"2024-09-13T15:58:41.480061+0000","last_fullsized":"2024-09-13T15:58:41.480061+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:39.839164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.449330+0000","last_change":"2024-09-13T15:58:41.449330+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.449330+0000","last_undegraded":"2024-09-13T15:58:41.449330+0000","last_fullsized":"2024-09-13T15:58:41.449330+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:05:34.968247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837068+0000","last_change":"2024-09-13T15:58:41.461814+0000","last_active":"2024-09-13T15:58:41.837068+0000","last_peered":"2024-09-13T15:58:41.837068+0000","last_clean":"2024-09-13T15:58:41.837068+0000","last_became_active":"2024-09-13T15:58:41.461360+0000","last_became_peered":"2024-09-13T15:58:41.461360+0000","last_unstale":"2024-09-13T15:58:41.837068+0000","last_undegraded":"2024-09-13T15:58:41.837068+0000","last_fullsized":"2024-09-13T15:58:41.837068+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742321+0000","last_change":"2024-09-13T15:58:41.859744+0000","last_active":"2024-09-13T15:58:43.742321+0000","last_peered":"2024-09-13T15:58:43.742321+0000","last_clean":"2024-09-13T15:58:43.742321+0000","last_became_active":"2024-09-13T15:58:41.856187+0000","last_became_peered":"2024-09-13T15:58:41.856187+0000","last_unstale":"2024-09-13T15:58:43.742321+0000","last_undegraded":"2024-09-13T15:58:43.742321+0000","last_fullsized":"2024-09-13T15:58:43.742321+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:44:36.119884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890829+0000","last_change":"2024-09-13T15:58:41.479028+0000","last_active":"2024-09-13T15:58:41.890829+0000","last_peered":"2024-09-13T15:58:41.890829+0000","last_clean":"2024-09-13T15:58:41.890829+0000","last_became_active":"2024-09-13T15:58:41.478567+0000","last_became_peered":"2024-09-13T15:58:41.478567+0000","last_unstale":"2024-09-13T15:58:41.890829+0000","last_undegraded":"2024-09-13T15:58:41.890829+0000","last_fullsized":"2024-09-13T15:58:41.890829+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:25.225865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.839884+0000","last_change":"2024-09-13T15:58:41.870158+0000","last_active":"2024-09-13T15:58:42.839884+0000","last_peered":"2024-09-13T15:58:42.839884+0000","last_clean":"2024-09-13T15:58:42.839884+0000","last_became_active":"2024-09-13T15:58:41.869887+0000","last_became_peered":"2024-09-13T15:58:41.869887+0000","last_unstale":"2024-09-13T15:58:42.839884+0000","last_undegraded":"2024-09-13T15:58:42.839884+0000","last_fullsized":"2024-09-13T15:58:42.839884+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479415+0000","last_change":"2024-09-13T15:58:41.466991+0000","last_active":"2024-09-13T15:58:41.479415+0000","last_peered":"2024-09-13T15:58:41.479415+0000","last_clean":"2024-09-13T15:58:41.479415+0000","last_became_active":"2024-09-13T15:58:41.465098+0000","last_became_peered":"2024-09-13T15:58:41.465098+0000","last_unstale":"2024-09-13T15:58:41.479415+0000","last_undegraded":"2024-09-13T15:58:41.479415+0000","last_fullsized":"2024-09-13T15:58:41.479415+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618087+0000","last_change":"2024-09-13T15:58:41.878753+0000","last_active":"2024-09-13T15:58:43.618087+0000","last_peered":"2024-09-13T15:58:43.618087+0000","last_clean":"2024-09-13T15:58:43.618087+0000","last_became_active":"2024-09-13T15:58:41.878485+0000","last_became_peered":"2024-09-13T15:58:41.878485+0000","last_unstale":"2024-09-13T15:58:43.618087+0000","last_undegraded":"2024-09-13T15:58:43.618087+0000","last_fullsized":"2024-09-13T15:58:43.618087+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:11:46.114464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241930+0000","last_change":"2024-09-13T15:58:41.479618+0000","last_active":"2024-09-13T15:58:44.241930+0000","last_peered":"2024-09-13T15:58:44.241930+0000","last_clean":"2024-09-13T15:58:44.241930+0000","last_became_active":"2024-09-13T15:58:41.478903+0000","last_became_peered":"2024-09-13T15:58:41.478903+0000","last_unstale":"2024-09-13T15:58:44.241930+0000","last_undegraded":"2024-09-13T15:58:44.241930+0000","last_fullsized":"2024-09-13T15:58:44.241930+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:04.457273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241490+0000","last_change":"2024-09-13T15:58:41.852813+0000","last_active":"2024-09-13T15:58:44.241490+0000","last_peered":"2024-09-13T15:58:44.241490+0000","last_clean":"2024-09-13T15:58:44.241490+0000","last_became_active":"2024-09-13T15:58:41.852403+0000","last_became_peered":"2024-09-13T15:58:41.852403+0000","last_unstale":"2024-09-13T15:58:44.241490+0000","last_undegraded":"2024-09-13T15:58:44.241490+0000","last_fullsized":"2024-09-13T15:58:44.241490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:46.468485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.472554+0000","last_change":"2024-09-13T15:58:41.468697+0000","last_active":"2024-09-13T15:58:41.472554+0000","last_peered":"2024-09-13T15:58:41.472554+0000","last_clean":"2024-09-13T15:58:41.472554+0000","last_became_active":"2024-09-13T15:58:41.468032+0000","last_became_peered":"2024-09-13T15:58:41.468032+0000","last_unstale":"2024-09-13T15:58:41.472554+0000","last_undegraded":"2024-09-13T15:58:41.472554+0000","last_fullsized":"2024-09-13T15:58:41.472554+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.444609+0000","last_change":"2024-09-13T15:58:41.444609+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.444609+0000","last_undegraded":"2024-09-13T15:58:41.444609+0000","last_fullsized":"2024-09-13T15:58:41.444609+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:40.849744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837195+0000","last_change":"2024-09-13T15:58:41.476884+0000","last_active":"2024-09-13T15:58:41.837195+0000","last_peered":"2024-09-13T15:58:41.837195+0000","last_clean":"2024-09-13T15:58:41.837195+0000","last_became_active":"2024-09-13T15:58:41.476641+0000","last_became_peered":"2024-09-13T15:58:41.476641+0000","last_unstale":"2024-09-13T15:58:41.837195+0000","last_undegraded":"2024-09-13T15:58:41.837195+0000","last_fullsized":"2024-09-13T15:58:41.837195+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:41.947026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241956+0000","last_change":"2024-09-13T15:58:41.859466+0000","last_active":"2024-09-13T15:58:44.241956+0000","last_peered":"2024-09-13T15:58:44.241956+0000","last_clean":"2024-09-13T15:58:44.241956+0000","last_became_active":"2024-09-13T15:58:41.859199+0000","last_became_peered":"2024-09-13T15:58:41.859199+0000","last_unstale":"2024-09-13T15:58:44.241956+0000","last_undegraded":"2024-09-13T15:58:44.241956+0000","last_fullsized":"2024-09-13T15:58:44.241956+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:58.738211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493448+0000","last_change":"2024-09-13T15:58:41.490058+0000","last_active":"2024-09-13T15:58:41.493448+0000","last_peered":"2024-09-13T15:58:41.493448+0000","last_clean":"2024-09-13T15:58:41.493448+0000","last_became_active":"2024-09-13T15:58:41.489256+0000","last_became_peered":"2024-09-13T15:58:41.489256+0000","last_unstale":"2024-09-13T15:58:41.493448+0000","last_undegraded":"2024-09-13T15:58:41.493448+0000","last_fullsized":"2024-09-13T15:58:41.493448+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:07.190023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.460853+0000","last_change":"2024-09-13T15:58:41.460853+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.460853+0000","last_undegraded":"2024-09-13T15:58:41.460853+0000","last_fullsized":"2024-09-13T15:58:41.460853+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:03:28.255535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.849870+0000","last_change":"2024-09-13T15:58:41.469758+0000","last_active":"2024-09-13T15:58:41.849870+0000","last_peered":"2024-09-13T15:58:41.849870+0000","last_clean":"2024-09-13T15:58:41.849870+0000","last_became_active":"2024-09-13T15:58:41.468899+0000","last_became_peered":"2024-09-13T15:58:41.468899+0000","last_unstale":"2024-09-13T15:58:41.849870+0000","last_undegraded":"2024-09-13T15:58:41.849870+0000","last_fullsized":"2024-09-13T15:58:41.849870+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742475+0000","last_change":"2024-09-13T15:58:41.859074+0000","last_active":"2024-09-13T15:58:43.742475+0000","last_peered":"2024-09-13T15:58:43.742475+0000","last_clean":"2024-09-13T15:58:43.742475+0000","last_became_active":"2024-09-13T15:58:41.855526+0000","last_became_peered":"2024-09-13T15:58:41.855526+0000","last_unstale":"2024-09-13T15:58:43.742475+0000","last_undegraded":"2024-09-13T15:58:43.742475+0000","last_fullsized":"2024-09-13T15:58:43.742475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:43.089627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.493025+0000","last_change":"2024-09-13T15:58:41.489572+0000","last_active":"2024-09-13T15:58:41.493025+0000","last_peered":"2024-09-13T15:58:41.493025+0000","last_clean":"2024-09-13T15:58:41.493025+0000","last_became_active":"2024-09-13T15:58:41.488955+0000","last_became_peered":"2024-09-13T15:58:41.488955+0000","last_unstale":"2024-09-13T15:58:41.493025+0000","last_undegraded":"2024-09-13T15:58:41.493025+0000","last_fullsized":"2024-09-13T15:58:41.493025+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742275+0000","last_change":"2024-09-13T15:58:41.859914+0000","last_active":"2024-09-13T15:58:43.742275+0000","last_peered":"2024-09-13T15:58:43.742275+0000","last_clean":"2024-09-13T15:58:43.742275+0000","last_became_active":"2024-09-13T15:58:41.859613+0000","last_became_peered":"2024-09-13T15:58:41.859613+0000","last_unstale":"2024-09-13T15:58:43.742275+0000","last_undegraded":"2024-09-13T15:58:43.742275+0000","last_fullsized":"2024-09-13T15:58:43.742275+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:10.529636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.475990+0000","last_change":"2024-09-13T15:58:41.471906+0000","last_active":"2024-09-13T15:58:41.475990+0000","last_peered":"2024-09-13T15:58:41.475990+0000","last_clean":"2024-09-13T15:58:41.475990+0000","last_became_active":"2024-09-13T15:58:41.471227+0000","last_became_peered":"2024-09-13T15:58:41.471227+0000","last_unstale":"2024-09-13T15:58:41.475990+0000","last_undegraded":"2024-09-13T15:58:41.475990+0000","last_fullsized":"2024-09-13T15:58:41.475990+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:02:35.830233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.445845+0000","last_change":"2024-09-13T15:58:41.445845+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.445845+0000","last_undegraded":"2024-09-13T15:58:41.445845+0000","last_fullsized":"2024-09-13T15:58:41.445845+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:53.863446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.849983+0000","last_change":"2024-09-13T15:58:41.462313+0000","last_active":"2024-09-13T15:58:41.849983+0000","last_peered":"2024-09-13T15:58:41.849983+0000","last_clean":"2024-09-13T15:58:41.849983+0000","last_became_active":"2024-09-13T15:58:41.461650+0000","last_became_peered":"2024-09-13T15:58:41.461650+0000","last_unstale":"2024-09-13T15:58:41.849983+0000","last_undegraded":"2024-09-13T15:58:41.849983+0000","last_fullsized":"2024-09-13T15:58:41.849983+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:07.529209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":47,"state":"creating+peering","last_fresh":"2024-09-13T15:58:41.453598+0000","last_change":"2024-09-13T15:58:41.453598+0000","last_active":"2024-09-13T15:58:41.426907+0000","last_peered":"2024-09-13T15:58:41.426907+0000","last_clean":"2024-09-13T15:58:41.426907+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T15:58:41.453598+0000","last_undegraded":"2024-09-13T15:58:41.453598+0000","last_fullsized":"2024-09-13T15:58:41.453598+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:15.177750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241629+0000","last_change":"2024-09-13T15:58:41.462944+0000","last_active":"2024-09-13T15:58:44.241629+0000","last_peered":"2024-09-13T15:58:44.241629+0000","last_clean":"2024-09-13T15:58:44.241629+0000","last_became_active":"2024-09-13T15:58:41.462325+0000","last_became_peered":"2024-09-13T15:58:41.462325+0000","last_unstale":"2024-09-13T15:58:44.241629+0000","last_undegraded":"2024-09-13T15:58:44.241629+0000","last_fullsized":"2024-09-13T15:58:44.241629+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:49.687608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242151+0000","last_change":"2024-09-13T15:58:41.870709+0000","last_active":"2024-09-13T15:58:44.242151+0000","last_peered":"2024-09-13T15:58:44.242151+0000","last_clean":"2024-09-13T15:58:44.242151+0000","last_became_active":"2024-09-13T15:58:41.870426+0000","last_became_peered":"2024-09-13T15:58:41.870426+0000","last_unstale":"2024-09-13T15:58:44.242151+0000","last_undegraded":"2024-09-13T15:58:44.242151+0000","last_fullsized":"2024-09-13T15:58:44.242151+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:54.635594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.479635+0000","last_change":"2024-09-13T15:58:41.469061+0000","last_active":"2024-09-13T15:58:41.479635+0000","last_peered":"2024-09-13T15:58:41.479635+0000","last_clean":"2024-09-13T15:58:41.479635+0000","last_became_active":"2024-09-13T15:58:41.468171+0000","last_became_peered":"2024-09-13T15:58:41.468171+0000","last_unstale":"2024-09-13T15:58:41.479635+0000","last_undegraded":"2024-09-13T15:58:41.479635+0000","last_fullsized":"2024-09-13T15:58:41.479635+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:31.848570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":183,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T15:58:40.443753+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:58:40.443753+0000","last_peered":"2024-09-13T15:58:40.443753+0000","last_clean":"2024-09-13T15:58:40.443753+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:58:40.443753+0000","last_undegraded":"2024-09-13T15:58:40.443753+0000","last_fullsized":"2024-09-13T15:58:40.443753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2202,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476764,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343708,"statfs":{"total":96636764160,"available":96607956992,"internally_reserved":0,"allocated":1134592,"data_stored":809734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.92600000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":1.016},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.77700000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.87}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.98699999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.103},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1699999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.123},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.876}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.96499999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.84299999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.0529999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.083}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.747},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":0.90500000000000003}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":1.149},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":0.93400000000000005}]}]},{"osd":5,"up_from":16,"seq":68719476761,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":219366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":1.117},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":1.0229999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":1.147},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":1.0569999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93000000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.72999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.091},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.997},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.96399999999999997}]}]},{"osd":4,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":528384,"data_stored":213099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.89600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.78800000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.93000000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.997},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96599999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.75900000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.82699999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35784,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336056,"statfs":{"total":96636764160,"available":96600121344,"internally_reserved":0,"allocated":577536,"data_stored":233079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.64500000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.78000000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.099}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.91300000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.125},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.204}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.1779999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509466,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35776,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336064,"statfs":{"total":96636764160,"available":96600129536,"internally_reserved":0,"allocated":569344,"data_stored":232511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.40899999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.57699999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.83799999999999997}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.95799999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.752}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.0249999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35780,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336060,"statfs":{"total":96636764160,"available":96600125440,"internally_reserved":0,"allocated":581632,"data_stored":234027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.93400000000000005}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.89100000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.81200000000000006}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.1619999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.375}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":1.1930000000000001},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.0860000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.542},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.4279999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":1.486},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.2669999999999999}]}]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36348,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335492,"statfs":{"total":96636764160,"available":96599543808,"internally_reserved":0,"allocated":1163264,"data_stored":822843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.432},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.68200000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.65100000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.46800000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":1.0049999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.76300000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":1.1120000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.1799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:50.361 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:58:50.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 Processor -- start 2024-09-13T15:58:50.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 -- start start 2024-09-13T15:58:50.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff10006d0d0 0x7ff1000b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff1000b2f00 0x7ff10006f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1000b15c0 con 0x7ff10006d4b0 2024-09-13T15:58:50.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff100070860 con 0x7ff1000b2f00 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff105218640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff100070b40 con 0x7ff10006d0d0 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff1000b2f00 0x7ff10006f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff1000b2f00 0x7ff10006f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58970/0 (socket says 172.21.15.7:58970) 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 -- 172.21.15.7:0/3922438642 learned_addr learned my addr 172.21.15.7:0/3922438642 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0fed9d640 1 --2- 172.21.15.7:0/3922438642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff10006d0d0 0x7ff1000b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 -- 172.21.15.7:0/3922438642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff10006d0d0 msgr2=0x7ff1000b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 --2- 172.21.15.7:0/3922438642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff10006d0d0 0x7ff1000b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 -- 172.21.15.7:0/3922438642 >> v1:172.21.15.77:6789/0 conn(0x7ff10006d4b0 legacy=0x7ff10006f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.493+0000 7ff0f659c640 1 -- 172.21.15.7:0/3922438642 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff100070e20 con 0x7ff1000b2f00 2024-09-13T15:58:50.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0f659c640 1 --2- 172.21.15.7:0/3922438642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1000b2f00 0x7ff10006f470 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8009870 tx=0x7ff0e801e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9d7c7d7a3a71eda server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:50.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fe59c640 1 -- 172.21.15.7:0/3922438642 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff10015a7c0 con 0x7ff1000b2f00 2024-09-13T15:58:50.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fe59c640 1 -- 172.21.15.7:0/3922438642 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0e80a86a0 con 0x7ff1000b2f00 2024-09-13T15:58:50.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fe59c640 1 -- 172.21.15.7:0/3922438642 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e80a8a30 con 0x7ff1000b2f00 2024-09-13T15:58:50.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- 172.21.15.7:0/3922438642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1000b2f00 msgr2=0x7ff10006f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 --2- 172.21.15.7:0/3922438642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1000b2f00 0x7ff10006f470 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8009870 tx=0x7ff0e801e6b0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- 172.21.15.7:0/3922438642 shutdown_connections 2024-09-13T15:58:50.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 --2- 172.21.15.7:0/3922438642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1000b2f00 0x7ff10006f470 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 --2- 172.21.15.7:0/3922438642 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff10006d0d0 0x7ff1000b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- 172.21.15.7:0/3922438642 >> 172.21.15.7:0/3922438642 conn(0x7ff100069f00 msgr2=0x7ff10006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:50.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- 172.21.15.7:0/3922438642 shutdown_connections 2024-09-13T15:58:50.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- 172.21.15.7:0/3922438642 wait complete. 2024-09-13T15:58:50.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 Processor -- start 2024-09-13T15:58:50.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- start start 2024-09-13T15:58:50.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 0x7ff100145430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff10006d4b0 0x7ff1000cd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1000b2f00 0x7ff100153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1000ccf60 con 0x7ff10006d0d0 2024-09-13T15:58:50.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1000cc350 con 0x7ff10006d4b0 2024-09-13T15:58:50.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff105218640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1000cc630 con 0x7ff1000b2f00 2024-09-13T15:58:50.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 0x7ff100145430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 0x7ff100145430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58980/0 (socket says 172.21.15.7:58980) 2024-09-13T15:58:50.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 -- 172.21.15.7:0/1217623333 learned_addr learned my addr 172.21.15.7:0/1217623333 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:50.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0f659c640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff10006d4b0 0x7ff1000cd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0ff59e640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1000b2f00 0x7ff100153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 -- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1000b2f00 msgr2=0x7ff100153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1000b2f00 0x7ff100153a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 -- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff10006d4b0 msgr2=0x7ff1000cd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff10006d4b0 0x7ff1000cd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.497+0000 7ff0fed9d640 1 -- 172.21.15.7:0/1217623333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0e80094d0 con 0x7ff10006d0d0 2024-09-13T15:58:50.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0fed9d640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 0x7ff100145430 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ff0f000d800 tx=0x7ff0f000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:50.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f000b6c0 con 0x7ff10006d0d0 2024-09-13T15:58:50.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0f000b820 con 0x7ff10006d0d0 2024-09-13T15:58:50.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1000cc910 con 0x7ff10006d0d0 2024-09-13T15:58:50.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f000bb90 con 0x7ff10006d0d0 2024-09-13T15:58:50.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff100145970 con 0x7ff10006d0d0 2024-09-13T15:58:50.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1000b3430 con 0x7ff10006d0d0 2024-09-13T15:58:50.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff0f000bcf0 con 0x7ff10006d0d0 2024-09-13T15:58:50.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f7fff640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff0e00666c0 0x7ff0e0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff0f0084710 con 0x7ff10006d0d0 2024-09-13T15:58:50.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f659c640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff0e00666c0 0x7ff0e0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.501+0000 7ff0f659c640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff0e00666c0 0x7ff0e0068b80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff0e80b0000 tx=0x7ff0e80a9000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:50.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.505+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff0f0051a80 con 0x7ff10006d0d0 2024-09-13T15:58:50.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.665+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff100145b60 con 0x7ff0e00666c0 2024-09-13T15:58:50.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.673+0000 7ff0f7fff640 1 -- 172.21.15.7:0/1217623333 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288217 (secure 0 0 0) 0x7ff100145b60 con 0x7ff0e00666c0 2024-09-13T15:58:50.682 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:50.684 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff0e00666c0 msgr2=0x7ff0e0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff0e00666c0 0x7ff0e0068b80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff0e80b0000 tx=0x7ff0e80a9000 comp rx=0 tx=0).stop 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 msgr2=0x7ff100145430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 0x7ff100145430 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ff0f000d800 tx=0x7ff0f000dcc0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 shutdown_connections 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff0e00666c0 0x7ff0e0068b80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff1000b2f00 0x7ff100153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff10006d4b0 0x7ff1000cd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 --2- 172.21.15.7:0/1217623333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff10006d0d0 0x7ff100145430 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 >> 172.21.15.7:0/1217623333 conn(0x7ff100069f00 msgr2=0x7ff10006c2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:50.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 shutdown_connections 2024-09-13T15:58:50.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.681+0000 7ff105218640 1 -- 172.21.15.7:0/1217623333 wait complete. 2024-09-13T15:58:50.702 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":105,"stamp":"2024-09-13T15:58:50.529340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254600,"kb_used_data":5640,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720120,"statfs":{"total":773094113280,"available":772833402880,"internally_reserved":0,"allocated":5775360,"data_stored":3044988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.695540"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890369+0000","last_change":"2024-09-13T15:58:41.880138+0000","last_active":"2024-09-13T15:58:41.890369+0000","last_peered":"2024-09-13T15:58:41.890369+0000","last_clean":"2024-09-13T15:58:41.890369+0000","last_became_active":"2024-09-13T15:58:41.879231+0000","last_became_peered":"2024-09-13T15:58:41.879231+0000","last_unstale":"2024-09-13T15:58:41.890369+0000","last_undegraded":"2024-09-13T15:58:41.890369+0000","last_fullsized":"2024-09-13T15:58:41.890369+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.877180+0000","last_change":"2024-09-13T15:58:41.872065+0000","last_active":"2024-09-13T15:58:41.877180+0000","last_peered":"2024-09-13T15:58:41.877180+0000","last_clean":"2024-09-13T15:58:41.877180+0000","last_became_active":"2024-09-13T15:58:41.871397+0000","last_became_peered":"2024-09-13T15:58:41.871397+0000","last_unstale":"2024-09-13T15:58:41.877180+0000","last_undegraded":"2024-09-13T15:58:41.877180+0000","last_fullsized":"2024-09-13T15:58:41.877180+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:28.487146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.858839+0000","last_change":"2024-09-13T15:58:41.854882+0000","last_active":"2024-09-13T15:58:41.858839+0000","last_peered":"2024-09-13T15:58:41.858839+0000","last_clean":"2024-09-13T15:58:41.858839+0000","last_became_active":"2024-09-13T15:58:41.854208+0000","last_became_peered":"2024-09-13T15:58:41.854208+0000","last_unstale":"2024-09-13T15:58:41.858839+0000","last_undegraded":"2024-09-13T15:58:41.858839+0000","last_fullsized":"2024-09-13T15:58:41.858839+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:23.923955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241881+0000","last_change":"2024-09-13T15:58:41.873762+0000","last_active":"2024-09-13T15:58:44.241881+0000","last_peered":"2024-09-13T15:58:44.241881+0000","last_clean":"2024-09-13T15:58:44.241881+0000","last_became_active":"2024-09-13T15:58:41.873098+0000","last_became_peered":"2024-09-13T15:58:41.873098+0000","last_unstale":"2024-09-13T15:58:44.241881+0000","last_undegraded":"2024-09-13T15:58:44.241881+0000","last_fullsized":"2024-09-13T15:58:44.241881+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:24.885788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.876972+0000","last_change":"2024-09-13T15:58:41.869854+0000","last_active":"2024-09-13T15:58:41.876972+0000","last_peered":"2024-09-13T15:58:41.876972+0000","last_clean":"2024-09-13T15:58:41.876972+0000","last_became_active":"2024-09-13T15:58:41.868998+0000","last_became_peered":"2024-09-13T15:58:41.868998+0000","last_unstale":"2024-09-13T15:58:41.876972+0000","last_undegraded":"2024-09-13T15:58:41.876972+0000","last_fullsized":"2024-09-13T15:58:41.876972+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742175+0000","last_change":"2024-09-13T15:58:41.870640+0000","last_active":"2024-09-13T15:58:43.742175+0000","last_peered":"2024-09-13T15:58:43.742175+0000","last_clean":"2024-09-13T15:58:43.742175+0000","last_became_active":"2024-09-13T15:58:41.870291+0000","last_became_peered":"2024-09-13T15:58:41.870291+0000","last_unstale":"2024-09-13T15:58:43.742175+0000","last_undegraded":"2024-09-13T15:58:43.742175+0000","last_fullsized":"2024-09-13T15:58:43.742175+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:52:09.952473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890343+0000","last_change":"2024-09-13T15:58:41.877807+0000","last_active":"2024-09-13T15:58:41.890343+0000","last_peered":"2024-09-13T15:58:41.890343+0000","last_clean":"2024-09-13T15:58:41.890343+0000","last_became_active":"2024-09-13T15:58:41.870814+0000","last_became_peered":"2024-09-13T15:58:41.870814+0000","last_unstale":"2024-09-13T15:58:41.890343+0000","last_undegraded":"2024-09-13T15:58:41.890343+0000","last_fullsized":"2024-09-13T15:58:41.890343+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:00.459245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241287+0000","last_change":"2024-09-13T15:58:41.873540+0000","last_active":"2024-09-13T15:58:44.241287+0000","last_peered":"2024-09-13T15:58:44.241287+0000","last_clean":"2024-09-13T15:58:44.241287+0000","last_became_active":"2024-09-13T15:58:41.873151+0000","last_became_peered":"2024-09-13T15:58:41.873151+0000","last_unstale":"2024-09-13T15:58:44.241287+0000","last_undegraded":"2024-09-13T15:58:44.241287+0000","last_fullsized":"2024-09-13T15:58:44.241287+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:06.102261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241867+0000","last_change":"2024-09-13T15:58:41.852770+0000","last_active":"2024-09-13T15:58:44.241867+0000","last_peered":"2024-09-13T15:58:44.241867+0000","last_clean":"2024-09-13T15:58:44.241867+0000","last_became_active":"2024-09-13T15:58:41.852500+0000","last_became_peered":"2024-09-13T15:58:41.852500+0000","last_unstale":"2024-09-13T15:58:44.241867+0000","last_undegraded":"2024-09-13T15:58:44.241867+0000","last_fullsized":"2024-09-13T15:58:44.241867+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:30.594627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242079+0000","last_change":"2024-09-13T15:58:41.873347+0000","last_active":"2024-09-13T15:58:44.242079+0000","last_peered":"2024-09-13T15:58:44.242079+0000","last_clean":"2024-09-13T15:58:44.242079+0000","last_became_active":"2024-09-13T15:58:41.873025+0000","last_became_peered":"2024-09-13T15:58:41.873025+0000","last_unstale":"2024-09-13T15:58:44.242079+0000","last_undegraded":"2024-09-13T15:58:44.242079+0000","last_fullsized":"2024-09-13T15:58:44.242079+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:50.807065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241862+0000","last_change":"2024-09-13T15:58:41.854555+0000","last_active":"2024-09-13T15:58:44.241862+0000","last_peered":"2024-09-13T15:58:44.241862+0000","last_clean":"2024-09-13T15:58:44.241862+0000","last_became_active":"2024-09-13T15:58:41.854202+0000","last_became_peered":"2024-09-13T15:58:41.854202+0000","last_unstale":"2024-09-13T15:58:44.241862+0000","last_undegraded":"2024-09-13T15:58:44.241862+0000","last_fullsized":"2024-09-13T15:58:44.241862+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:47:31.407372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.876924+0000","last_change":"2024-09-13T15:58:41.871662+0000","last_active":"2024-09-13T15:58:41.876924+0000","last_peered":"2024-09-13T15:58:41.876924+0000","last_clean":"2024-09-13T15:58:41.876924+0000","last_became_active":"2024-09-13T15:58:41.870938+0000","last_became_peered":"2024-09-13T15:58:41.870938+0000","last_unstale":"2024-09-13T15:58:41.876924+0000","last_undegraded":"2024-09-13T15:58:41.876924+0000","last_fullsized":"2024-09-13T15:58:41.876924+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:24:47.495048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618326+0000","last_change":"2024-09-13T15:58:41.863065+0000","last_active":"2024-09-13T15:58:43.618326+0000","last_peered":"2024-09-13T15:58:43.618326+0000","last_clean":"2024-09-13T15:58:43.618326+0000","last_became_active":"2024-09-13T15:58:41.862652+0000","last_became_peered":"2024-09-13T15:58:41.862652+0000","last_unstale":"2024-09-13T15:58:43.618326+0000","last_undegraded":"2024-09-13T15:58:43.618326+0000","last_fullsized":"2024-09-13T15:58:43.618326+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:38.579365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241978+0000","last_change":"2024-09-13T15:58:41.854631+0000","last_active":"2024-09-13T15:58:44.241978+0000","last_peered":"2024-09-13T15:58:44.241978+0000","last_clean":"2024-09-13T15:58:44.241978+0000","last_became_active":"2024-09-13T15:58:41.854215+0000","last_became_peered":"2024-09-13T15:58:41.854215+0000","last_unstale":"2024-09-13T15:58:44.241978+0000","last_undegraded":"2024-09-13T15:58:44.241978+0000","last_fullsized":"2024-09-13T15:58:44.241978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:26.542140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742007+0000","last_change":"2024-09-13T15:58:41.860510+0000","last_active":"2024-09-13T15:58:43.742007+0000","last_peered":"2024-09-13T15:58:43.742007+0000","last_clean":"2024-09-13T15:58:43.742007+0000","last_became_active":"2024-09-13T15:58:41.856152+0000","last_became_peered":"2024-09-13T15:58:41.856152+0000","last_unstale":"2024-09-13T15:58:43.742007+0000","last_undegraded":"2024-09-13T15:58:43.742007+0000","last_fullsized":"2024-09-13T15:58:43.742007+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:00.575698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.881785+0000","last_change":"2024-09-13T15:58:41.872033+0000","last_active":"2024-09-13T15:58:41.881785+0000","last_peered":"2024-09-13T15:58:41.881785+0000","last_clean":"2024-09-13T15:58:41.881785+0000","last_became_active":"2024-09-13T15:58:41.871403+0000","last_became_peered":"2024-09-13T15:58:41.871403+0000","last_unstale":"2024-09-13T15:58:41.881785+0000","last_undegraded":"2024-09-13T15:58:41.881785+0000","last_fullsized":"2024-09-13T15:58:41.881785+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.859150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.880830+0000","last_change":"2024-09-13T15:58:41.876088+0000","last_active":"2024-09-13T15:58:41.880830+0000","last_peered":"2024-09-13T15:58:41.880830+0000","last_clean":"2024-09-13T15:58:41.880830+0000","last_became_active":"2024-09-13T15:58:41.875118+0000","last_became_peered":"2024-09-13T15:58:41.875118+0000","last_unstale":"2024-09-13T15:58:41.880830+0000","last_undegraded":"2024-09-13T15:58:41.880830+0000","last_fullsized":"2024-09-13T15:58:41.880830+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:19.704599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.883090+0000","last_change":"2024-09-13T15:58:41.862766+0000","last_active":"2024-09-13T15:58:41.883090+0000","last_peered":"2024-09-13T15:58:41.883090+0000","last_clean":"2024-09-13T15:58:41.883090+0000","last_became_active":"2024-09-13T15:58:41.861968+0000","last_became_peered":"2024-09-13T15:58:41.861968+0000","last_unstale":"2024-09-13T15:58:41.883090+0000","last_undegraded":"2024-09-13T15:58:41.883090+0000","last_fullsized":"2024-09-13T15:58:41.883090+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.882529+0000","last_change":"2024-09-13T15:58:41.876845+0000","last_active":"2024-09-13T15:58:41.882529+0000","last_peered":"2024-09-13T15:58:41.882529+0000","last_clean":"2024-09-13T15:58:41.882529+0000","last_became_active":"2024-09-13T15:58:41.873625+0000","last_became_peered":"2024-09-13T15:58:41.873625+0000","last_unstale":"2024-09-13T15:58:41.882529+0000","last_undegraded":"2024-09-13T15:58:41.882529+0000","last_fullsized":"2024-09-13T15:58:41.882529+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:26.672242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618539+0000","last_change":"2024-09-13T15:58:41.850667+0000","last_active":"2024-09-13T15:58:43.618539+0000","last_peered":"2024-09-13T15:58:43.618539+0000","last_clean":"2024-09-13T15:58:43.618539+0000","last_became_active":"2024-09-13T15:58:41.849990+0000","last_became_peered":"2024-09-13T15:58:41.849990+0000","last_unstale":"2024-09-13T15:58:43.618539+0000","last_undegraded":"2024-09-13T15:58:43.618539+0000","last_fullsized":"2024-09-13T15:58:43.618539+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:31.178656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742259+0000","last_change":"2024-09-13T15:58:41.865766+0000","last_active":"2024-09-13T15:58:43.742259+0000","last_peered":"2024-09-13T15:58:43.742259+0000","last_clean":"2024-09-13T15:58:43.742259+0000","last_became_active":"2024-09-13T15:58:41.865522+0000","last_became_peered":"2024-09-13T15:58:41.865522+0000","last_unstale":"2024-09-13T15:58:43.742259+0000","last_undegraded":"2024-09-13T15:58:43.742259+0000","last_fullsized":"2024-09-13T15:58:43.742259+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:06.544181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241640+0000","last_change":"2024-09-13T15:58:41.873548+0000","last_active":"2024-09-13T15:58:44.241640+0000","last_peered":"2024-09-13T15:58:44.241640+0000","last_clean":"2024-09-13T15:58:44.241640+0000","last_became_active":"2024-09-13T15:58:41.873094+0000","last_became_peered":"2024-09-13T15:58:41.873094+0000","last_unstale":"2024-09-13T15:58:44.241640+0000","last_undegraded":"2024-09-13T15:58:44.241640+0000","last_fullsized":"2024-09-13T15:58:44.241640+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:48.491498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890933+0000","last_change":"2024-09-13T15:58:41.888565+0000","last_active":"2024-09-13T15:58:41.890933+0000","last_peered":"2024-09-13T15:58:41.890933+0000","last_clean":"2024-09-13T15:58:41.890933+0000","last_became_active":"2024-09-13T15:58:41.887883+0000","last_became_peered":"2024-09-13T15:58:41.887883+0000","last_unstale":"2024-09-13T15:58:41.890933+0000","last_undegraded":"2024-09-13T15:58:41.890933+0000","last_fullsized":"2024-09-13T15:58:41.890933+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890973+0000","last_change":"2024-09-13T15:58:41.889816+0000","last_active":"2024-09-13T15:58:41.890973+0000","last_peered":"2024-09-13T15:58:41.890973+0000","last_clean":"2024-09-13T15:58:41.890973+0000","last_became_active":"2024-09-13T15:58:41.889003+0000","last_became_peered":"2024-09-13T15:58:41.889003+0000","last_unstale":"2024-09-13T15:58:41.890973+0000","last_undegraded":"2024-09-13T15:58:41.890973+0000","last_fullsized":"2024-09-13T15:58:41.890973+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.881694+0000","last_change":"2024-09-13T15:58:41.868586+0000","last_active":"2024-09-13T15:58:41.881694+0000","last_peered":"2024-09-13T15:58:41.881694+0000","last_clean":"2024-09-13T15:58:41.881694+0000","last_became_active":"2024-09-13T15:58:41.867965+0000","last_became_peered":"2024-09-13T15:58:41.867965+0000","last_unstale":"2024-09-13T15:58:41.881694+0000","last_undegraded":"2024-09-13T15:58:41.881694+0000","last_fullsized":"2024-09-13T15:58:41.881694+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:54.380639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618546+0000","last_change":"2024-09-13T15:58:41.856112+0000","last_active":"2024-09-13T15:58:43.618546+0000","last_peered":"2024-09-13T15:58:43.618546+0000","last_clean":"2024-09-13T15:58:43.618546+0000","last_became_active":"2024-09-13T15:58:41.855870+0000","last_became_peered":"2024-09-13T15:58:41.855870+0000","last_unstale":"2024-09-13T15:58:43.618546+0000","last_undegraded":"2024-09-13T15:58:43.618546+0000","last_fullsized":"2024-09-13T15:58:43.618546+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:45.378798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.880905+0000","last_change":"2024-09-13T15:58:41.876277+0000","last_active":"2024-09-13T15:58:41.880905+0000","last_peered":"2024-09-13T15:58:41.880905+0000","last_clean":"2024-09-13T15:58:41.880905+0000","last_became_active":"2024-09-13T15:58:41.875589+0000","last_became_peered":"2024-09-13T15:58:41.875589+0000","last_unstale":"2024-09-13T15:58:41.880905+0000","last_undegraded":"2024-09-13T15:58:41.880905+0000","last_fullsized":"2024-09-13T15:58:41.880905+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.876872+0000","last_change":"2024-09-13T15:58:41.871343+0000","last_active":"2024-09-13T15:58:41.876872+0000","last_peered":"2024-09-13T15:58:41.876872+0000","last_clean":"2024-09-13T15:58:41.876872+0000","last_became_active":"2024-09-13T15:58:41.870610+0000","last_became_peered":"2024-09-13T15:58:41.870610+0000","last_unstale":"2024-09-13T15:58:41.876872+0000","last_undegraded":"2024-09-13T15:58:41.876872+0000","last_fullsized":"2024-09-13T15:58:41.876872+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:05.456623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.872678+0000","last_change":"2024-09-13T15:58:41.864329+0000","last_active":"2024-09-13T15:58:41.872678+0000","last_peered":"2024-09-13T15:58:41.872678+0000","last_clean":"2024-09-13T15:58:41.872678+0000","last_became_active":"2024-09-13T15:58:41.863616+0000","last_became_peered":"2024-09-13T15:58:41.863616+0000","last_unstale":"2024-09-13T15:58:41.872678+0000","last_undegraded":"2024-09-13T15:58:41.872678+0000","last_fullsized":"2024-09-13T15:58:41.872678+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:08.539790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.883183+0000","last_change":"2024-09-13T15:58:41.879455+0000","last_active":"2024-09-13T15:58:41.883183+0000","last_peered":"2024-09-13T15:58:41.883183+0000","last_clean":"2024-09-13T15:58:41.883183+0000","last_became_active":"2024-09-13T15:58:41.878954+0000","last_became_peered":"2024-09-13T15:58:41.878954+0000","last_unstale":"2024-09-13T15:58:41.883183+0000","last_undegraded":"2024-09-13T15:58:41.883183+0000","last_fullsized":"2024-09-13T15:58:41.883183+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:26.236445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742146+0000","last_change":"2024-09-13T15:58:41.869015+0000","last_active":"2024-09-13T15:58:43.742146+0000","last_peered":"2024-09-13T15:58:43.742146+0000","last_clean":"2024-09-13T15:58:43.742146+0000","last_became_active":"2024-09-13T15:58:41.868751+0000","last_became_peered":"2024-09-13T15:58:41.868751+0000","last_unstale":"2024-09-13T15:58:43.742146+0000","last_undegraded":"2024-09-13T15:58:43.742146+0000","last_fullsized":"2024-09-13T15:58:43.742146+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.617950+0000","last_change":"2024-09-13T15:58:41.854674+0000","last_active":"2024-09-13T15:58:43.617950+0000","last_peered":"2024-09-13T15:58:43.617950+0000","last_clean":"2024-09-13T15:58:43.617950+0000","last_became_active":"2024-09-13T15:58:41.854285+0000","last_became_peered":"2024-09-13T15:58:41.854285+0000","last_unstale":"2024-09-13T15:58:43.617950+0000","last_undegraded":"2024-09-13T15:58:43.617950+0000","last_fullsized":"2024-09-13T15:58:43.617950+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:20.191370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.840212+0000","last_change":"2024-09-13T15:58:41.861278+0000","last_active":"2024-09-13T15:58:42.840212+0000","last_peered":"2024-09-13T15:58:42.840212+0000","last_clean":"2024-09-13T15:58:42.840212+0000","last_became_active":"2024-09-13T15:58:41.860905+0000","last_became_peered":"2024-09-13T15:58:41.860905+0000","last_unstale":"2024-09-13T15:58:42.840212+0000","last_undegraded":"2024-09-13T15:58:42.840212+0000","last_fullsized":"2024-09-13T15:58:42.840212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"48'4","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.882367+0000","last_change":"2024-09-13T15:58:41.462476+0000","last_active":"2024-09-13T15:58:41.882367+0000","last_peered":"2024-09-13T15:58:41.882367+0000","last_clean":"2024-09-13T15:58:41.882367+0000","last_became_active":"2024-09-13T15:58:41.461725+0000","last_became_peered":"2024-09-13T15:58:41.461725+0000","last_unstale":"2024-09-13T15:58:41.882367+0000","last_undegraded":"2024-09-13T15:58:41.882367+0000","last_fullsized":"2024-09-13T15:58:41.882367+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.881860+0000","last_change":"2024-09-13T15:58:41.874886+0000","last_active":"2024-09-13T15:58:41.881860+0000","last_peered":"2024-09-13T15:58:41.881860+0000","last_clean":"2024-09-13T15:58:41.881860+0000","last_became_active":"2024-09-13T15:58:41.873561+0000","last_became_peered":"2024-09-13T15:58:41.873561+0000","last_unstale":"2024-09-13T15:58:41.881860+0000","last_undegraded":"2024-09-13T15:58:41.881860+0000","last_fullsized":"2024-09-13T15:58:41.881860+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:25.984340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.885941+0000","last_change":"2024-09-13T15:58:41.475119+0000","last_active":"2024-09-13T15:58:41.885941+0000","last_peered":"2024-09-13T15:58:41.885941+0000","last_clean":"2024-09-13T15:58:41.885941+0000","last_became_active":"2024-09-13T15:58:41.474490+0000","last_became_peered":"2024-09-13T15:58:41.474490+0000","last_unstale":"2024-09-13T15:58:41.885941+0000","last_undegraded":"2024-09-13T15:58:41.885941+0000","last_fullsized":"2024-09-13T15:58:41.885941+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.573967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.873928+0000","last_change":"2024-09-13T15:58:41.868712+0000","last_active":"2024-09-13T15:58:41.873928+0000","last_peered":"2024-09-13T15:58:41.873928+0000","last_clean":"2024-09-13T15:58:41.873928+0000","last_became_active":"2024-09-13T15:58:41.867959+0000","last_became_peered":"2024-09-13T15:58:41.867959+0000","last_unstale":"2024-09-13T15:58:41.873928+0000","last_undegraded":"2024-09-13T15:58:41.873928+0000","last_fullsized":"2024-09-13T15:58:41.873928+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.573248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.870756+0000","last_change":"2024-09-13T15:58:41.469206+0000","last_active":"2024-09-13T15:58:41.870756+0000","last_peered":"2024-09-13T15:58:41.870756+0000","last_clean":"2024-09-13T15:58:41.870756+0000","last_became_active":"2024-09-13T15:58:41.468736+0000","last_became_peered":"2024-09-13T15:58:41.468736+0000","last_unstale":"2024-09-13T15:58:41.870756+0000","last_undegraded":"2024-09-13T15:58:41.870756+0000","last_fullsized":"2024-09-13T15:58:41.870756+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.840154+0000","last_change":"2024-09-13T15:58:41.867916+0000","last_active":"2024-09-13T15:58:42.840154+0000","last_peered":"2024-09-13T15:58:42.840154+0000","last_clean":"2024-09-13T15:58:42.840154+0000","last_became_active":"2024-09-13T15:58:41.867594+0000","last_became_peered":"2024-09-13T15:58:41.867594+0000","last_unstale":"2024-09-13T15:58:42.840154+0000","last_undegraded":"2024-09-13T15:58:42.840154+0000","last_fullsized":"2024-09-13T15:58:42.840154+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:21.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.887227+0000","last_change":"2024-09-13T15:58:41.473030+0000","last_active":"2024-09-13T15:58:41.887227+0000","last_peered":"2024-09-13T15:58:41.887227+0000","last_clean":"2024-09-13T15:58:41.887227+0000","last_became_active":"2024-09-13T15:58:41.472012+0000","last_became_peered":"2024-09-13T15:58:41.472012+0000","last_unstale":"2024-09-13T15:58:41.887227+0000","last_undegraded":"2024-09-13T15:58:41.887227+0000","last_fullsized":"2024-09-13T15:58:41.887227+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:09.813986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.880585+0000","last_change":"2024-09-13T15:58:41.874380+0000","last_active":"2024-09-13T15:58:41.880585+0000","last_peered":"2024-09-13T15:58:41.880585+0000","last_clean":"2024-09-13T15:58:41.880585+0000","last_became_active":"2024-09-13T15:58:41.873622+0000","last_became_peered":"2024-09-13T15:58:41.873622+0000","last_unstale":"2024-09-13T15:58:41.880585+0000","last_undegraded":"2024-09-13T15:58:41.880585+0000","last_fullsized":"2024-09-13T15:58:41.880585+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:38.388515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890682+0000","last_change":"2024-09-13T15:58:41.479767+0000","last_active":"2024-09-13T15:58:41.890682+0000","last_peered":"2024-09-13T15:58:41.890682+0000","last_clean":"2024-09-13T15:58:41.890682+0000","last_became_active":"2024-09-13T15:58:41.479304+0000","last_became_peered":"2024-09-13T15:58:41.479304+0000","last_unstale":"2024-09-13T15:58:41.890682+0000","last_undegraded":"2024-09-13T15:58:41.890682+0000","last_fullsized":"2024-09-13T15:58:41.890682+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:57.562668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241786+0000","last_change":"2024-09-13T15:58:41.848857+0000","last_active":"2024-09-13T15:58:44.241786+0000","last_peered":"2024-09-13T15:58:44.241786+0000","last_clean":"2024-09-13T15:58:44.241786+0000","last_became_active":"2024-09-13T15:58:41.848598+0000","last_became_peered":"2024-09-13T15:58:41.848598+0000","last_unstale":"2024-09-13T15:58:44.241786+0000","last_undegraded":"2024-09-13T15:58:44.241786+0000","last_fullsized":"2024-09-13T15:58:44.241786+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:40.176207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.874988+0000","last_change":"2024-09-13T15:58:41.477639+0000","last_active":"2024-09-13T15:58:41.874988+0000","last_peered":"2024-09-13T15:58:41.874988+0000","last_clean":"2024-09-13T15:58:41.874988+0000","last_became_active":"2024-09-13T15:58:41.476931+0000","last_became_peered":"2024-09-13T15:58:41.476931+0000","last_unstale":"2024-09-13T15:58:41.874988+0000","last_undegraded":"2024-09-13T15:58:41.874988+0000","last_fullsized":"2024-09-13T15:58:41.874988+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:29.580784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241304+0000","last_change":"2024-09-13T15:58:41.873473+0000","last_active":"2024-09-13T15:58:44.241304+0000","last_peered":"2024-09-13T15:58:44.241304+0000","last_clean":"2024-09-13T15:58:44.241304+0000","last_became_active":"2024-09-13T15:58:41.873093+0000","last_became_peered":"2024-09-13T15:58:41.873093+0000","last_unstale":"2024-09-13T15:58:44.241304+0000","last_undegraded":"2024-09-13T15:58:44.241304+0000","last_fullsized":"2024-09-13T15:58:44.241304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:36:49.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.850436+0000","last_change":"2024-09-13T15:58:41.468972+0000","last_active":"2024-09-13T15:58:41.850436+0000","last_peered":"2024-09-13T15:58:41.850436+0000","last_clean":"2024-09-13T15:58:41.850436+0000","last_became_active":"2024-09-13T15:58:41.468302+0000","last_became_peered":"2024-09-13T15:58:41.468302+0000","last_unstale":"2024-09-13T15:58:41.850436+0000","last_undegraded":"2024-09-13T15:58:41.850436+0000","last_fullsized":"2024-09-13T15:58:41.850436+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890874+0000","last_change":"2024-09-13T15:58:41.888509+0000","last_active":"2024-09-13T15:58:41.890874+0000","last_peered":"2024-09-13T15:58:41.890874+0000","last_clean":"2024-09-13T15:58:41.890874+0000","last_became_active":"2024-09-13T15:58:41.887841+0000","last_became_peered":"2024-09-13T15:58:41.887841+0000","last_unstale":"2024-09-13T15:58:41.890874+0000","last_undegraded":"2024-09-13T15:58:41.890874+0000","last_fullsized":"2024-09-13T15:58:41.890874+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:10.824566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241502+0000","last_change":"2024-09-13T15:58:41.467833+0000","last_active":"2024-09-13T15:58:44.241502+0000","last_peered":"2024-09-13T15:58:44.241502+0000","last_clean":"2024-09-13T15:58:44.241502+0000","last_became_active":"2024-09-13T15:58:41.467019+0000","last_became_peered":"2024-09-13T15:58:41.467019+0000","last_unstale":"2024-09-13T15:58:44.241502+0000","last_undegraded":"2024-09-13T15:58:44.241502+0000","last_fullsized":"2024-09-13T15:58:44.241502+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:19.180790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.883333+0000","last_change":"2024-09-13T15:58:41.870343+0000","last_active":"2024-09-13T15:58:41.883333+0000","last_peered":"2024-09-13T15:58:41.883333+0000","last_clean":"2024-09-13T15:58:41.883333+0000","last_became_active":"2024-09-13T15:58:41.861207+0000","last_became_peered":"2024-09-13T15:58:41.861207+0000","last_unstale":"2024-09-13T15:58:41.883333+0000","last_undegraded":"2024-09-13T15:58:41.883333+0000","last_fullsized":"2024-09-13T15:58:41.883333+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:42.957606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.843652+0000","last_change":"2024-09-13T15:58:41.475301+0000","last_active":"2024-09-13T15:58:41.843652+0000","last_peered":"2024-09-13T15:58:41.843652+0000","last_clean":"2024-09-13T15:58:41.843652+0000","last_became_active":"2024-09-13T15:58:41.474546+0000","last_became_peered":"2024-09-13T15:58:41.474546+0000","last_unstale":"2024-09-13T15:58:41.843652+0000","last_undegraded":"2024-09-13T15:58:41.843652+0000","last_fullsized":"2024-09-13T15:58:41.843652+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:37.339994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890411+0000","last_change":"2024-09-13T15:58:41.881123+0000","last_active":"2024-09-13T15:58:41.890411+0000","last_peered":"2024-09-13T15:58:41.890411+0000","last_clean":"2024-09-13T15:58:41.890411+0000","last_became_active":"2024-09-13T15:58:41.880428+0000","last_became_peered":"2024-09-13T15:58:41.880428+0000","last_unstale":"2024-09-13T15:58:41.890411+0000","last_undegraded":"2024-09-13T15:58:41.890411+0000","last_fullsized":"2024-09-13T15:58:41.890411+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:17.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242159+0000","last_change":"2024-09-13T15:58:41.480639+0000","last_active":"2024-09-13T15:58:44.242159+0000","last_peered":"2024-09-13T15:58:44.242159+0000","last_clean":"2024-09-13T15:58:44.242159+0000","last_became_active":"2024-09-13T15:58:41.480446+0000","last_became_peered":"2024-09-13T15:58:41.480446+0000","last_unstale":"2024-09-13T15:58:44.242159+0000","last_undegraded":"2024-09-13T15:58:44.242159+0000","last_fullsized":"2024-09-13T15:58:44.242159+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:44.368217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742627+0000","last_change":"2024-09-13T15:58:41.859756+0000","last_active":"2024-09-13T15:58:43.742627+0000","last_peered":"2024-09-13T15:58:43.742627+0000","last_clean":"2024-09-13T15:58:43.742627+0000","last_became_active":"2024-09-13T15:58:41.859275+0000","last_became_peered":"2024-09-13T15:58:41.859275+0000","last_unstale":"2024-09-13T15:58:43.742627+0000","last_undegraded":"2024-09-13T15:58:43.742627+0000","last_fullsized":"2024-09-13T15:58:43.742627+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:15.111937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"48'3","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.887195+0000","last_change":"2024-09-13T15:58:41.488359+0000","last_active":"2024-09-13T15:58:41.887195+0000","last_peered":"2024-09-13T15:58:41.887195+0000","last_clean":"2024-09-13T15:58:41.887195+0000","last_became_active":"2024-09-13T15:58:41.487714+0000","last_became_peered":"2024-09-13T15:58:41.487714+0000","last_unstale":"2024-09-13T15:58:41.887195+0000","last_undegraded":"2024-09-13T15:58:41.887195+0000","last_fullsized":"2024-09-13T15:58:41.887195+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890466+0000","last_change":"2024-09-13T15:58:41.882793+0000","last_active":"2024-09-13T15:58:41.890466+0000","last_peered":"2024-09-13T15:58:41.890466+0000","last_clean":"2024-09-13T15:58:41.890466+0000","last_became_active":"2024-09-13T15:58:41.880310+0000","last_became_peered":"2024-09-13T15:58:41.880310+0000","last_unstale":"2024-09-13T15:58:41.890466+0000","last_undegraded":"2024-09-13T15:58:41.890466+0000","last_fullsized":"2024-09-13T15:58:41.890466+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:39.196197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"48'6","reported_seq":17,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618542+0000","last_change":"2024-09-13T15:58:41.470371+0000","last_active":"2024-09-13T15:58:43.618542+0000","last_peered":"2024-09-13T15:58:43.618542+0000","last_clean":"2024-09-13T15:58:43.618542+0000","last_became_active":"2024-09-13T15:58:41.469858+0000","last_became_peered":"2024-09-13T15:58:41.469858+0000","last_unstale":"2024-09-13T15:58:43.618542+0000","last_undegraded":"2024-09-13T15:58:43.618542+0000","last_fullsized":"2024-09-13T15:58:43.618542+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:25:33.894743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.881825+0000","last_change":"2024-09-13T15:58:41.872837+0000","last_active":"2024-09-13T15:58:41.881825+0000","last_peered":"2024-09-13T15:58:41.881825+0000","last_clean":"2024-09-13T15:58:41.881825+0000","last_became_active":"2024-09-13T15:58:41.872112+0000","last_became_peered":"2024-09-13T15:58:41.872112+0000","last_unstale":"2024-09-13T15:58:41.881825+0000","last_undegraded":"2024-09-13T15:58:41.881825+0000","last_fullsized":"2024-09-13T15:58:41.881825+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:58.912978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.867821+0000","last_change":"2024-09-13T15:58:41.463677+0000","last_active":"2024-09-13T15:58:41.867821+0000","last_peered":"2024-09-13T15:58:41.867821+0000","last_clean":"2024-09-13T15:58:41.867821+0000","last_became_active":"2024-09-13T15:58:41.463070+0000","last_became_peered":"2024-09-13T15:58:41.463070+0000","last_unstale":"2024-09-13T15:58:41.867821+0000","last_undegraded":"2024-09-13T15:58:41.867821+0000","last_fullsized":"2024-09-13T15:58:41.867821+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:18.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242059+0000","last_change":"2024-09-13T15:58:41.870824+0000","last_active":"2024-09-13T15:58:44.242059+0000","last_peered":"2024-09-13T15:58:44.242059+0000","last_clean":"2024-09-13T15:58:44.242059+0000","last_became_active":"2024-09-13T15:58:41.870488+0000","last_became_peered":"2024-09-13T15:58:41.870488+0000","last_unstale":"2024-09-13T15:58:44.242059+0000","last_undegraded":"2024-09-13T15:58:44.242059+0000","last_fullsized":"2024-09-13T15:58:44.242059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:46.441269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.843401+0000","last_change":"2024-09-13T15:58:41.470938+0000","last_active":"2024-09-13T15:58:41.843401+0000","last_peered":"2024-09-13T15:58:41.843401+0000","last_clean":"2024-09-13T15:58:41.843401+0000","last_became_active":"2024-09-13T15:58:41.469820+0000","last_became_peered":"2024-09-13T15:58:41.469820+0000","last_unstale":"2024-09-13T15:58:41.843401+0000","last_undegraded":"2024-09-13T15:58:41.843401+0000","last_fullsized":"2024-09-13T15:58:41.843401+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:24.973760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.741947+0000","last_change":"2024-09-13T15:58:41.856338+0000","last_active":"2024-09-13T15:58:43.741947+0000","last_peered":"2024-09-13T15:58:43.741947+0000","last_clean":"2024-09-13T15:58:43.741947+0000","last_became_active":"2024-09-13T15:58:41.855960+0000","last_became_peered":"2024-09-13T15:58:41.855960+0000","last_unstale":"2024-09-13T15:58:43.741947+0000","last_undegraded":"2024-09-13T15:58:43.741947+0000","last_fullsized":"2024-09-13T15:58:43.741947+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:25.284321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837213+0000","last_change":"2024-09-13T15:58:41.463457+0000","last_active":"2024-09-13T15:58:41.837213+0000","last_peered":"2024-09-13T15:58:41.837213+0000","last_clean":"2024-09-13T15:58:41.837213+0000","last_became_active":"2024-09-13T15:58:41.462825+0000","last_became_peered":"2024-09-13T15:58:41.462825+0000","last_unstale":"2024-09-13T15:58:41.837213+0000","last_undegraded":"2024-09-13T15:58:41.837213+0000","last_fullsized":"2024-09-13T15:58:41.837213+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:53:37.377935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890404+0000","last_change":"2024-09-13T15:58:41.878073+0000","last_active":"2024-09-13T15:58:41.890404+0000","last_peered":"2024-09-13T15:58:41.890404+0000","last_clean":"2024-09-13T15:58:41.890404+0000","last_became_active":"2024-09-13T15:58:41.872077+0000","last_became_peered":"2024-09-13T15:58:41.872077+0000","last_unstale":"2024-09-13T15:58:41.890404+0000","last_undegraded":"2024-09-13T15:58:41.890404+0000","last_fullsized":"2024-09-13T15:58:41.890404+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:15:20.562838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"48'8","reported_seq":19,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241481+0000","last_change":"2024-09-13T15:58:41.470942+0000","last_active":"2024-09-13T15:58:44.241481+0000","last_peered":"2024-09-13T15:58:44.241481+0000","last_clean":"2024-09-13T15:58:44.241481+0000","last_became_active":"2024-09-13T15:58:41.470392+0000","last_became_peered":"2024-09-13T15:58:41.470392+0000","last_unstale":"2024-09-13T15:58:44.241481+0000","last_undegraded":"2024-09-13T15:58:44.241481+0000","last_fullsized":"2024-09-13T15:58:44.241481+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:20.755354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618695+0000","last_change":"2024-09-13T15:58:41.874821+0000","last_active":"2024-09-13T15:58:43.618695+0000","last_peered":"2024-09-13T15:58:43.618695+0000","last_clean":"2024-09-13T15:58:43.618695+0000","last_became_active":"2024-09-13T15:58:41.874536+0000","last_became_peered":"2024-09-13T15:58:41.874536+0000","last_unstale":"2024-09-13T15:58:43.618695+0000","last_undegraded":"2024-09-13T15:58:43.618695+0000","last_fullsized":"2024-09-13T15:58:43.618695+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:09.493291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"48'1","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618626+0000","last_change":"2024-09-13T15:58:41.466571+0000","last_active":"2024-09-13T15:58:43.618626+0000","last_peered":"2024-09-13T15:58:43.618626+0000","last_clean":"2024-09-13T15:58:43.618626+0000","last_became_active":"2024-09-13T15:58:41.466025+0000","last_became_peered":"2024-09-13T15:58:41.466025+0000","last_unstale":"2024-09-13T15:58:43.618626+0000","last_undegraded":"2024-09-13T15:58:43.618626+0000","last_fullsized":"2024-09-13T15:58:43.618626+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:02.365705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241941+0000","last_change":"2024-09-13T15:58:41.855212+0000","last_active":"2024-09-13T15:58:44.241941+0000","last_peered":"2024-09-13T15:58:44.241941+0000","last_clean":"2024-09-13T15:58:44.241941+0000","last_became_active":"2024-09-13T15:58:41.854966+0000","last_became_peered":"2024-09-13T15:58:41.854966+0000","last_unstale":"2024-09-13T15:58:44.241941+0000","last_undegraded":"2024-09-13T15:58:44.241941+0000","last_fullsized":"2024-09-13T15:58:44.241941+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:55:05.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.884852+0000","last_change":"2024-09-13T15:58:41.475536+0000","last_active":"2024-09-13T15:58:41.884852+0000","last_peered":"2024-09-13T15:58:41.884852+0000","last_clean":"2024-09-13T15:58:41.884852+0000","last_became_active":"2024-09-13T15:58:41.474799+0000","last_became_peered":"2024-09-13T15:58:41.474799+0000","last_unstale":"2024-09-13T15:58:41.884852+0000","last_undegraded":"2024-09-13T15:58:41.884852+0000","last_fullsized":"2024-09-13T15:58:41.884852+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.880621+0000","last_change":"2024-09-13T15:58:41.864947+0000","last_active":"2024-09-13T15:58:41.880621+0000","last_peered":"2024-09-13T15:58:41.880621+0000","last_clean":"2024-09-13T15:58:41.880621+0000","last_became_active":"2024-09-13T15:58:41.864133+0000","last_became_peered":"2024-09-13T15:58:41.864133+0000","last_unstale":"2024-09-13T15:58:41.880621+0000","last_undegraded":"2024-09-13T15:58:41.880621+0000","last_fullsized":"2024-09-13T15:58:41.880621+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:30.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.884096+0000","last_change":"2024-09-13T15:58:41.469363+0000","last_active":"2024-09-13T15:58:41.884096+0000","last_peered":"2024-09-13T15:58:41.884096+0000","last_clean":"2024-09-13T15:58:41.884096+0000","last_became_active":"2024-09-13T15:58:41.468641+0000","last_became_peered":"2024-09-13T15:58:41.468641+0000","last_unstale":"2024-09-13T15:58:41.884096+0000","last_undegraded":"2024-09-13T15:58:41.884096+0000","last_fullsized":"2024-09-13T15:58:41.884096+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:39.839164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.880575+0000","last_change":"2024-09-13T15:58:41.868214+0000","last_active":"2024-09-13T15:58:41.880575+0000","last_peered":"2024-09-13T15:58:41.880575+0000","last_clean":"2024-09-13T15:58:41.880575+0000","last_became_active":"2024-09-13T15:58:41.865623+0000","last_became_peered":"2024-09-13T15:58:41.865623+0000","last_unstale":"2024-09-13T15:58:41.880575+0000","last_undegraded":"2024-09-13T15:58:41.880575+0000","last_fullsized":"2024-09-13T15:58:41.880575+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:05:34.968247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837068+0000","last_change":"2024-09-13T15:58:41.461814+0000","last_active":"2024-09-13T15:58:41.837068+0000","last_peered":"2024-09-13T15:58:41.837068+0000","last_clean":"2024-09-13T15:58:41.837068+0000","last_became_active":"2024-09-13T15:58:41.461360+0000","last_became_peered":"2024-09-13T15:58:41.461360+0000","last_unstale":"2024-09-13T15:58:41.837068+0000","last_undegraded":"2024-09-13T15:58:41.837068+0000","last_fullsized":"2024-09-13T15:58:41.837068+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:14.167169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742321+0000","last_change":"2024-09-13T15:58:41.859744+0000","last_active":"2024-09-13T15:58:43.742321+0000","last_peered":"2024-09-13T15:58:43.742321+0000","last_clean":"2024-09-13T15:58:43.742321+0000","last_became_active":"2024-09-13T15:58:41.856187+0000","last_became_peered":"2024-09-13T15:58:41.856187+0000","last_unstale":"2024-09-13T15:58:43.742321+0000","last_undegraded":"2024-09-13T15:58:43.742321+0000","last_fullsized":"2024-09-13T15:58:43.742321+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:44:36.119884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890829+0000","last_change":"2024-09-13T15:58:41.479028+0000","last_active":"2024-09-13T15:58:41.890829+0000","last_peered":"2024-09-13T15:58:41.890829+0000","last_clean":"2024-09-13T15:58:41.890829+0000","last_became_active":"2024-09-13T15:58:41.478567+0000","last_became_peered":"2024-09-13T15:58:41.478567+0000","last_unstale":"2024-09-13T15:58:41.890829+0000","last_undegraded":"2024-09-13T15:58:41.890829+0000","last_fullsized":"2024-09-13T15:58:41.890829+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:25.225865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:42.839884+0000","last_change":"2024-09-13T15:58:41.870158+0000","last_active":"2024-09-13T15:58:42.839884+0000","last_peered":"2024-09-13T15:58:42.839884+0000","last_clean":"2024-09-13T15:58:42.839884+0000","last_became_active":"2024-09-13T15:58:41.869887+0000","last_became_peered":"2024-09-13T15:58:41.869887+0000","last_unstale":"2024-09-13T15:58:42.839884+0000","last_undegraded":"2024-09-13T15:58:42.839884+0000","last_fullsized":"2024-09-13T15:58:42.839884+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:08.200603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.848389+0000","last_change":"2024-09-13T15:58:41.466991+0000","last_active":"2024-09-13T15:58:41.848389+0000","last_peered":"2024-09-13T15:58:41.848389+0000","last_clean":"2024-09-13T15:58:41.848389+0000","last_became_active":"2024-09-13T15:58:41.465098+0000","last_became_peered":"2024-09-13T15:58:41.465098+0000","last_unstale":"2024-09-13T15:58:41.848389+0000","last_undegraded":"2024-09-13T15:58:41.848389+0000","last_fullsized":"2024-09-13T15:58:41.848389+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.618087+0000","last_change":"2024-09-13T15:58:41.878753+0000","last_active":"2024-09-13T15:58:43.618087+0000","last_peered":"2024-09-13T15:58:43.618087+0000","last_clean":"2024-09-13T15:58:43.618087+0000","last_became_active":"2024-09-13T15:58:41.878485+0000","last_became_peered":"2024-09-13T15:58:41.878485+0000","last_unstale":"2024-09-13T15:58:43.618087+0000","last_undegraded":"2024-09-13T15:58:43.618087+0000","last_fullsized":"2024-09-13T15:58:43.618087+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:11:46.114464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241930+0000","last_change":"2024-09-13T15:58:41.479618+0000","last_active":"2024-09-13T15:58:44.241930+0000","last_peered":"2024-09-13T15:58:44.241930+0000","last_clean":"2024-09-13T15:58:44.241930+0000","last_became_active":"2024-09-13T15:58:41.478903+0000","last_became_peered":"2024-09-13T15:58:41.478903+0000","last_unstale":"2024-09-13T15:58:44.241930+0000","last_undegraded":"2024-09-13T15:58:44.241930+0000","last_fullsized":"2024-09-13T15:58:44.241930+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:05:04.457273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241490+0000","last_change":"2024-09-13T15:58:41.852813+0000","last_active":"2024-09-13T15:58:44.241490+0000","last_peered":"2024-09-13T15:58:44.241490+0000","last_clean":"2024-09-13T15:58:44.241490+0000","last_became_active":"2024-09-13T15:58:41.852403+0000","last_became_peered":"2024-09-13T15:58:41.852403+0000","last_unstale":"2024-09-13T15:58:44.241490+0000","last_undegraded":"2024-09-13T15:58:44.241490+0000","last_fullsized":"2024-09-13T15:58:44.241490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:46.468485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.839979+0000","last_change":"2024-09-13T15:58:41.468697+0000","last_active":"2024-09-13T15:58:41.839979+0000","last_peered":"2024-09-13T15:58:41.839979+0000","last_clean":"2024-09-13T15:58:41.839979+0000","last_became_active":"2024-09-13T15:58:41.468032+0000","last_became_peered":"2024-09-13T15:58:41.468032+0000","last_unstale":"2024-09-13T15:58:41.839979+0000","last_undegraded":"2024-09-13T15:58:41.839979+0000","last_fullsized":"2024-09-13T15:58:41.839979+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:20:20.434834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.881744+0000","last_change":"2024-09-13T15:58:41.871868+0000","last_active":"2024-09-13T15:58:41.881744+0000","last_peered":"2024-09-13T15:58:41.881744+0000","last_clean":"2024-09-13T15:58:41.881744+0000","last_became_active":"2024-09-13T15:58:41.871201+0000","last_became_peered":"2024-09-13T15:58:41.871201+0000","last_unstale":"2024-09-13T15:58:41.881744+0000","last_undegraded":"2024-09-13T15:58:41.881744+0000","last_fullsized":"2024-09-13T15:58:41.881744+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:40.849744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.837195+0000","last_change":"2024-09-13T15:58:41.476884+0000","last_active":"2024-09-13T15:58:41.837195+0000","last_peered":"2024-09-13T15:58:41.837195+0000","last_clean":"2024-09-13T15:58:41.837195+0000","last_became_active":"2024-09-13T15:58:41.476641+0000","last_became_peered":"2024-09-13T15:58:41.476641+0000","last_unstale":"2024-09-13T15:58:41.837195+0000","last_undegraded":"2024-09-13T15:58:41.837195+0000","last_fullsized":"2024-09-13T15:58:41.837195+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:18:41.947026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241956+0000","last_change":"2024-09-13T15:58:41.859466+0000","last_active":"2024-09-13T15:58:44.241956+0000","last_peered":"2024-09-13T15:58:44.241956+0000","last_clean":"2024-09-13T15:58:44.241956+0000","last_became_active":"2024-09-13T15:58:41.859199+0000","last_became_peered":"2024-09-13T15:58:41.859199+0000","last_unstale":"2024-09-13T15:58:44.241956+0000","last_undegraded":"2024-09-13T15:58:44.241956+0000","last_fullsized":"2024-09-13T15:58:44.241956+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:58.738211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.847952+0000","last_change":"2024-09-13T15:58:41.490058+0000","last_active":"2024-09-13T15:58:41.847952+0000","last_peered":"2024-09-13T15:58:41.847952+0000","last_clean":"2024-09-13T15:58:41.847952+0000","last_became_active":"2024-09-13T15:58:41.489256+0000","last_became_peered":"2024-09-13T15:58:41.489256+0000","last_unstale":"2024-09-13T15:58:41.847952+0000","last_undegraded":"2024-09-13T15:58:41.847952+0000","last_fullsized":"2024-09-13T15:58:41.847952+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:10:07.190023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.890435+0000","last_change":"2024-09-13T15:58:41.881697+0000","last_active":"2024-09-13T15:58:41.890435+0000","last_peered":"2024-09-13T15:58:41.890435+0000","last_clean":"2024-09-13T15:58:41.890435+0000","last_became_active":"2024-09-13T15:58:41.881080+0000","last_became_peered":"2024-09-13T15:58:41.881080+0000","last_unstale":"2024-09-13T15:58:41.890435+0000","last_undegraded":"2024-09-13T15:58:41.890435+0000","last_fullsized":"2024-09-13T15:58:41.890435+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:03:28.255535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.849870+0000","last_change":"2024-09-13T15:58:41.469758+0000","last_active":"2024-09-13T15:58:41.849870+0000","last_peered":"2024-09-13T15:58:41.849870+0000","last_clean":"2024-09-13T15:58:41.849870+0000","last_became_active":"2024-09-13T15:58:41.468899+0000","last_became_peered":"2024-09-13T15:58:41.468899+0000","last_unstale":"2024-09-13T15:58:41.849870+0000","last_undegraded":"2024-09-13T15:58:41.849870+0000","last_fullsized":"2024-09-13T15:58:41.849870+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:53.370059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742475+0000","last_change":"2024-09-13T15:58:41.859074+0000","last_active":"2024-09-13T15:58:43.742475+0000","last_peered":"2024-09-13T15:58:43.742475+0000","last_clean":"2024-09-13T15:58:43.742475+0000","last_became_active":"2024-09-13T15:58:41.855526+0000","last_became_peered":"2024-09-13T15:58:41.855526+0000","last_unstale":"2024-09-13T15:58:43.742475+0000","last_undegraded":"2024-09-13T15:58:43.742475+0000","last_fullsized":"2024-09-13T15:58:43.742475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:43.089627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.847007+0000","last_change":"2024-09-13T15:58:41.489572+0000","last_active":"2024-09-13T15:58:41.847007+0000","last_peered":"2024-09-13T15:58:41.847007+0000","last_clean":"2024-09-13T15:58:41.847007+0000","last_became_active":"2024-09-13T15:58:41.488955+0000","last_became_peered":"2024-09-13T15:58:41.488955+0000","last_unstale":"2024-09-13T15:58:41.847007+0000","last_undegraded":"2024-09-13T15:58:41.847007+0000","last_fullsized":"2024-09-13T15:58:41.847007+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:22.913374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:43.742275+0000","last_change":"2024-09-13T15:58:41.859914+0000","last_active":"2024-09-13T15:58:43.742275+0000","last_peered":"2024-09-13T15:58:43.742275+0000","last_clean":"2024-09-13T15:58:43.742275+0000","last_became_active":"2024-09-13T15:58:41.859613+0000","last_became_peered":"2024-09-13T15:58:41.859613+0000","last_unstale":"2024-09-13T15:58:43.742275+0000","last_undegraded":"2024-09-13T15:58:43.742275+0000","last_fullsized":"2024-09-13T15:58:43.742275+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:10.529636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.844282+0000","last_change":"2024-09-13T15:58:41.471906+0000","last_active":"2024-09-13T15:58:41.844282+0000","last_peered":"2024-09-13T15:58:41.844282+0000","last_clean":"2024-09-13T15:58:41.844282+0000","last_became_active":"2024-09-13T15:58:41.471227+0000","last_became_peered":"2024-09-13T15:58:41.471227+0000","last_unstale":"2024-09-13T15:58:41.844282+0000","last_undegraded":"2024-09-13T15:58:41.844282+0000","last_fullsized":"2024-09-13T15:58:41.844282+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:02:35.830233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.874411+0000","last_change":"2024-09-13T15:58:41.869292+0000","last_active":"2024-09-13T15:58:41.874411+0000","last_peered":"2024-09-13T15:58:41.874411+0000","last_clean":"2024-09-13T15:58:41.874411+0000","last_became_active":"2024-09-13T15:58:41.868637+0000","last_became_peered":"2024-09-13T15:58:41.868637+0000","last_unstale":"2024-09-13T15:58:41.874411+0000","last_undegraded":"2024-09-13T15:58:41.874411+0000","last_fullsized":"2024-09-13T15:58:41.874411+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:53.863446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.849983+0000","last_change":"2024-09-13T15:58:41.462313+0000","last_active":"2024-09-13T15:58:41.849983+0000","last_peered":"2024-09-13T15:58:41.849983+0000","last_clean":"2024-09-13T15:58:41.849983+0000","last_became_active":"2024-09-13T15:58:41.461650+0000","last_became_peered":"2024-09-13T15:58:41.461650+0000","last_unstale":"2024-09-13T15:58:41.849983+0000","last_undegraded":"2024-09-13T15:58:41.849983+0000","last_fullsized":"2024-09-13T15:58:41.849983+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:07.529209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.871951+0000","last_change":"2024-09-13T15:58:41.864776+0000","last_active":"2024-09-13T15:58:41.871951+0000","last_peered":"2024-09-13T15:58:41.871951+0000","last_clean":"2024-09-13T15:58:41.871951+0000","last_became_active":"2024-09-13T15:58:41.863805+0000","last_became_peered":"2024-09-13T15:58:41.863805+0000","last_unstale":"2024-09-13T15:58:41.871951+0000","last_undegraded":"2024-09-13T15:58:41.871951+0000","last_fullsized":"2024-09-13T15:58:41.871951+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:15.177750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.241629+0000","last_change":"2024-09-13T15:58:41.462944+0000","last_active":"2024-09-13T15:58:44.241629+0000","last_peered":"2024-09-13T15:58:44.241629+0000","last_clean":"2024-09-13T15:58:44.241629+0000","last_became_active":"2024-09-13T15:58:41.462325+0000","last_became_peered":"2024-09-13T15:58:41.462325+0000","last_unstale":"2024-09-13T15:58:44.241629+0000","last_undegraded":"2024-09-13T15:58:44.241629+0000","last_fullsized":"2024-09-13T15:58:44.241629+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:49.687608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.242151+0000","last_change":"2024-09-13T15:58:41.870709+0000","last_active":"2024-09-13T15:58:44.242151+0000","last_peered":"2024-09-13T15:58:44.242151+0000","last_clean":"2024-09-13T15:58:44.242151+0000","last_became_active":"2024-09-13T15:58:41.870426+0000","last_became_peered":"2024-09-13T15:58:41.870426+0000","last_unstale":"2024-09-13T15:58:44.242151+0000","last_undegraded":"2024-09-13T15:58:44.242151+0000","last_fullsized":"2024-09-13T15:58:44.242151+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:41.426907+0000","last_clean_scrub_stamp":"2024-09-13T15:58:41.426907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:54.635594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T15:58:41.884118+0000","last_change":"2024-09-13T15:58:41.469061+0000","last_active":"2024-09-13T15:58:41.884118+0000","last_peered":"2024-09-13T15:58:41.884118+0000","last_clean":"2024-09-13T15:58:41.884118+0000","last_became_active":"2024-09-13T15:58:41.468171+0000","last_became_peered":"2024-09-13T15:58:41.468171+0000","last_unstale":"2024-09-13T15:58:41.884118+0000","last_undegraded":"2024-09-13T15:58:41.884118+0000","last_fullsized":"2024-09-13T15:58:41.884118+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:58:40.416327+0000","last_clean_scrub_stamp":"2024-09-13T15:58:40.416327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:31.848570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":186,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-13T15:58:44.243745+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:58:44.243745+0000","last_peered":"2024-09-13T15:58:44.243745+0000","last_clean":"2024-09-13T15:58:44.243745+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:58:44.243745+0000","last_undegraded":"2024-09-13T15:58:44.243745+0000","last_fullsized":"2024-09-13T15:58:44.243745+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476765,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28156,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343684,"statfs":{"total":96636764160,"available":96607932416,"internally_reserved":0,"allocated":1163264,"data_stored":822899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.64500000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.89900000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.874}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.95099999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":1.135},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.99099999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.0649999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.1859999999999999},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1080000000000001}]}]},{"osd":6,"up_from":16,"seq":68719476764,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344252,"statfs":{"total":96636764160,"available":96608514048,"internally_reserved":0,"allocated":573440,"data_stored":233113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.74099999999999999}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.69199999999999995}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.80900000000000005}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.90700000000000003},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.008}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.071},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":1.0940000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.94699999999999995},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.1160000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.931,"5min":1.931,"15min":1.931},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"max":{"1min":2.1019999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":1.048}]}]},{"osd":5,"up_from":16,"seq":68719476762,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344264,"statfs":{"total":96636764160,"available":96608526336,"internally_reserved":0,"allocated":569344,"data_stored":232511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.499},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.71199999999999997}]},{"osd":1,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.875}]},{"osd":2,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.76500000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.65600000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":1.0069999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":1.137}]},{"osd":7,"last update":"Fri Sep 13 15:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.97099999999999997},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.0669999999999999}]}]},{"osd":4,"up_from":16,"seq":68719476764,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27592,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344248,"statfs":{"total":96636764160,"available":96608509952,"internally_reserved":0,"allocated":577536,"data_stored":234005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":1.1080000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":1.0049999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.1419999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.86799999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.8640000000000001,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.98199999999999998}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.90400000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.077},{"interface":"front","average":{"1min":1.127,"5min":1.127,"15min":1.127},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.0249999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.054},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"min":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1850000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35784,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336056,"statfs":{"total":96636764160,"available":96600121344,"internally_reserved":0,"allocated":577536,"data_stored":233079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.64500000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.036,"5min":2.036,"15min":2.036},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.78000000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":1.099}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.91300000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.125},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.9570000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.204}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.1779999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509466,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35776,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336064,"statfs":{"total":96636764160,"available":96600129536,"internally_reserved":0,"allocated":569344,"data_stored":232511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.40899999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.57699999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.83799999999999997}]},{"osd":5,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.95799999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.752}]},{"osd":7,"last update":"Fri Sep 13 15:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.673,"5min":1.673,"15min":1.673},"last":1.0249999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542173,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35780,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336060,"statfs":{"total":96636764160,"available":96600125440,"internally_reserved":0,"allocated":581632,"data_stored":234027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.29399999999999998,"5min":0.184,"15min":0.184},"max":{"1min":1.0069999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.60899999999999999,"15min":0.59699999999999998},"min":{"1min":0.38100000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.2350000000000001,"5min":1.248,"15min":1.248},"last":0.44900000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.42899999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.40000000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.58099999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.78800000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.627},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.66800000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:57:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.71199999999999997}]}]},{"osd":0,"up_from":14,"seq":60129542171,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36348,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335492,"statfs":{"total":96636764160,"available":96599543808,"internally_reserved":0,"allocated":1163264,"data_stored":822843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.33400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.95699999999999996,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.77900000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.66000000000000003,"15min":0.66300000000000003},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":1.042,"15min":1.042},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.91800000000000004,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.91800000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.76500000000000001,"15min":0.78100000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0449999999999999,"5min":1.806,"15min":1.806},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.755,"15min":0.76700000000000002},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.99299999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.72599999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":1.1479999999999999},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.006},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.536,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":1.05}]},{"osd":5,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0369999999999999,"15min":1.046},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3260000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.2849999999999999},{"interface":"front","average":{"1min":0.94399999999999995,"5min":1.0189999999999999,"15min":1.0309999999999999},"min":{"1min":0.68200000000000005,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3240000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":1.3240000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":1.0349999999999999,"15min":1.0449999999999999},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.331,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.23},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.036,"15min":1.046},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2569999999999999,"5min":1.889,"15min":1.889},"last":1.2569999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.0660000000000001,"15min":1.079},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.284,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.03,"5min":1.0940000000000001,"15min":1.105},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4350000000000001,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.099}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:58:50.707 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T15:58:50.707 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T15:58:50.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 Processor -- start 2024-09-13T15:58:50.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 -- start start 2024-09-13T15:58:50.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640b0000 0x7f586415b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f58640cab60 0x7f58640b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f58640ccac0 0x7f58640ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58640adad0 con 0x7f58640ccac0 2024-09-13T15:58:50.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f586415ba70 con 0x7f58640cab60 2024-09-13T15:58:50.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586ab6e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58640b0920 con 0x7f58640b0000 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f58640ccac0 0x7f58640ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f58640ccac0 0x7f58640ccf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58992/0 (socket says 172.21.15.7:58992) 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 -- 172.21.15.7:0/4287244262 learned_addr learned my addr 172.21.15.7:0/4287244262 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f5863fff640 1 --2- 172.21.15.7:0/4287244262 >> v2:172.21.15.77:3300/0 conn(0x7f58640cab60 0x7f58640b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586890a640 1 --2- 172.21.15.7:0/4287244262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640b0000 0x7f586415b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 -- 172.21.15.7:0/4287244262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640b0000 msgr2=0x7f586415b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 --2- 172.21.15.7:0/4287244262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640b0000 0x7f586415b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 -- 172.21.15.7:0/4287244262 >> v2:172.21.15.77:3300/0 conn(0x7f58640cab60 msgr2=0x7f58640b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 --2- 172.21.15.7:0/4287244262 >> v2:172.21.15.77:3300/0 conn(0x7f58640cab60 0x7f58640b03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f586910b640 1 -- 172.21.15.7:0/4287244262 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58640cb0c0 con 0x7f58640ccac0 2024-09-13T15:58:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.873+0000 7f5863fff640 1 --2- 172.21.15.7:0/4287244262 >> v2:172.21.15.77:3300/0 conn(0x7f58640cab60 0x7f58640b03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:50.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586910b640 1 --2- 172.21.15.7:0/4287244262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640ccf70 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f58640718b0 tx=0x7f585c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d37052df98e5881 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:50.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f58637fe640 1 -- 172.21.15.7:0/4287244262 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f585c0a5840 con 0x7f58640ccac0 2024-09-13T15:58:50.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f58637fe640 1 -- 172.21.15.7:0/4287244262 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f585c0a59a0 con 0x7f58640ccac0 2024-09-13T15:58:50.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f58637fe640 1 -- 172.21.15.7:0/4287244262 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f585c0a5d30 con 0x7f58640ccac0 2024-09-13T15:58:50.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 -- 172.21.15.7:0/4287244262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 msgr2=0x7f58640ccf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 --2- 172.21.15.7:0/4287244262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640ccf70 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f58640718b0 tx=0x7f585c01c9c0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 -- 172.21.15.7:0/4287244262 shutdown_connections 2024-09-13T15:58:50.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 --2- 172.21.15.7:0/4287244262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640ccf70 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 --2- 172.21.15.7:0/4287244262 >> v2:172.21.15.77:3300/0 conn(0x7f58640cab60 0x7f58640b03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 --2- 172.21.15.7:0/4287244262 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640b0000 0x7f586415b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 -- 172.21.15.7:0/4287244262 >> 172.21.15.7:0/4287244262 conn(0x7f5864065eb0 msgr2=0x7f5864069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 -- 172.21.15.7:0/4287244262 shutdown_connections 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.877+0000 7f586ab6e640 1 -- 172.21.15.7:0/4287244262 wait complete. 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 Processor -- start 2024-09-13T15:58:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- start start 2024-09-13T15:58:50.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58640b0000 0x7f586414a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640cab60 0x7f5864159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640b1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5864158b90 con 0x7f58640ccac0 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5864070920 con 0x7f58640b0000 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5864070c00 con 0x7f58640cab60 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640b1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640b1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58998/0 (socket says 172.21.15.7:58998) 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 -- 172.21.15.7:0/1348791946 learned_addr learned my addr 172.21.15.7:0/1348791946 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586890a640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58640b0000 0x7f586414a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f5863fff640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640cab60 0x7f5864159ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 -- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640cab60 msgr2=0x7f5864159ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640cab60 0x7f5864159ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 -- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58640b0000 msgr2=0x7f586414a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58640b0000 0x7f586414a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 -- 172.21.15.7:0/1348791946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f585c009b30 con 0x7f58640ccac0 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586910b640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640b1880 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f585c01b070 tx=0x7f585c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:50.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f585c0b8670 con 0x7f58640ccac0 2024-09-13T15:58:50.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f585c0b87f0 con 0x7f58640ccac0 2024-09-13T15:58:50.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f585c0b8ba0 con 0x7f58640ccac0 2024-09-13T15:58:50.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58641596c0 con 0x7f58640ccac0 2024-09-13T15:58:50.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f586414a560 con 0x7f58640ccac0 2024-09-13T15:58:50.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58640b03e0 con 0x7f58640ccac0 2024-09-13T15:58:50.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f585c0b8d00 con 0x7f58640ccac0 2024-09-13T15:58:50.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f58617fa640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58500666c0 0x7f5850068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:50.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f585c11fa30 con 0x7f58640ccac0 2024-09-13T15:58:50.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.881+0000 7f586890a640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58500666c0 0x7f5850068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:50.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.885+0000 7f586890a640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58500666c0 0x7f5850068b80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f585400c870 tx=0x7f5854008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:50.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:50.889+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f585c0ecf50 con 0x7f58640ccac0 2024-09-13T15:58:51.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.105+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f5864159b70 con 0x7f58640ccac0 2024-09-13T15:58:51.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.109+0000 7f58617fa640 1 -- 172.21.15.7:0/1348791946 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) v1 ==== 190+0+0 (secure 0 0 0) 0x7f585c0bc020 con 0x7f58640ccac0 2024-09-13T15:58:51.113 INFO:teuthology.orchestra.run.smithi007.stderr:updated caps for client.0 2024-09-13T15:58:51.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58500666c0 msgr2=0x7f5850068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58500666c0 0x7f5850068b80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f585400c870 tx=0x7f5854008040 comp rx=0 tx=0).stop 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 msgr2=0x7f58640b1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640b1880 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f585c01b070 tx=0x7f585c019760 comp rx=0 tx=0).stop 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 shutdown_connections 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f58500666c0 0x7f5850068b80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f58640ccac0 0x7f58640b1880 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f58640cab60 0x7f5864159ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 --2- 172.21.15.7:0/1348791946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58640b0000 0x7f586414a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 >> 172.21.15.7:0/1348791946 conn(0x7f5864065eb0 msgr2=0x7f5864151010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 shutdown_connections 2024-09-13T15:58:51.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.113+0000 7f586ab6e640 1 -- 172.21.15.7:0/1348791946 wait complete. 2024-09-13T15:58:51.131 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:58:51.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.237+0000 7f2b753c6640 1 Processor -- start 2024-09-13T15:58:51.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b753c6640 1 -- start start 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b753c6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b7015aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b753c6640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b700cd310 con 0x7f2b7015db30 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b753c6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b700cd030 con 0x7f2b700ccab0 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b753c6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7015df10 con 0x7f2b7006a610 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6effd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f2b7015db30 0x7f2b70069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55950/0 (socket says 172.21.15.7:55950) 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6effd640 1 -- 172.21.15.7:0/2902376860 learned_addr learned my addr 172.21.15.7:0/2902376860 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 139672928 0 0) 0x7f2b700cd310 con 0x7f2b7015db30 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b5c003530 con 0x7f2b7015db30 2024-09-13T15:58:51.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b67fff640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b7015aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2062145211 0 0) 0x7f2b5c003530 con 0x7f2b7015db30 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 msgr2=0x7f2b7015aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b7015aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 >> v1:172.21.15.77:6789/0 conn(0x7f2b700ccab0 legacy=0x7f2b7006d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b7006cc60 con 0x7f2b7015db30 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f2b60001680 con 0x7f2b7015db30 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 >> v1:172.21.15.7:6789/0 conn(0x7f2b7015db30 legacy=0x7f2b70069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b5c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b5c003f30 0x7f2b5c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b5c004d10 0x7f2b5c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7015df10 con 0x7f2b5c004d10 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b5c00bb00 con 0x7f2b5c003f30 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b5c00bcc0 con 0x7f2b7006a610 2024-09-13T15:58:51.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6f7fe640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b5c004d10 0x7f2b5c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b67fff640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b5c003f30 0x7f2b5c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6effd640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b5c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6f7fe640 1 -- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 msgr2=0x7f2b5c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6f7fe640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b5c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6f7fe640 1 -- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b5c003f30 msgr2=0x7f2b5c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6f7fe640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b5c003f30 0x7f2b5c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6f7fe640 1 -- 172.21.15.7:0/2902376860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b5c003530 con 0x7f2b5c004d10 2024-09-13T15:58:51.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.241+0000 7f2b6effd640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b7006a610 0x7f2b5c0039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:51.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6f7fe640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b5c004d10 0x7f2b5c005190 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f2b68001e70 tx=0x7f2b6801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f980eb6517bc8c42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:51.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b68003b80 con 0x7f2b5c004d10 2024-09-13T15:58:51.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b68003ce0 con 0x7f2b5c004d10 2024-09-13T15:58:51.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6e7fc640 1 -- 172.21.15.7:0/2902376860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b680052c0 con 0x7f2b5c004d10 2024-09-13T15:58:51.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- 172.21.15.7:0/2902376860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b5c004d10 msgr2=0x7f2b5c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 --2- 172.21.15.7:0/2902376860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b5c004d10 0x7f2b5c005190 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f2b68001e70 tx=0x7f2b6801c780 comp rx=0 tx=0).stop 2024-09-13T15:58:51.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6f7fe640 1 -- 172.21.15.7:0/2902376860 reap_dead start 2024-09-13T15:58:51.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- 172.21.15.7:0/2902376860 shutdown_connections 2024-09-13T15:58:51.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- 172.21.15.7:0/2902376860 >> 172.21.15.7:0/2902376860 conn(0x7f2b7006b010 msgr2=0x7f2b7006b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:51.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- 172.21.15.7:0/2902376860 shutdown_connections 2024-09-13T15:58:51.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- 172.21.15.7:0/2902376860 wait complete. 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 Processor -- start 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- start start 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 0x7f2b700c45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b700c4f80 0x7f2b700c5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b701f3040 0x7f2b701f34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7006ca80 con 0x7f2b70141e50 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b700ac060 con 0x7f2b700c4f80 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b753c6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b700c5940 con 0x7f2b701f3040 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 0x7f2b700c45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 0x7f2b700c45e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59010/0 (socket says 172.21.15.7:59010) 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 -- 172.21.15.7:0/1936677146 learned_addr learned my addr 172.21.15.7:0/1936677146 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b67fff640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b700c4f80 0x7f2b700c5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 -- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b701f3040 msgr2=0x7f2b701f34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b701f3040 0x7f2b701f34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 -- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b700c4f80 msgr2=0x7f2b700c5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.245+0000 7f2b6effd640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b700c4f80 0x7f2b700c5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b6effd640 1 -- 172.21.15.7:0/1936677146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b700ab3e0 con 0x7f2b70141e50 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b6effd640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 0x7f2b700c45e0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f2b6000dae0 tx=0x7f2b60007e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b60004cc0 con 0x7f2b70141e50 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b60004e20 con 0x7f2b70141e50 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b700ab6c0 con 0x7f2b70141e50 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b600072d0 con 0x7f2b70141e50 2024-09-13T15:58:51.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b700abc80 con 0x7f2b70141e50 2024-09-13T15:58:51.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b70066bb0 con 0x7f2b70141e50 2024-09-13T15:58:51.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2b60007430 con 0x7f2b70141e50 2024-09-13T15:58:51.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b677fe640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b50066690 0x7f2b50068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:51.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2b60083cb0 con 0x7f2b70141e50 2024-09-13T15:58:51.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b67fff640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b50066690 0x7f2b50068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:51.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.249+0000 7f2b67fff640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b50066690 0x7f2b50068b50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2b700cc1a0 tx=0x7f2b58008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:51.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.253+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2b60054b70 con 0x7f2b70141e50 2024-09-13T15:58:51.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.445+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2b7015be30 con 0x7f2b70141e50 2024-09-13T15:58:51.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.445+0000 7f2b677fe640 1 -- 172.21.15.7:0/1936677146 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4725 (secure 0 0 0) 0x7f2b60019020 con 0x7f2b70141e50 2024-09-13T15:58:51.451 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:58:51.451 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5042,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/2588833983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":2588833983},{"type":"v1","addr":"172.21.15.77:6835","nonce":2588833983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21},{"gid":5419,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/951821184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":951821184},{"type":"v1","addr":"172.21.15.77:6833","nonce":951821184}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21},{"gid":5853,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1864782050","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1864782050},{"type":"v1","addr":"172.21.15.7:6835","nonce":1864782050}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:58:44.850831+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5859":{"gid":5859,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.7:6837/3669705154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":3669705154},{"type":"v1","addr":"172.21.15.7:6837","nonce":3669705154}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:58:51.451 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b50066690 msgr2=0x7f2b50068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b50066690 0x7f2b50068b50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2b700cc1a0 tx=0x7f2b58008040 comp rx=0 tx=0).stop 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 msgr2=0x7f2b700c45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 0x7f2b700c45e0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f2b6000dae0 tx=0x7f2b60007e80 comp rx=0 tx=0).stop 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 shutdown_connections 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2b50066690 0x7f2b50068b50 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f2b701f3040 0x7f2b701f34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b700c4f80 0x7f2b700c5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 --2- 172.21.15.7:0/1936677146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b70141e50 0x7f2b700c45e0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:51.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 >> 172.21.15.7:0/1936677146 conn(0x7f2b7006b010 msgr2=0x7f2b700b1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:51.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 shutdown_connections 2024-09-13T15:58:51.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:51.449+0000 7f2b753c6640 1 -- 172.21.15.7:0/1936677146 wait complete. 2024-09-13T15:58:51.872 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:58:41.829920+0000', 'modified': '2024-09-13T15:58:44.850831+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5859}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5859': {'gid': 5859, 'name': 'c', 'rank': 0, 'incarnation': 22, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.7:6837/3669705154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6836', 'nonce': 3669705154}, {'type': 'v1', 'addr': '172.21.15.7:6837', 'nonce': 3669705154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:58:51.873 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:58:51.873 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T15:58:52.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 Processor -- start 2024-09-13T15:58:52.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 -- start start 2024-09-13T15:58:52.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f7c1c06d0d0 0x7f7c1c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 0x7f7c1c06f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c1c0b15c0 con 0x7f7c1c06d4b0 2024-09-13T15:58:52.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c1c070860 con 0x7f7c1c06d0d0 2024-09-13T15:58:52.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c22887640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1c070b40 con 0x7f7c1c0b2f00 2024-09-13T15:58:52.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c20e24640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7c1c06d4b0 0x7f7c1c06f9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55956/0 (socket says 172.21.15.7:55956) 2024-09-13T15:58:52.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c20e24640 1 -- 172.21.15.7:0/1511242682 learned_addr learned my addr 172.21.15.7:0/1511242682 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:58:52.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1511242682 >> v2:172.21.15.77:3300/0 conn(0x7f7c1c06d0d0 0x7f7c1c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 0x7f7c1c06f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2652748437 0 0) 0x7f7c1c0b15c0 con 0x7f7c1c06d4b0 2024-09-13T15:58:52.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7c04003530 con 0x7f7c1c06d4b0 2024-09-13T15:58:52.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 788274393 0 0) 0x7f7c04003530 con 0x7f7c1c06d4b0 2024-09-13T15:58:52.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 msgr2=0x7f7c1c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 0x7f7c1c06f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 >> v2:172.21.15.77:3300/0 conn(0x7f7c1c06d0d0 msgr2=0x7f7c1c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 --2- 172.21.15.7:0/1511242682 >> v2:172.21.15.77:3300/0 conn(0x7f7c1c06d0d0 0x7f7c1c0b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c1c070e20 con 0x7f7c1c06d4b0 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7c14001a00 con 0x7f7c1c06d4b0 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 >> v1:172.21.15.7:6789/0 conn(0x7f7c1c06d4b0 legacy=0x7f7c1c06f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c04003980 0x7f7c04003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 0x7f7c040047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04004d10 0x7f7c04005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1c070860 con 0x7f7c04003980 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1c070b40 con 0x7f7c04004d10 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0400dba0 con 0x7f7c1c0b2f00 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c04003980 0x7f7c04003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 0x7f7c040047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 msgr2=0x7f7c040047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.005+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c0b2f00 0x7f7c040047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04004d10 msgr2=0x7f7c04005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c20e24640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04004d10 0x7f7c04005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04004d10 0x7f7c04005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1511242682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c04003530 con 0x7f7c04003980 2024-09-13T15:58:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c04003980 0x7f7c04003da0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c009b10 tx=0x7f7c0c01ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b656953403638541 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0a5560 con 0x7f7c04003980 2024-09-13T15:58:52.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c0c0a56c0 con 0x7f7c04003980 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c1affd640 1 -- 172.21.15.7:0/1511242682 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0a5a70 con 0x7f7c04003980 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c22887640 1 -- 172.21.15.7:0/1511242682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c04003980 msgr2=0x7f7c04003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c22887640 1 --2- 172.21.15.7:0/1511242682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c04003980 0x7f7c04003da0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c009b10 tx=0x7f7c0c01ca80 comp rx=0 tx=0).stop 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c20e24640 1 -- 172.21.15.7:0/1511242682 reap_dead start 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c22887640 1 -- 172.21.15.7:0/1511242682 shutdown_connections 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c22887640 1 -- 172.21.15.7:0/1511242682 >> 172.21.15.7:0/1511242682 conn(0x7f7c1c069f00 msgr2=0x7f7c1c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c22887640 1 -- 172.21.15.7:0/1511242682 shutdown_connections 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.009+0000 7f7c22887640 1 -- 172.21.15.7:0/1511242682 wait complete. 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 Processor -- start 2024-09-13T15:58:52.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 -- start start 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04003980 0x7f7c1c0acb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 0x7f7c1c0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c14aa20 0x7f7c1c14ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1c1524d0 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1c0cdbe0 con 0x7f7c04003980 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c1c0cd620 con 0x7f7c1c14aa20 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 0x7f7c1c0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 0x7f7c1c0ccf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59020/0 (socket says 172.21.15.7:59020) 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 -- 172.21.15.7:0/673056408 learned_addr learned my addr 172.21.15.7:0/673056408 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04003980 0x7f7c1c0acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c20e24640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c14aa20 0x7f7c1c14ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 -- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c14aa20 msgr2=0x7f7c1c14ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c14aa20 0x7f7c1c14ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 -- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04003980 msgr2=0x7f7c1c0acb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04003980 0x7f7c1c0acb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 -- 172.21.15.7:0/673056408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c1c0cd900 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c20e24640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c14aa20 0x7f7c1c14ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 0x7f7c1c0ccf50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f7c100115e0 tx=0x7f7c10011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c18ff9640 1 -- 172.21.15.7:0/673056408 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1000f8f0 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c18ff9640 1 -- 172.21.15.7:0/673056408 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c1000fa50 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c1c15ab00 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c18ff9640 1 -- 172.21.15.7:0/673056408 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1000fdc0 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c1c14b3a0 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.013+0000 7f7c18ff9640 1 -- 172.21.15.7:0/673056408 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7c10015460 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c18ff9640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7c08066690 0x7f7c08068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c18ff9640 1 -- 172.21.15.7:0/673056408 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c100849a0 con 0x7f7c1c0ccb10 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7c08066690 0x7f7c08068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7c08066690 0x7f7c08068b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c0af000 tx=0x7f7c0c0046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 Processor -- start 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- start start 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 0x55eb030df5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb03095200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb03095740 0x55eb03095b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02f5de80 con 0x55eb030df1f0 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02eebaf0 con 0x55eb030dfb10 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb02ee90c0 con 0x55eb03095740 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 0x55eb030df5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 0x55eb030df5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59028/0 (socket says 172.21.15.7:59028) 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1774287722 learned_addr learned my addr 172.21.15.7:0/1774287722 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb03095740 msgr2=0x55eb03095b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb03095740 0x55eb03095b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 msgr2=0x55eb03095200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb03095200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb03095200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1774287722 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eb02be0890 con 0x55eb030df1f0 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 0x55eb030df5d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c0b0040 tx=0x7f7c0c004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab3d3811d3986b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c01ffb640 1 -- 172.21.15.7:0/1774287722 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0b7640 con 0x55eb030df1f0 2024-09-13T15:58:52.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c01ffb640 1 -- 172.21.15.7:0/1774287722 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c0c0b77a0 con 0x55eb030df1f0 2024-09-13T15:58:52.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c01ffb640 1 -- 172.21.15.7:0/1774287722 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0b7b50 con 0x55eb030df1f0 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- 172.21.15.7:0/1774287722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 msgr2=0x55eb030df5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 0x55eb030df5d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c0b0040 tx=0x7f7c0c004740 comp rx=0 tx=0).stop 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- 172.21.15.7:0/1774287722 shutdown_connections 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb03095740 0x55eb03095b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb03095200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1774287722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb030df1f0 0x55eb030df5d0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- 172.21.15.7:0/1774287722 >> 172.21.15.7:0/1774287722 conn(0x55eb0309bfb0 msgr2=0x55eb0309c390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- 172.21.15.7:0/1774287722 shutdown_connections 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- 172.21.15.7:0/1774287722 wait complete. 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 -- start start 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.017+0000 7f7c259d0000 1 Processor -- start 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb030a0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb030a14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb030a1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02ee49b0 con 0x55eb03095740 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02e83c00 con 0x55eb030dfb10 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb02ea2070 con 0x55eb030df1f0 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 10 client.0 _ll_register_callbacks cb 0x55eb03081ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb030a0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb030a0fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59036/0 (socket says 172.21.15.7:59036) 2024-09-13T15:58:52.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1249160277 learned_addr learned my addr 172.21.15.7:0/1249160277 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 msgr2=0x55eb030a14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb030a14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb030a14f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c20e24640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb030a1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 msgr2=0x55eb030a1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb030a1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 -- 172.21.15.7:0/1249160277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c04003530 con 0x55eb03095740 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb030a0fb0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c009b10 tx=0x7f7c0c019820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75551c9af83f5667 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 1 -- 172.21.15.7:0/1249160277 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0d1070 con 0x55eb03095740 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 1 -- 172.21.15.7:0/1249160277 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c0c0b78b0 con 0x55eb03095740 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55eb02ea15f0 con 0x55eb03095740 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 1 -- 172.21.15.7:0/1249160277 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7c0c0b7ab0 con 0x55eb03095740 2024-09-13T15:58:52.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 10 client.6018 fetch_fsmap learned FSMap version 25 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) v3 -- 0x55eb02ea9ab0 con 0x55eb03095740 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 1 -- 172.21.15.7:0/1249160277 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55eb02ea15f0 con 0x55eb03095740 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 1 -- 172.21.15.7:0/1249160277 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7c0c0ca030 con 0x55eb03095740 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 10 client.6018 fetch_fsmap finished waiting for FSMap version 25 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 10 client.6018 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 20 client.6018 populate_metadata read hostname 'smithi007' 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb030a2440 0x55eb030f12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 4 client.6018 mds_command: new command op to 5859 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 --> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55eb02ee1790 con 0x55eb030a2440 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb030a2440 0x55eb030f12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb030a2440 0x55eb030f12a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d7b28606b456a10 server_cookie=5192af372411252b in_seq=0 out_seq=0 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 10 client.6018 ms_handle_connect on v2:172.21.15.7:6836/3669705154 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 1 -- 172.21.15.7:0/1249160277 <== mds.0 v2:172.21.15.7:6836/3669705154 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55eb02ee1790 con 0x55eb030a2440 2024-09-13T15:58:52.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 10 client.6018 handle_command_reply: tid=0 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 client.6018 shutdown 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 msgr2=0x55eb030a0fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb030a0fb0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c009b10 tx=0x7f7c0c019820 comp rx=0 tx=0).stop 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 shutdown_connections 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb030a2440 0x55eb030f12a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb030a1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb030a14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7bfaffd640 0 client.6018 ms_handle_reset on v2:172.21.15.7:6836/3669705154 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 --2- 172.21.15.7:0/1249160277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb030a0fb0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 >> 172.21.15.7:0/1249160277 conn(0x55eb0309bfb0 msgr2=0x55eb030941f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 shutdown_connections 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 1 -- 172.21.15.7:0/1249160277 wait complete. 2024-09-13T15:58:52.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.021+0000 7f7c259d0000 20 client.6018 trim_cache size 0 max 16384 2024-09-13T15:58:52.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 Processor -- start 2024-09-13T15:58:52.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 -- start start 2024-09-13T15:58:52.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030df1f0 0x55eb0313b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030dfb10 0x55eb0313bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02ba1940 con 0x55eb03095740 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02e83c00 con 0x55eb030df1f0 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb02e81c10 con 0x55eb030dfb10 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59040/0 (socket says 172.21.15.7:59040) 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 -- 172.21.15.7:0/567286612 learned_addr learned my addr 172.21.15.7:0/567286612 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 -- 172.21.15.7:0/567286612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030dfb10 msgr2=0x55eb0313bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030dfb10 0x55eb0313bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 -- 172.21.15.7:0/567286612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030df1f0 msgr2=0x55eb0313b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030df1f0 0x55eb0313b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.037+0000 7f7c1bfff640 1 -- 172.21.15.7:0/567286612 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eb02e8fc00 con 0x55eb03095740 2024-09-13T15:58:52.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313b330 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c0a52b0 tx=0x7f7c0c0d1000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b11e71c94709c39e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c027fc640 1 -- 172.21.15.7:0/567286612 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0b7750 con 0x55eb03095740 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c027fc640 1 -- 172.21.15.7:0/567286612 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c0c0b78b0 con 0x55eb03095740 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c027fc640 1 -- 172.21.15.7:0/567286612 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0ad510 con 0x55eb03095740 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/567286612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 msgr2=0x55eb0313b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313b330 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c0a52b0 tx=0x7f7c0c0d1000 comp rx=0 tx=0).stop 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/567286612 shutdown_connections 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030dfb10 0x55eb0313bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030df1f0 0x55eb0313b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- 172.21.15.7:0/567286612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313b330 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/567286612 >> 172.21.15.7:0/567286612 conn(0x55eb0309bfb0 msgr2=0x55eb030939d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/567286612 shutdown_connections 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/567286612 wait complete. 2024-09-13T15:58:52.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- start start 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 Processor -- start 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb03143090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb031455e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb03095300 con 0x55eb03095740 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb02ed94d0 con 0x55eb030dfb10 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb02ee3840 con 0x55eb030df1f0 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 10 client.0 _ll_register_callbacks cb 0x7f7c0c0bb050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59054/0 (socket says 172.21.15.7:59054) 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 -- 172.21.15.7:0/3085377606 learned_addr learned my addr 172.21.15.7:0/3085377606 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb03143090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 -- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 msgr2=0x55eb03143090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb03143090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c20e24640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb031455e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 -- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 msgr2=0x55eb031455e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb031455e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 -- 172.21.15.7:0/3085377606 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eb02ea9ab0 con 0x55eb03095740 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1bfff640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313e0d0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c098380 tx=0x7f7c0c0a7070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc4606208163d954 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7bfaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7bfaffd640 1 -- 172.21.15.7:0/3085377606 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0d1040 con 0x55eb03095740 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7bfaffd640 1 -- 172.21.15.7:0/3085377606 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c0c0ada90 con 0x55eb03095740 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55eb02eb4460 con 0x55eb03095740 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7bfaffd640 1 -- 172.21.15.7:0/3085377606 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7c0c0b7750 con 0x55eb03095740 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 10 client.6024 fetch_fsmap learned FSMap version 25 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) v3 -- 0x55eb02be0cc0 con 0x55eb03095740 2024-09-13T15:58:52.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7bfaffd640 1 -- 172.21.15.7:0/3085377606 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55eb02eb4460 con 0x55eb03095740 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7bfaffd640 1 -- 172.21.15.7:0/3085377606 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7c0c0ca040 con 0x55eb03095740 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 10 client.6024 fetch_fsmap finished waiting for FSMap version 25 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 10 client.6024 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 20 client.6024 populate_metadata read hostname 'smithi007' 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb03145b20 0x55eb03147f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 4 client.6024 mds_command: new command op to 5859 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 --> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55eb02ead9c0 con 0x55eb03145b20 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.041+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb03145b20 0x55eb03147f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c1b7fe640 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb03145b20 0x55eb03147f10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6ebd0298bb337e9 server_cookie=9272e495a030f57a in_seq=0 out_seq=0 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7bfaffd640 10 client.6024 ms_handle_connect on v2:172.21.15.7:6836/3669705154 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7bfaffd640 1 -- 172.21.15.7:0/3085377606 <== mds.0 v2:172.21.15.7:6836/3669705154 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55eb02ead9c0 con 0x55eb03145b20 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7bfaffd640 10 client.6024 handle_command_reply: tid=0 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 client.6024 shutdown 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 msgr2=0x55eb0313e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313e0d0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c098380 tx=0x7f7c0c0a7070 comp rx=0 tx=0).stop 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 shutdown_connections 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:6836/3669705154,v1:172.21.15.7:6837/3669705154] conn(0x55eb03145b20 0x55eb03147f10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eb030dfb10 0x55eb031455e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x55eb030df1f0 0x55eb03143090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 --2- 172.21.15.7:0/3085377606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55eb03095740 0x55eb0313e0d0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 >> 172.21.15.7:0/3085377606 conn(0x55eb0309bfb0 msgr2=0x55eb030941f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7bfaffd640 0 client.6024 ms_handle_reset on v2:172.21.15.7:6836/3669705154 2024-09-13T15:58:52.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 shutdown_connections 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 1 -- 172.21.15.7:0/3085377606 wait complete. 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c259d0000 20 client.6024 trim_cache size 0 max 16384 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "62cb3b98-b9d9-4dae-ba62-0d56ac47f4da", 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 5859, 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-13T15:58:52.056 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 10.213883679, 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 25, 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 49, 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 49, 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 14.671123984999999 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:52.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7c08066690 msgr2=0x7f7c08068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7c08066690 0x7f7c08068b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7c0c0af000 tx=0x7f7c0c0046d0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 msgr2=0x7f7c1c0ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 0x7f7c1c0ccf50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f7c100115e0 tx=0x7f7c10011aa0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 shutdown_connections 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7c08066690 0x7f7c08068b50 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7c1c14aa20 0x7f7c1c14ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c1c0ccb10 0x7f7c1c0ccf50 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 --2- 172.21.15.7:0/673056408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c04003980 0x7f7c1c0acb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 >> 172.21.15.7:0/673056408 conn(0x7f7c1c069f00 msgr2=0x7f7c1c06f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 shutdown_connections 2024-09-13T15:58:52.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.045+0000 7f7c22887640 1 -- 172.21.15.7:0/673056408 wait complete. 2024-09-13T15:58:52.064 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:58:52.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.165+0000 7f7d5ced7640 1 Processor -- start 2024-09-13T15:58:52.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.165+0000 7f7d5ced7640 1 -- start start 2024-09-13T15:58:52.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f7d5815c760 0x7f7d580b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7d580cd2c0 0x7f7d580cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d580d17e0 con 0x7f7d580d0630 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d580cdc90 con 0x7f7d580cd2c0 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d580d0bd0 con 0x7f7d5815c760 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7d580cd2c0 0x7f7d580cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7d580cd2c0 0x7f7d580cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59060/0 (socket says 172.21.15.7:59060) 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 -- 172.21.15.7:0/1890350515 learned_addr learned my addr 172.21.15.7:0/1890350515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5659c640 1 --2- 172.21.15.7:0/1890350515 >> v2:172.21.15.77:3300/0 conn(0x7f7d5815c760 0x7f7d580b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 -- 172.21.15.7:0/1890350515 >> v2:172.21.15.77:3300/0 conn(0x7f7d5815c760 msgr2=0x7f7d580b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 --2- 172.21.15.7:0/1890350515 >> v2:172.21.15.77:3300/0 conn(0x7f7d5815c760 0x7f7d580b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 -- 172.21.15.7:0/1890350515 >> v1:172.21.15.77:6789/0 conn(0x7f7d580d0630 legacy=0x7f7d580d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 -- 172.21.15.7:0/1890350515 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d580d0eb0 con 0x7f7d580cd2c0 2024-09-13T15:58:52.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5659c640 1 --2- 172.21.15.7:0/1890350515 >> v2:172.21.15.77:3300/0 conn(0x7f7d5815c760 0x7f7d580b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d56d9d640 1 --2- 172.21.15.7:0/1890350515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d580cd2c0 0x7f7d580cd750 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7d5808b450 tx=0x7f7d5001f1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdd641550360317c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d55d9b640 1 -- 172.21.15.7:0/1890350515 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d500af400 con 0x7f7d580cd2c0 2024-09-13T15:58:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d55d9b640 1 -- 172.21.15.7:0/1890350515 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d500ab050 con 0x7f7d580cd2c0 2024-09-13T15:58:52.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d55d9b640 1 -- 172.21.15.7:0/1890350515 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d500af780 con 0x7f7d580cd2c0 2024-09-13T15:58:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- 172.21.15.7:0/1890350515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d580cd2c0 msgr2=0x7f7d580cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/1890350515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d580cd2c0 0x7f7d580cd750 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7d5808b450 tx=0x7f7d5001f1a0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- 172.21.15.7:0/1890350515 shutdown_connections 2024-09-13T15:58:52.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/1890350515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d580cd2c0 0x7f7d580cd750 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/1890350515 >> v2:172.21.15.77:3300/0 conn(0x7f7d5815c760 0x7f7d580b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- 172.21.15.7:0/1890350515 >> 172.21.15.7:0/1890350515 conn(0x7f7d580cf070 msgr2=0x7f7d580cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.169+0000 7f7d5ced7640 1 -- 172.21.15.7:0/1890350515 shutdown_connections 2024-09-13T15:58:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- 172.21.15.7:0/1890350515 wait complete. 2024-09-13T15:58:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 Processor -- start 2024-09-13T15:58:52.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- start start 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7d580cd2c0 0x7f7d580a9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d580d0630 0x7f7d580cb530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 0x7f7d5815e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d581f25c0 con 0x7f7d5815c760 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d581f28a0 con 0x7f7d580d0630 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d581f2b80 con 0x7f7d580cd2c0 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 0x7f7d5815e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 0x7f7d5815e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59064/0 (socket says 172.21.15.7:59064) 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 -- 172.21.15.7:0/2989444921 learned_addr learned my addr 172.21.15.7:0/2989444921 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5659c640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7d580cd2c0 0x7f7d580a9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d4ffff640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d580d0630 0x7f7d580cb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 -- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7d580cd2c0 msgr2=0x7f7d580a9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7d580cd2c0 0x7f7d580a9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 -- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d580d0630 msgr2=0x7f7d580cb530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d580d0630 0x7f7d580cb530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 -- 172.21.15.7:0/2989444921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d50009b30 con 0x7f7d5815c760 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d4ffff640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d580d0630 0x7f7d580cb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d56d9d640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 0x7f7d5815e7d0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7d500b2040 tx=0x7f7d5001bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d500afde0 con 0x7f7d5815c760 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d50009510 con 0x7f7d5815c760 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d581f2e60 con 0x7f7d5815c760 2024-09-13T15:58:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d500ba660 con 0x7f7d5815c760 2024-09-13T15:58:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d581f22b0 con 0x7f7d5815c760 2024-09-13T15:58:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.173+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d5815cb40 con 0x7f7d5815c760 2024-09-13T15:58:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.177+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d500b6040 con 0x7f7d5815c760 2024-09-13T15:58:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.177+0000 7f7d4effd640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d38066690 0x7f7d38068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:58:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.177+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7d50122470 con 0x7f7d5815c760 2024-09-13T15:58:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.177+0000 7f7d5659c640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d38066690 0x7f7d38068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:58:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.177+0000 7f7d5659c640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d38066690 0x7f7d38068b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7d48006fd0 tx=0x7f7d48008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:58:52.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.181+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7d500ef930 con 0x7f7d5815c760 2024-09-13T15:58:52.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f7d580d1ff0 con 0x7f7d5815c760 2024-09-13T15:58:52.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d4effd640 1 -- 172.21.15.7:0/2989444921 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) v1 ==== 53+0+73 (secure 0 0 0) 0x7f7d500f2f50 con 0x7f7d5815c760 2024-09-13T15:58:52.376 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:58:52.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d38066690 msgr2=0x7f7d38068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d38066690 0x7f7d38068b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7d48006fd0 tx=0x7f7d48008040 comp rx=0 tx=0).stop 2024-09-13T15:58:52.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 msgr2=0x7f7d5815e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 0x7f7d5815e7d0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7d500b2040 tx=0x7f7d5001bf40 comp rx=0 tx=0).stop 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 shutdown_connections 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7d38066690 0x7f7d38068b50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d5815c760 0x7f7d5815e7d0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d580d0630 0x7f7d580cb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 --2- 172.21.15.7:0/2989444921 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7d580cd2c0 0x7f7d580a9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 >> 172.21.15.7:0/2989444921 conn(0x7f7d580cf070 msgr2=0x7f7d580b5780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 shutdown_connections 2024-09-13T15:58:52.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:58:52.373+0000 7f7d5ced7640 1 -- 172.21.15.7:0/2989444921 wait complete. 2024-09-13T15:58:52.393 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:58:52.393 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:58:52.394 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:52.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.394 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-13T15:58:52.400 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:58:52.400 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:58:52.400 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:58:52.400 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.400 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42385sec preferred_lft 42385sec 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-13T15:58:52.401 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 02:42:8d:d1:2a:ed brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T15:58:52.402 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:58:52.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.403 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:58:52.458 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-13T15:58:52.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.460 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-13T15:58:52.509 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-13T15:58:52.509 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:58:52.509 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:58:52.509 INFO:teuthology.orchestra.run.smithi007.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:58:52.509 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:58:52.510 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:58:52.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.510 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec bash -c ' 2024-09-13T15:58:52.510 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-13T15:58:52.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:58:52.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:58:52.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:58:52.510 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-13T15:58:52.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.585 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:58:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T15:58:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:58:52.633 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:52.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.633 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-13T15:58:52.689 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T15:58:52.690 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:58:52.690 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:52.736 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:58:52.737 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:58:52.737 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:52.784 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:52.846 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:52.846 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:52.904 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:52.905 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:52.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:52.906 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:52.952 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:58:52.952 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T15:58:52.997 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:53.012 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:53.012 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:53.072 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:53.074 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:53.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:53.074 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:53.075 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:2024-09-13T15:58:53.069+0000 7f07e9e3e580 -1 init, newargv = 0x55b04cca12c0 newargc=15 2024-09-13T15:58:53.075 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[39922]: starting ceph client 2024-09-13T15:58:53.081 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[39922]: starting fuse 2024-09-13T15:58:54.181 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-13T15:58:54.198 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:58:54.198 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:58:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:58:54.253 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:58:54.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:54.254 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-13T15:58:54.300 INFO:teuthology.orchestra.run.smithi007.stdout:45 2024-09-13T15:58:54.300 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-13T15:58:54.301 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.0")) 2024-09-13T15:58:54.302 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:58:54.426 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.0.39922.asok 2024-09-13T15:58:54.607 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.39922.asok 2024-09-13T15:58:54.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:54.607 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.39922.asok status 2024-09-13T15:58:54.769 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "0", 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "39922", 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/" 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-13T15:58:54.770 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 6036, 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 6036 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:58:54.771 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 2387357025 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 2387357025 2024-09-13T15:58:54.772 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.6036 192.168.0.1:0/2387357025", 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.1:0/2387357025", 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 1, 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 25, 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 49, 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-13T15:58:54.773 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:58:54.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:54.783 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-13T15:58:54.784 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:54.790 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-13T15:58:54.790 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:54.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:54.790 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:58:54.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:58:54.845 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file1) 2024-09-13T15:58:54.902 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:58:54.903 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:58:54.949 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:58:54.949 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-13T15:58:54.949 DEBUG:teuthology.orchestra.run.smithi007:> import time 2024-09-13T15:58:54.949 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-13T15:58:54.949 DEBUG:teuthology.orchestra.run.smithi007:> fd = os.open("/home/ubuntu/cephtest/mnt.0/background_file", os.O_RDWR | os.O_CREAT, 0o644) 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> try: 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> while True: 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> os.write(fd, b'"'"'content'"'"') 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> time.sleep(1) 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> if not True: 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> break 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> except IOError as e: 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> pass 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> os.close(fd) 2024-09-13T15:58:54.950 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-13T15:58:59.408 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:58:59.412 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:59:05.095 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:05.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 Processor -- start 2024-09-13T15:59:05.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 -- start start 2024-09-13T15:59:05.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff548143af0 0x7ff54815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:05.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff5480cd3e0 0x7ff5480cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:05.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff54815af90 con 0x7ff54815da10 2024-09-13T15:59:05.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff54815ddf0 con 0x7ff5480cd3e0 2024-09-13T15:59:05.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54ef71640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5480b2d60 con 0x7ff548143af0 2024-09-13T15:59:05.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54d50e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff5480cd3e0 0x7ff5480cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:05.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54cd0d640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7ff54815da10 0x7ff5480b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:55066/0 (socket says 172.21.15.7:55066) 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54cd0d640 1 -- 172.21.15.7:0/1686335152 learned_addr learned my addr 172.21.15.7:0/1686335152 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54d50e640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ff5480cd3e0 0x7ff5480cd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48400/0 (socket says 172.21.15.7:48400) 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff547fff640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff548143af0 0x7ff54815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54d50e640 1 -- 172.21.15.7:0/1686335152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff548143af0 msgr2=0x7ff54815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54d50e640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff548143af0 0x7ff54815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54d50e640 1 -- 172.21.15.7:0/1686335152 >> v1:172.21.15.7:6789/0 conn(0x7ff54815da10 legacy=0x7ff5480b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:05.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff54d50e640 1 -- 172.21.15.7:0/1686335152 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5480b3000 con 0x7ff5480cd3e0 2024-09-13T15:59:05.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.229+0000 7ff547fff640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff548143af0 0x7ff54815aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:05.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5480cd3e0 0x7ff5480cd810 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff540009d90 tx=0x7ff54001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=349310def425b6b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:05.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff5477fe640 1 -- 172.21.15.7:0/1686335152 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5400a5910 con 0x7ff5480cd3e0 2024-09-13T15:59:05.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff5477fe640 1 -- 172.21.15.7:0/1686335152 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5400a5a70 con 0x7ff5480cd3e0 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff5477fe640 1 -- 172.21.15.7:0/1686335152 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5400a5e00 con 0x7ff5480cd3e0 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- 172.21.15.7:0/1686335152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5480cd3e0 msgr2=0x7ff5480cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5480cd3e0 0x7ff5480cd810 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff540009d90 tx=0x7ff54001c940 comp rx=0 tx=0).stop 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- 172.21.15.7:0/1686335152 shutdown_connections 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5480cd3e0 0x7ff5480cd810 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 --2- 172.21.15.7:0/1686335152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff548143af0 0x7ff54815aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- 172.21.15.7:0/1686335152 >> 172.21.15.7:0/1686335152 conn(0x7ff548069f00 msgr2=0x7ff54806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:05.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- 172.21.15.7:0/1686335152 shutdown_connections 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- 172.21.15.7:0/1686335152 wait complete. 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 Processor -- start 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- start start 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff5480cd3e0 0x7ff5480ad090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff548143af0 0x7ff5481f6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 0x7ff5480ab9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5480aa930 con 0x7ff54815da10 2024-09-13T15:59:05.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5480aac10 con 0x7ff548143af0 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54ef71640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5480aaef0 con 0x7ff5480cd3e0 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 0x7ff5480ab9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 0x7ff5480ab9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48406/0 (socket says 172.21.15.7:48406) 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 -- 172.21.15.7:0/2955393842 learned_addr learned my addr 172.21.15.7:0/2955393842 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54cd0d640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff5480cd3e0 0x7ff5480ad090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff547fff640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff548143af0 0x7ff5481f6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 -- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff5480cd3e0 msgr2=0x7ff5480ad090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff5480cd3e0 0x7ff5480ad090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 -- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff548143af0 msgr2=0x7ff5481f6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff548143af0 0x7ff5481f6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.233+0000 7ff54d50e640 1 -- 172.21.15.7:0/2955393842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff540009a70 con 0x7ff54815da10 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff54d50e640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 0x7ff5480ab9d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff5400b0040 tx=0x7ff5400196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5400ad950 con 0x7ff54815da10 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5400adab0 con 0x7ff54815da10 2024-09-13T15:59:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5480ab1d0 con 0x7ff54815da10 2024-09-13T15:59:05.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5400ade60 con 0x7ff54815da10 2024-09-13T15:59:05.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5480ad5d0 con 0x7ff54815da10 2024-09-13T15:59:05.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5480ad7c0 con 0x7ff54815da10 2024-09-13T15:59:05.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff5400b9450 con 0x7ff54815da10 2024-09-13T15:59:05.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff5457fa640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff534066690 0x7ff534068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:05.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff54cd0d640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff534066690 0x7ff534068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:05.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff54011f730 con 0x7ff54815da10 2024-09-13T15:59:05.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.237+0000 7ff54cd0d640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff534066690 0x7ff534068b50 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff538005890 tx=0x7ff538009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:05.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.241+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff5480ad7c0 con 0x7ff54815da10 2024-09-13T15:59:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.445+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff5480ad7c0 con 0x7ff54815da10 2024-09-13T15:59:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.445+0000 7ff5457fa640 1 -- 172.21.15.7:0/2955393842 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4725 (secure 0 0 0) 0x7ff5480ad7c0 con 0x7ff54815da10 2024-09-13T15:59:05.449 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:05.449 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5042,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/2588833983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":2588833983},{"type":"v1","addr":"172.21.15.77:6835","nonce":2588833983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21},{"gid":5419,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/951821184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":951821184},{"type":"v1","addr":"172.21.15.77:6833","nonce":951821184}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21},{"gid":5853,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1864782050","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1864782050},{"type":"v1","addr":"172.21.15.7:6835","nonce":1864782050}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:58:44.850831+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5859":{"gid":5859,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.7:6837/3669705154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":3669705154},{"type":"v1","addr":"172.21.15.7:6837","nonce":3669705154}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-13T15:59:05.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff534066690 msgr2=0x7ff534068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff534066690 0x7ff534068b50 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff538005890 tx=0x7ff538009040 comp rx=0 tx=0).stop 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 msgr2=0x7ff5480ab9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 0x7ff5480ab9d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff5400b0040 tx=0x7ff5400196e0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 shutdown_connections 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff534066690 0x7ff534068b50 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff54815da10 0x7ff5480ab9d0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff548143af0 0x7ff5481f6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 --2- 172.21.15.7:0/2955393842 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff5480cd3e0 0x7ff5480ad090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 >> 172.21.15.7:0/2955393842 conn(0x7ff548069f00 msgr2=0x7ff548142da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 shutdown_connections 2024-09-13T15:59:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:05.449+0000 7ff54ef71640 1 -- 172.21.15.7:0/2955393842 wait complete. 2024-09-13T15:59:05.469 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json force_readonly 2024-09-13T15:59:05.600 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-13T15:59:15.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:15.604 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file1) 2024-09-13T15:59:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:touch: cannot touch 'test_file1': Read-only file system 2024-09-13T15:59:15.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:59:15.615 INFO:tasks.ceph_test_case:waiting 30s for health warning matching MDS_READ_ONLY 2024-09-13T15:59:15.615 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T15:59:15.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.785+0000 7f35d623d640 1 Processor -- start 2024-09-13T15:59:15.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.785+0000 7f35d623d640 1 -- start start 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f35d00d0630 0x7f35d00d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f35d00d21b0 0x7f35d00cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35d00d17e0 con 0x7f35d015c760 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d00d0bd0 con 0x7f35d00d0630 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d00d0eb0 con 0x7f35d00d21b0 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f35d00d0630 0x7f35d00d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f35d00d0630 0x7f35d00d1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59538/0 (socket says 172.21.15.7:59538) 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 -- 172.21.15.7:0/3609335448 learned_addr learned my addr 172.21.15.7:0/3609335448 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35cffff640 1 --2- 172.21.15.7:0/3609335448 >> v2:172.21.15.77:3300/0 conn(0x7f35d00d21b0 0x7f35d00cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 -- 172.21.15.7:0/3609335448 >> v2:172.21.15.77:3300/0 conn(0x7f35d00d21b0 msgr2=0x7f35d00cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:15.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 --2- 172.21.15.7:0/3609335448 >> v2:172.21.15.77:3300/0 conn(0x7f35d00d21b0 0x7f35d00cd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:15.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 -- 172.21.15.7:0/3609335448 >> v1:172.21.15.77:6789/0 conn(0x7f35d015c760 legacy=0x7f35d00b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:15.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 -- 172.21.15.7:0/3609335448 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d00d1190 con 0x7f35d00d0630 2024-09-13T15:59:15.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ceffd640 1 --2- 172.21.15.7:0/3609335448 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d0630 0x7f35d00d1c70 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009870 tx=0x7f35b801ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7bc81cb1307a65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:15.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ce7fc640 1 -- 172.21.15.7:0/3609335448 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b80a89d0 con 0x7f35d00d0630 2024-09-13T15:59:15.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ce7fc640 1 -- 172.21.15.7:0/3609335448 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35b80a8b30 con 0x7f35d00d0630 2024-09-13T15:59:15.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35ce7fc640 1 -- 172.21.15.7:0/3609335448 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b80b0440 con 0x7f35d00d0630 2024-09-13T15:59:15.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 -- 172.21.15.7:0/3609335448 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d0630 msgr2=0x7f35d00d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:15.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.789+0000 7f35d623d640 1 --2- 172.21.15.7:0/3609335448 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d0630 0x7f35d00d1c70 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009870 tx=0x7f35b801ecd0 comp rx=0 tx=0).stop 2024-09-13T15:59:15.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3609335448 shutdown_connections 2024-09-13T15:59:15.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 --2- 172.21.15.7:0/3609335448 >> v2:172.21.15.77:3300/0 conn(0x7f35d00d21b0 0x7f35d00cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:15.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 --2- 172.21.15.7:0/3609335448 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d0630 0x7f35d00d1c70 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:15.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3609335448 >> 172.21.15.7:0/3609335448 conn(0x7f35d00cf070 msgr2=0x7f35d00cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:15.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3609335448 shutdown_connections 2024-09-13T15:59:15.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3609335448 wait complete. 2024-09-13T15:59:15.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 Processor -- start 2024-09-13T15:59:15.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- start start 2024-09-13T15:59:15.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d00d0630 0x7f35d01e5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:15.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 0x7f35d00b14e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d015c760 0x7f35d01e53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d0148510 con 0x7f35d00d21b0 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d0147890 con 0x7f35d015c760 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35d0147b70 con 0x7f35d00d0630 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 0x7f35d00b14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 0x7f35d00b14e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59540/0 (socket says 172.21.15.7:59540) 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 -- 172.21.15.7:0/3783683153 learned_addr learned my addr 172.21.15.7:0/3783683153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35cffff640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d015c760 0x7f35d01e53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35cf7fe640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d00d0630 0x7f35d01e5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 -- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d00d0630 msgr2=0x7f35d01e5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d00d0630 0x7f35d01e5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:15.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 -- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d015c760 msgr2=0x7f35d01e53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d015c760 0x7f35d01e53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 -- 172.21.15.7:0/3783683153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35b80094d0 con 0x7f35d00d21b0 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35cf7fe640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d00d0630 0x7f35d01e5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35ceffd640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 0x7f35d00b14e0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f35b80b3040 tx=0x7f35b801ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b80a89d0 con 0x7f35d00d21b0 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35b80bb480 con 0x7f35d00d21b0 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d0147e50 con 0x7f35d00d21b0 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b80bb830 con 0x7f35d00d21b0 2024-09-13T15:59:15.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35d00b1a20 con 0x7f35d00d21b0 2024-09-13T15:59:15.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.793+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35d0148650 con 0x7f35d00d21b0 2024-09-13T15:59:15.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.797+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f35b80bb990 con 0x7f35d00d21b0 2024-09-13T15:59:15.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.797+0000 7f35c7fff640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b0066690 0x7f35b0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:15.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.797+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f35b81227a0 con 0x7f35d00d21b0 2024-09-13T15:59:15.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.797+0000 7f35cf7fe640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b0066690 0x7f35b0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:15.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.797+0000 7f35cf7fe640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b0066690 0x7f35b0068b50 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f35d01f56a0 tx=0x7f35c00073c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:15.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.801+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f35d0148650 con 0x7f35d00d21b0 2024-09-13T15:59:16.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f35d0148650 con 0x7f35d00d21b0 2024-09-13T15:59:16.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35c7fff640 1 -- 172.21.15.7:0/3783683153 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+159 (secure 0 0 0) 0x7f35d0148650 con 0x7f35d00d21b0 2024-09-13T15:59:16.001 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:16.001 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_WARN","checks":{"MDS_READ_ONLY":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs are read only","count":1},"muted":false}},"mutes":[]} 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b0066690 msgr2=0x7f35b0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b0066690 0x7f35b0068b50 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f35d01f56a0 tx=0x7f35c00073c0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 msgr2=0x7f35d00b14e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 0x7f35d00b14e0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f35b80b3040 tx=0x7f35b801ba70 comp rx=0 tx=0).stop 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 shutdown_connections 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f35b0066690 0x7f35b0068b50 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f35d015c760 0x7f35d01e53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35d00d21b0 0x7f35d00b14e0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 --2- 172.21.15.7:0/3783683153 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f35d00d0630 0x7f35d01e5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 >> 172.21.15.7:0/3783683153 conn(0x7f35d00cf070 msgr2=0x7f35d00b5640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 shutdown_connections 2024-09-13T15:59:16.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:15.997+0000 7f35d623d640 1 -- 172.21.15.7:0/3783683153 wait complete. 2024-09-13T15:59:16.018 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T15:59:16.019 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T15:59:16.019 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:59:16.020 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T15:59:16.020 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:59:16.021 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T15:59:16.021 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:59:16.021 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T15:59:16.021 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:59:16.028 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T15:59:16.028 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-13T15:59:16.031 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T15:59:16.031 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-13T15:59:16.037 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T15:59:16.037 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-13T15:59:16.038 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T15:59:16.038 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-13T15:59:16.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7ebfc5c640 1 Processor -- start 2024-09-13T15:59:16.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7ebfc5c640 1 -- start start 2024-09-13T15:59:16.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7feb6240c640 1 Processor -- start 2024-09-13T15:59:16.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7feb6240c640 1 -- start start 2024-09-13T15:59:16.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7599e5b640 1 Processor -- start 2024-09-13T15:59:16.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7599e5b640 1 -- start start 2024-09-13T15:59:16.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7ebfc5c640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f7eb8153b60 0x7f7eb815a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7ebfc5c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7eb8070f20 0x7f7eb80cd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.177+0000 7f7ebfc5c640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7eb806ef20 con 0x7f7eb80b2640 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebfc5c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7eb815a880 con 0x7f7eb8070f20 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebfc5c640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7eb80b2be0 con 0x7f7eb8153b60 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebe1f9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f7eb8070f20 0x7f7eb80cd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebd1f7640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7eb80b2640 0x7f7eb8070810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:45954/0 (socket says 172.21.15.7:45954) 2024-09-13T15:59:16.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebd1f7640 1 -- 172.21.15.7:0/1940446985 learned_addr learned my addr 172.21.15.7:0/1940446985 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb6240c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 0x7feb5c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb6240c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7feb5c071cf0 0x7feb5c15b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb6240c640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb5c0b5320 con 0x7feb5c0cff80 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb6240c640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb5c15aa10 con 0x7feb5c071cf0 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb6240c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c0b5600 con 0x7feb5c15a630 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5b7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7feb5c0cff80 0x7feb5c0715e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:45966/0 (socket says 172.21.15.7:45966) 2024-09-13T15:59:16.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5b7fe640 1 -- 172.21.15.7:0/2895475134 learned_addr learned my addr 172.21.15.7:0/2895475134 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:16.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebd9f8640 1 --2- 172.21.15.7:0/1940446985 >> v2:172.21.15.77:3300/0 conn(0x7f7eb8153b60 0x7f7eb815a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/1940446985 >> v2:172.21.15.77:3300/0 conn(0x7f7eb8153b60 msgr2=0x7f7eb815a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebe1f9640 1 --2- 172.21.15.7:0/1940446985 >> v2:172.21.15.77:3300/0 conn(0x7f7eb8153b60 0x7f7eb815a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/1940446985 >> v1:172.21.15.7:6789/0 conn(0x7f7eb80b2640 legacy=0x7f7eb8070810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5bfff640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 0x7feb5c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7599e5b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f75941593b0 0x7f75940cd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7599e5b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f759406ead0 0x7f75940b3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7599e5b640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75940cf2c0 con 0x7f75940cebe0 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7599e5b640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75940ce4d0 con 0x7f759406ead0 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7599e5b640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75940ce990 con 0x7f75941593b0 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f759406ead0 0x7f75940b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f759406ead0 0x7f75940b3150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59568/0 (socket says 172.21.15.7:59568) 2024-09-13T15:59:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 -- 172.21.15.7:0/342246059 learned_addr learned my addr 172.21.15.7:0/342246059 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 --2- 172.21.15.7:0/2895475134 >> v2:172.21.15.7:3300/0 conn(0x7feb5c071cf0 0x7feb5c15b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3851334023 0 0) 0x7feb5c0b5320 con 0x7feb5c0cff80 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feb48003530 con 0x7feb5c0cff80 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3675748958 0 0) 0x7feb48003530 con 0x7feb5c0cff80 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 msgr2=0x7feb5c0b4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 0x7feb5c0b4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 >> v2:172.21.15.7:3300/0 conn(0x7feb5c071cf0 msgr2=0x7feb5c15b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 --2- 172.21.15.7:0/2895475134 >> v2:172.21.15.7:3300/0 conn(0x7feb5c071cf0 0x7feb5c15b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb5c0b58e0 con 0x7feb5c0cff80 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7feb4c001680 con 0x7feb5c0cff80 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 >> v1:172.21.15.7:6789/0 conn(0x7feb5c0cff80 legacy=0x7feb5c0715e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48003980 0x7feb48003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 0x7feb480047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb48004d10 0x7feb48005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c15aa10 con 0x7feb48004d10 2024-09-13T15:59:16.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c0b5600 con 0x7feb48003980 2024-09-13T15:59:16.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb4800b990 con 0x7feb5c15a630 2024-09-13T15:59:16.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f75937fe640 1 --2- 172.21.15.7:0/342246059 >> v2:172.21.15.77:3300/0 conn(0x7f75941593b0 0x7f75940cd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/1940446985 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eb80b2ec0 con 0x7f7eb8070f20 2024-09-13T15:59:16.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 --2- 172.21.15.7:0/2895475134 >> v2:172.21.15.7:3300/0 conn(0x7feb5c071cf0 0x7feb5c15b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:59:16.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 -- 172.21.15.7:0/342246059 >> v2:172.21.15.77:3300/0 conn(0x7f75941593b0 msgr2=0x7f75940cd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 --2- 172.21.15.7:0/342246059 >> v2:172.21.15.77:3300/0 conn(0x7f75941593b0 0x7f75940cd4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 -- 172.21.15.7:0/342246059 >> v1:172.21.15.77:6789/0 conn(0x7f75940cebe0 legacy=0x7f759406e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7593fff640 1 -- 172.21.15.7:0/342246059 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75940ce6b0 con 0x7f759406ead0 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb48004d10 0x7feb48005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb5b7fe640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 0x7feb480047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 -- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 msgr2=0x7feb480047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c15a630 0x7feb480047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 -- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48003980 msgr2=0x7feb48003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48003980 0x7feb48003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7feb609a9640 1 -- 172.21.15.7:0/2895475134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb5c0b58e0 con 0x7feb48004d10 2024-09-13T15:59:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebe1f9640 1 --2- 172.21.15.7:0/1940446985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8070f20 0x7f7eb80cd990 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f7eb806bff0 tx=0x7f7eb001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4f4358c46022d83 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebc9f6640 1 -- 172.21.15.7:0/1940446985 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb00a5950 con 0x7f7eb8070f20 2024-09-13T15:59:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebc9f6640 1 -- 172.21.15.7:0/1940446985 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb00a5ab0 con 0x7f7eb8070f20 2024-09-13T15:59:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebc9f6640 1 -- 172.21.15.7:0/1940446985 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb00a5e40 con 0x7f7eb8070f20 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/1940446985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8070f20 msgr2=0x7f7eb80cd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.181+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/1940446985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8070f20 0x7f7eb80cd990 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f7eb806bff0 tx=0x7f7eb001c870 comp rx=0 tx=0).stop 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/1940446985 shutdown_connections 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/1940446985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8070f20 0x7f7eb80cd990 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/1940446985 >> v2:172.21.15.77:3300/0 conn(0x7f7eb8153b60 0x7f7eb815a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/1940446985 >> 172.21.15.7:0/1940446985 conn(0x7f7eb806b1e0 msgr2=0x7f7eb806b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb609a9640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb48004d10 0x7feb48005190 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7feb5c071590 tx=0x7feb5401ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61de8f982dd1f692 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/1940446985 shutdown_connections 2024-09-13T15:59:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/1940446985 wait complete. 2024-09-13T15:59:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb540a5e30 con 0x7feb48004d10 2024-09-13T15:59:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb5400f040 con 0x7feb48004d10 2024-09-13T15:59:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb5affd640 1 -- 172.21.15.7:0/2895475134 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb540ad680 con 0x7feb48004d10 2024-09-13T15:59:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7593fff640 1 --2- 172.21.15.7:0/342246059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f759406ead0 0x7f75940b3150 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f7594071900 tx=0x7f758c01eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2b794981a1d8072 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f75927fc640 1 -- 172.21.15.7:0/342246059 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758c0a7a80 con 0x7f759406ead0 2024-09-13T15:59:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f75927fc640 1 -- 172.21.15.7:0/342246059 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f758c0a7be0 con 0x7f759406ead0 2024-09-13T15:59:16.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f75927fc640 1 -- 172.21.15.7:0/342246059 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758c0af3f0 con 0x7f759406ead0 2024-09-13T15:59:16.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- 172.21.15.7:0/2895475134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb48004d10 msgr2=0x7feb48005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 --2- 172.21.15.7:0/2895475134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb48004d10 0x7feb48005190 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7feb5c071590 tx=0x7feb5401ce20 comp rx=0 tx=0).stop 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb609a9640 1 -- 172.21.15.7:0/2895475134 reap_dead start 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- 172.21.15.7:0/2895475134 shutdown_connections 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- 172.21.15.7:0/2895475134 >> 172.21.15.7:0/2895475134 conn(0x7feb5c06d6f0 msgr2=0x7feb5c06db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- 172.21.15.7:0/2895475134 shutdown_connections 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- 172.21.15.7:0/2895475134 wait complete. 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 -- 172.21.15.7:0/342246059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f759406ead0 msgr2=0x7f75940b3150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 --2- 172.21.15.7:0/342246059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f759406ead0 0x7f75940b3150 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f7594071900 tx=0x7f758c01eb90 comp rx=0 tx=0).stop 2024-09-13T15:59:16.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 Processor -- start 2024-09-13T15:59:16.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 -- 172.21.15.7:0/342246059 shutdown_connections 2024-09-13T15:59:16.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 --2- 172.21.15.7:0/342246059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f759406ead0 0x7f75940b3150 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 --2- 172.21.15.7:0/342246059 >> v2:172.21.15.77:3300/0 conn(0x7f75941593b0 0x7f75940cd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 -- 172.21.15.7:0/342246059 >> 172.21.15.7:0/342246059 conn(0x7f75940b12d0 msgr2=0x7f75940b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- start start 2024-09-13T15:59:16.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 -- 172.21.15.7:0/342246059 shutdown_connections 2024-09-13T15:59:16.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 -- 172.21.15.7:0/342246059 wait complete. 2024-09-13T15:59:16.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efcec1c9640 1 Processor -- start 2024-09-13T15:59:16.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efcec1c9640 1 -- start start 2024-09-13T15:59:16.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 Processor -- start 2024-09-13T15:59:16.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- start start 2024-09-13T15:59:16.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7eb8070f20 0x7f7eb81583e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7eb80b2640 0x7f7eb8158920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efcec1c9640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7efce4151720 0x7efce40cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 0x7f7eb814b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efce9764640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7efce4151720 0x7efce40cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efce9764640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7efce4151720 0x7efce40cdd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59582/0 (socket says 172.21.15.7:59582) 2024-09-13T15:59:16.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efce9764640 1 -- 172.21.15.7:0/569919936 learned_addr learned my addr 172.21.15.7:0/569919936 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efce406bf10 con 0x7efce40ce290 2024-09-13T15:59:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebe1f9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 0x7f7eb814b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebe1f9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 0x7f7eb814b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59588/0 (socket says 172.21.15.7:59588) 2024-09-13T15:59:16.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efce40ce740 con 0x7efce4151340 2024-09-13T15:59:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efce415b9b0 con 0x7efce4151720 2024-09-13T15:59:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/2081396942 learned_addr learned my addr 172.21.15.7:0/2081396942 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebd9f8640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7eb8070f20 0x7f7eb81583e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb806d250 con 0x7f7eb8153b60 2024-09-13T15:59:16.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb815ad10 con 0x7f7eb8070f20 2024-09-13T15:59:16.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c141b30 0x7feb5c143f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb815aff0 con 0x7f7eb80b2640 2024-09-13T15:59:16.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb5c0b1450 0x7feb5c0b18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb5c15caa0 0x7feb5c15cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c0b1e10 con 0x7feb5c15caa0 2024-09-13T15:59:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c15d460 con 0x7feb5c0b1450 2024-09-13T15:59:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb6240c640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c143a90 con 0x7feb5c141b30 2024-09-13T15:59:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 Processor -- start 2024-09-13T15:59:16.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7efce9764640 1 -- 172.21.15.7:0/569919936 >> v1:172.21.15.77:6789/0 conn(0x7efce4151340 legacy=0x7efce415aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7efce9764640 1 -- 172.21.15.7:0/569919936 >> v1:172.21.15.7:6789/0 conn(0x7efce40ce290 legacy=0x7efce40cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7feb5bfff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c141b30 0x7feb5c143f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.185+0000 7f7599e5b640 1 -- start start 2024-09-13T15:59:16.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb5bfff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c141b30 0x7feb5c143f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:39146/0 (socket says 172.21.15.7:39146) 2024-09-13T15:59:16.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb5bfff640 1 -- 172.21.15.7:0/2147795207 learned_addr learned my addr 172.21.15.7:0/2147795207 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb5c15caa0 0x7feb5c15cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebd1f7640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7eb80b2640 0x7f7eb8158920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7efce9764640 1 -- 172.21.15.7:0/569919936 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efce415b120 con 0x7efce4151720 2024-09-13T15:59:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb5b7fe640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb5c0b1450 0x7feb5c0b18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7eb80b2640 msgr2=0x7f7eb8158920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebe1f9640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7eb80b2640 0x7f7eb8158920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7eb8070f20 msgr2=0x7f7eb81583e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebe1f9640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7eb8070f20 0x7f7eb81583e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebe1f9640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eb0009a70 con 0x7f7eb8153b60 2024-09-13T15:59:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 -- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c141b30 msgr2=0x7feb5c143f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c141b30 0x7feb5c143f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 -- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb5c0b1450 msgr2=0x7feb5c0b18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb5c0b1450 0x7feb5c0b18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 -- 172.21.15.7:0/2147795207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb5c141f10 con 0x7feb5c15caa0 2024-09-13T15:59:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebe1f9640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 0x7f7eb814b950 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0019480 tx=0x7f7eb0019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb609a9640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb5c15caa0 0x7feb5c15cf20 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7feb540ac000 tx=0x7feb54009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb00ade20 con 0x7f7eb8153b60 2024-09-13T15:59:16.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb0009450 con 0x7f7eb8153b60 2024-09-13T15:59:16.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb00b9690 con 0x7f7eb8153b60 2024-09-13T15:59:16.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7eb815b2d0 con 0x7f7eb8153b60 2024-09-13T15:59:16.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f759406ead0 0x7f759414ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eb815b890 con 0x7f7eb8153b60 2024-09-13T15:59:16.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f75940cebe0 0x7f75940a8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75941593b0 0x7f75941508c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75941519f0 con 0x7f75941593b0 2024-09-13T15:59:16.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7594152cc0 con 0x7f759406ead0 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7594151430 con 0x7f75940cebe0 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f75937fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f759406ead0 0x7f759414ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75941593b0 0x7f75941508c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f75937fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f759406ead0 0x7f759414ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:52146/0 (socket says 172.21.15.7:52146) 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f75937fe640 1 -- 172.21.15.7:0/1795006511 learned_addr learned my addr 172.21.15.7:0/1795006511 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7592ffd640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f75940cebe0 0x7f75940a8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 -- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f75940cebe0 msgr2=0x7f75940a8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f75940cebe0 0x7f75940a8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 -- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f759406ead0 msgr2=0x7f759414ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f759406ead0 0x7f759414ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 -- 172.21.15.7:0/1795006511 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f758c009b30 con 0x7f75941593b0 2024-09-13T15:59:16.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb540bc070 con 0x7feb5c15caa0 2024-09-13T15:59:16.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb540aedd0 con 0x7feb5c15caa0 2024-09-13T15:59:16.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb5c144460 con 0x7feb5c15caa0 2024-09-13T15:59:16.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb540039a0 con 0x7feb5c15caa0 2024-09-13T15:59:16.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb5c143160 con 0x7feb5c15caa0 2024-09-13T15:59:16.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7593fff640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75941593b0 0x7f75941508c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f758c0ad000 tx=0x7f758c01b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7eb815bab0 con 0x7f7eb8153b60 2024-09-13T15:59:16.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7efce9764640 1 --2- 172.21.15.7:0/569919936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce4151720 0x7efce40cdd50 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7efce40ce930 tx=0x7efcd401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4bec6d23ee6ab79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7eb00b97f0 con 0x7f7eb8153b60 2024-09-13T15:59:16.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758c0a7a80 con 0x7f75941593b0 2024-09-13T15:59:16.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7efce8f63640 1 -- 172.21.15.7:0/569919936 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcd4004230 con 0x7efce4151720 2024-09-13T15:59:16.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7efce8f63640 1 -- 172.21.15.7:0/569919936 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcd40a7050 con 0x7efce4151720 2024-09-13T15:59:16.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb40005260 con 0x7feb5c15caa0 2024-09-13T15:59:16.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f758c007db0 con 0x7f75941593b0 2024-09-13T15:59:16.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7594151710 con 0x7f75941593b0 2024-09-13T15:59:16.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7594154c70 con 0x7f75941593b0 2024-09-13T15:59:16.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feb540b4040 con 0x7feb5c15caa0 2024-09-13T15:59:16.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758c0ba690 con 0x7f75941593b0 2024-09-13T15:59:16.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7feb58ff9640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb3c066710 0x7feb3c068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feb5411e560 con 0x7feb5c15caa0 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7efce8f63640 1 -- 172.21.15.7:0/569919936 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcd4003620 con 0x7efce4151720 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce4151720 msgr2=0x7efce40cdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 --2- 172.21.15.7:0/569919936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce4151720 0x7efce40cdd50 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7efce40ce930 tx=0x7efcd401c440 comp rx=0 tx=0).stop 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 shutdown_connections 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 --2- 172.21.15.7:0/569919936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce4151720 0x7efce40cdd50 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 >> 172.21.15.7:0/569919936 conn(0x7efce4069f00 msgr2=0x7efce406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7feb5bfff640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb3c066710 0x7feb3c068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7574005260 con 0x7f75941593b0 2024-09-13T15:59:16.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 shutdown_connections 2024-09-13T15:59:16.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- 172.21.15.7:0/569919936 wait complete. 2024-09-13T15:59:16.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7feb5bfff640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb3c066710 0x7feb3c068bd0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7feb440047c0 tx=0x7feb440094c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 Processor -- start 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- start start 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 0x7efce4070dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efce4151340 0x7efce40aeac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efce4151720 0x7efce414ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efce40aff20 con 0x7efce40ce290 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efce40af310 con 0x7efce4151720 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcec1c9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efce40af5f0 con 0x7efce4151340 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 0x7efce4070dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 0x7efce4070dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59612/0 (socket says 172.21.15.7:59612) 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 -- 172.21.15.7:0/4129323725 learned_addr learned my addr 172.21.15.7:0/4129323725 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcea766640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efce4151720 0x7efce414ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9764640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efce4151340 0x7efce40aeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 -- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efce4151340 msgr2=0x7efce40aeac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efce4151340 0x7efce40aeac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 -- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efce4151720 msgr2=0x7efce414ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efce4151720 0x7efce414ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 -- 172.21.15.7:0/4129323725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcd40094d0 con 0x7efce40ce290 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efcea766640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efce4151720 0x7efce414ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:16.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7efce9f65640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 0x7efce4070dd0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7efce000c450 tx=0x7efce000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.189+0000 7f7eae7fc640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7e9c066690 0x7f7e9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7eb011f880 con 0x7f7eb8153b60 2024-09-13T15:59:16.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7f7ebd9f8640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7e9c066690 0x7f7e9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.193+0000 7f7ebd9f8640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7e9c066690 0x7f7e9c068b50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40079c0 tx=0x7f7eb4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7eb00ecbf0 con 0x7f7eb8153b60 2024-09-13T15:59:16.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efce0012830 con 0x7efce40ce290 2024-09-13T15:59:16.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efce40af8d0 con 0x7efce40ce290 2024-09-13T15:59:16.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efce40af000 con 0x7efce40ce290 2024-09-13T15:59:16.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efce40cdd50 con 0x7efce40ce290 2024-09-13T15:59:16.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f758c0a7d50 con 0x7f75941593b0 2024-09-13T15:59:16.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7f757bfff640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f75800666e0 0x7f7580068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7f75937fe640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f75800666e0 0x7f7580068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.197+0000 7f75937fe640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f75800666e0 0x7f7580068ba0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f7594154790 tx=0x7f7584009190 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.205+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f758c0f0e30 con 0x7f75941593b0 2024-09-13T15:59:16.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.205+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efce0012990 con 0x7efce40ce290 2024-09-13T15:59:16.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.205+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efce0012da0 con 0x7efce40ce290 2024-09-13T15:59:16.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.205+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feb540ebba0 con 0x7feb5c15caa0 2024-09-13T15:59:16.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.213+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f758c0ed170 con 0x7f75941593b0 2024-09-13T15:59:16.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.213+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efce001c460 con 0x7efce40ce290 2024-09-13T15:59:16.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.217+0000 7efcda7fc640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efcc8066690 0x7efcc8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.217+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efce0084ba0 con 0x7efce40ce290 2024-09-13T15:59:16.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.217+0000 7efce9764640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efcc8066690 0x7efcc8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.217+0000 7efce9764640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efcc8066690 0x7efcc8068b50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7efcd40ad000 tx=0x7efcd4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.221+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efce0051ee0 con 0x7efce40ce290 2024-09-13T15:59:16.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.425+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) v1 -- 0x7feb400057e0 con 0x7feb5c15caa0 2024-09-13T15:59:16.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.429+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) v1 -- 0x7f7eb80cd990 con 0x7f7eb8153b60 2024-09-13T15:59:16.433 INFO:tasks.ceph.mon.a.smithi007.stderr:2024-09-13T15:59:16.429+0000 7fd70c51e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:59:16.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.433+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) v1 -- 0x7f75740057e0 con 0x7f75941593b0 2024-09-13T15:59:16.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.441+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) v1 -- 0x7efce40adcc0 con 0x7efce40ce290 2024-09-13T15:59:16.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.445+0000 7feb58ff9640 1 -- 172.21.15.7:0/2147795207 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 5042 v27) v1 ==== 95+0+0 (secure 0 0 0) 0x7feb54009de0 con 0x7feb5c15caa0 2024-09-13T15:59:16.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.445+0000 7f7eae7fc640 1 -- 172.21.15.7:0/2081396942 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 5859 v27) v1 ==== 95+0+0 (secure 0 0 0) 0x7f7eb00f0210 con 0x7f7eb8153b60 2024-09-13T15:59:16.450 INFO:teuthology.orchestra.run.smithi007.stderr:failed mds gid 5042 2024-09-13T15:59:16.450 INFO:teuthology.orchestra.run.smithi007.stderr:failed mds gid 5859 2024-09-13T15:59:16.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb3c066710 msgr2=0x7feb3c068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb3c066710 0x7feb3c068bd0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7feb440047c0 tx=0x7feb440094c0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb5c15caa0 msgr2=0x7feb5c15cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb5c15caa0 0x7feb5c15cf20 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7feb540ac000 tx=0x7feb54009750 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7e9c066690 msgr2=0x7f7e9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7e9c066690 0x7f7e9c068b50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40079c0 tx=0x7f7eb4008040 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 msgr2=0x7f7eb814b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 0x7f7eb814b950 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0019480 tx=0x7f7eb0019610 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 shutdown_connections 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7e9c066690 0x7f7e9c068b50 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7eb8153b60 0x7f7eb814b950 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7eb80b2640 0x7f7eb8158920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 --2- 172.21.15.7:0/2081396942 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7eb8070f20 0x7f7eb81583e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 >> 172.21.15.7:0/2081396942 conn(0x7f7eb806b1e0 msgr2=0x7f7eb806b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 shutdown_connections 2024-09-13T15:59:16.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feb3c066710 0x7feb3c068bd0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb5c15caa0 0x7feb5c15cf20 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb5c0b1450 0x7feb5c0b18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 --2- 172.21.15.7:0/2147795207 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7feb5c141b30 0x7feb5c143f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 >> 172.21.15.7:0/2147795207 conn(0x7feb5c06d6f0 msgr2=0x7feb5c150da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 shutdown_connections 2024-09-13T15:59:16.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7f7ebfc5c640 1 -- 172.21.15.7:0/2081396942 wait complete. 2024-09-13T15:59:16.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 shutdown_connections 2024-09-13T15:59:16.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.449+0000 7feb6240c640 1 -- 172.21.15.7:0/2147795207 wait complete. 2024-09-13T15:59:16.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.461+0000 7f757bfff640 1 -- 172.21.15.7:0/1795006511 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 5853 v28) v1 ==== 95+0+0 (secure 0 0 0) 0x7f758c009510 con 0x7f75941593b0 2024-09-13T15:59:16.466 INFO:tasks.ceph.mon.a.smithi007.stderr:2024-09-13T15:59:16.461+0000 7fd709d19640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:59:16.466 INFO:teuthology.orchestra.run.smithi007.stderr:failed mds gid 5853 2024-09-13T15:59:16.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f75800666e0 msgr2=0x7f7580068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f75800666e0 0x7f7580068ba0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f7594154790 tx=0x7f7584009190 comp rx=0 tx=0).stop 2024-09-13T15:59:16.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75941593b0 msgr2=0x7f75941508c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75941593b0 0x7f75941508c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f758c0ad000 tx=0x7f758c01b930 comp rx=0 tx=0).stop 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 shutdown_connections 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f75800666e0 0x7f7580068ba0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75941593b0 0x7f75941508c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f75940cebe0 0x7f75940a8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 --2- 172.21.15.7:0/1795006511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f759406ead0 0x7f759414ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 >> 172.21.15.7:0/1795006511 conn(0x7f75940b12d0 msgr2=0x7f75940cdcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 shutdown_connections 2024-09-13T15:59:16.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.465+0000 7f7599e5b640 1 -- 172.21.15.7:0/1795006511 wait complete. 2024-09-13T15:59:16.473 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T15:59:16.474 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T15:59:16.475 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T15:59:16.475 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T15:59:16.478 INFO:tasks.ceph.mds.d:Started 2024-09-13T15:59:16.478 DEBUG:teuthology.parallel:result is None 2024-09-13T15:59:16.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcda7fc640 1 -- 172.21.15.7:0/4129323725 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5419 v29) v1 ==== 95+0+0 (secure 0 0 0) 0x7efce0055500 con 0x7efce40ce290 2024-09-13T15:59:16.479 INFO:teuthology.orchestra.run.smithi007.stderr:failed mds gid 5419 2024-09-13T15:59:16.480 INFO:tasks.ceph.mds.c:Started 2024-09-13T15:59:16.480 DEBUG:teuthology.parallel:result is None 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efcc8066690 msgr2=0x7efcc8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efcc8066690 0x7efcc8068b50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7efcd40ad000 tx=0x7efcd4008040 comp rx=0 tx=0).stop 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 msgr2=0x7efce4070dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 0x7efce4070dd0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7efce000c450 tx=0x7efce000c910 comp rx=0 tx=0).stop 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 shutdown_connections 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7efcc8066690 0x7efcc8068b50 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efce4151720 0x7efce414ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7efce4151340 0x7efce40aeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 --2- 172.21.15.7:0/4129323725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efce40ce290 0x7efce4070dd0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 >> 172.21.15.7:0/4129323725 conn(0x7efce4069f00 msgr2=0x7efce41658e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 shutdown_connections 2024-09-13T15:59:16.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.477+0000 7efcec1c9640 1 -- 172.21.15.7:0/4129323725 wait complete. 2024-09-13T15:59:16.489 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T15:59:16.489 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T15:59:16.500 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T15:59:16.500 DEBUG:teuthology.orchestra.run.smithi077:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T15:59:16.502 INFO:tasks.ceph.mds.b:Started 2024-09-13T15:59:16.502 DEBUG:teuthology.parallel:result is None 2024-09-13T15:59:16.536 INFO:tasks.ceph.mds.c.smithi007.stdout:starting mds.c at 2024-09-13T15:59:16.537 INFO:tasks.ceph.mds.a:Started 2024-09-13T15:59:16.537 DEBUG:teuthology.parallel:result is None 2024-09-13T15:59:16.537 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:16.554 INFO:tasks.ceph.mds.d.smithi077.stdout:starting mds.d at 2024-09-13T15:59:16.572 INFO:tasks.ceph.mds.b.smithi077.stdout:starting mds.b at 2024-09-13T15:59:16.592 INFO:tasks.ceph.mds.a.smithi007.stdout:starting mds.a at 2024-09-13T15:59:16.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 Processor -- start 2024-09-13T15:59:16.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 -- start start 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a100b3340 0x7f0a100b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f0a10160ad0 0x7f0a1015cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a10160f20 con 0x7f0a100b2660 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a1015da70 con 0x7f0a100b3340 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.637+0000 7f0a17483640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a100b3020 con 0x7f0a10160ad0 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a100b3340 0x7f0a100b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0a100b3340 0x7f0a100b3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59654/0 (socket says 172.21.15.7:59654) 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 -- 172.21.15.7:0/4100872359 learned_addr learned my addr 172.21.15.7:0/4100872359 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a14a1e640 1 --2- 172.21.15.7:0/4100872359 >> v2:172.21.15.77:3300/0 conn(0x7f0a10160ad0 0x7f0a1015cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 -- 172.21.15.7:0/4100872359 >> v2:172.21.15.77:3300/0 conn(0x7f0a10160ad0 msgr2=0x7f0a1015cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:16.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 --2- 172.21.15.7:0/4100872359 >> v2:172.21.15.77:3300/0 conn(0x7f0a10160ad0 0x7f0a1015cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 -- 172.21.15.7:0/4100872359 >> v1:172.21.15.77:6789/0 conn(0x7f0a100b2660 legacy=0x7f0a10142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 -- 172.21.15.7:0/4100872359 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a1015d1d0 con 0x7f0a100b3340 2024-09-13T15:59:16.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a14a1e640 1 --2- 172.21.15.7:0/4100872359 >> v2:172.21.15.77:3300/0 conn(0x7f0a10160ad0 0x7f0a1015cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:16.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a1521f640 1 --2- 172.21.15.7:0/4100872359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b3340 0x7f0a100b3720 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0a1015a610 tx=0x7f0a0801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f70ec8f57b1f8705 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a07fff640 1 -- 172.21.15.7:0/4100872359 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a080a5820 con 0x7f0a100b3340 2024-09-13T15:59:16.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a07fff640 1 -- 172.21.15.7:0/4100872359 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a080a5980 con 0x7f0a100b3340 2024-09-13T15:59:16.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a07fff640 1 -- 172.21.15.7:0/4100872359 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a080a5d10 con 0x7f0a100b3340 2024-09-13T15:59:16.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 -- 172.21.15.7:0/4100872359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b3340 msgr2=0x7f0a100b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 --2- 172.21.15.7:0/4100872359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b3340 0x7f0a100b3720 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0a1015a610 tx=0x7f0a0801c960 comp rx=0 tx=0).stop 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 -- 172.21.15.7:0/4100872359 shutdown_connections 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 --2- 172.21.15.7:0/4100872359 >> v2:172.21.15.77:3300/0 conn(0x7f0a10160ad0 0x7f0a1015cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 --2- 172.21.15.7:0/4100872359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b3340 0x7f0a100b3720 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 -- 172.21.15.7:0/4100872359 >> 172.21.15.7:0/4100872359 conn(0x7f0a10069f00 msgr2=0x7f0a1006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 -- 172.21.15.7:0/4100872359 shutdown_connections 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.641+0000 7f0a17483640 1 -- 172.21.15.7:0/4100872359 wait complete. 2024-09-13T15:59:16.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 Processor -- start 2024-09-13T15:59:16.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- start start 2024-09-13T15:59:16.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 0x7f0a1013fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a100b3340 0x7f0a10140010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a10160ad0 0x7f0a101294c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1013aa00 con 0x7f0a100b2660 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a100af9c0 con 0x7f0a10160ad0 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a100afca0 con 0x7f0a100b3340 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 0x7f0a1013fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 0x7f0a1013fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59660/0 (socket says 172.21.15.7:59660) 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 -- 172.21.15.7:0/2272163098 learned_addr learned my addr 172.21.15.7:0/2272163098 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a15a20640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a10160ad0 0x7f0a101294c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a14a1e640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a100b3340 0x7f0a10140010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 -- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a100b3340 msgr2=0x7f0a10140010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a100b3340 0x7f0a10140010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 -- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a10160ad0 msgr2=0x7f0a101294c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a10160ad0 0x7f0a101294c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 -- 172.21.15.7:0/2272163098 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a08009b30 con 0x7f0a100b2660 2024-09-13T15:59:16.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a1521f640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 0x7f0a1013fad0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0a08019570 tx=0x7f0a08019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a080b8880 con 0x7f0a100b2660 2024-09-13T15:59:16.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a080b8a00 con 0x7f0a100b2660 2024-09-13T15:59:16.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a080b8db0 con 0x7f0a100b2660 2024-09-13T15:59:16.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a100aff80 con 0x7f0a100b2660 2024-09-13T15:59:16.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a10137e60 con 0x7f0a100b2660 2024-09-13T15:59:16.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a100b3720 con 0x7f0a100b2660 2024-09-13T15:59:16.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0a080b6440 con 0x7f0a100b2660 2024-09-13T15:59:16.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a05ffb640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f09f4066690 0x7f09f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:16.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f0a0811f8e0 con 0x7f0a100b2660 2024-09-13T15:59:16.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.645+0000 7f0a14a1e640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f09f4066690 0x7f09f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:16.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.649+0000 7f0a14a1e640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f09f4066690 0x7f09f4068b50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0a101461a0 tx=0x7f0a00008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:16.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.649+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0a080ecc30 con 0x7f0a100b2660 2024-09-13T15:59:16.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.841+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0a100afde0 con 0x7f0a100b2660 2024-09-13T15:59:16.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.841+0000 7f0a05ffb640 1 -- 172.21.15.7:0/2272163098 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+1699 (secure 0 0 0) 0x7f0a080bc6c0 con 0x7f0a100b2660 2024-09-13T15:59:16.846 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:16.846 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:16.465791+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[0],"damaged":[],"stopped":[],"info":{},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:16.846 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-13T15:59:16.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f09f4066690 msgr2=0x7f09f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f09f4066690 0x7f09f4068b50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0a101461a0 tx=0x7f0a00008040 comp rx=0 tx=0).stop 2024-09-13T15:59:16.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 msgr2=0x7f0a1013fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:16.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 0x7f0a1013fad0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0a08019570 tx=0x7f0a08019700 comp rx=0 tx=0).stop 2024-09-13T15:59:16.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 shutdown_connections 2024-09-13T15:59:16.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f09f4066690 0x7f09f4068b50 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a10160ad0 0x7f0a101294c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0a100b3340 0x7f0a10140010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 --2- 172.21.15.7:0/2272163098 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a100b2660 0x7f0a1013fad0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:16.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 >> 172.21.15.7:0/2272163098 conn(0x7f0a10069f00 msgr2=0x7f0a1015b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:16.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 shutdown_connections 2024-09-13T15:59:16.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:16.845+0000 7f0a17483640 1 -- 172.21.15.7:0/2272163098 wait complete. 2024-09-13T15:59:17.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:58:41.829920+0000', 'modified': '2024-09-13T15:59:16.465791+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 53, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {}, 'failed': [0], 'damaged': [], 'stopped': [], 'info': {}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:59:17.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 0/1 2024-09-13T15:59:18.268 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:18.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 Processor -- start 2024-09-13T15:59:18.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 -- start start 2024-09-13T15:59:18.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67341431a0 0x7f673415df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f673415e470 0x7f67340b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f67340b3b00 0x7f67340cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f673415ef00 con 0x7f673415e470 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f673415e940 con 0x7f67340b3b00 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.397+0000 7f6739265640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f673415ec20 con 0x7f67341431a0 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f673415e470 0x7f67340b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f673415e470 0x7f67340b35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59668/0 (socket says 172.21.15.7:59668) 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 -- 172.21.15.7:0/1042683455 learned_addr learned my addr 172.21.15.7:0/1042683455 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f6732ffd640 1 --2- 172.21.15.7:0/1042683455 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67341431a0 0x7f673415df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67337fe640 1 --2- 172.21.15.7:0/1042683455 >> v2:172.21.15.77:3300/0 conn(0x7f67340b3b00 0x7f67340cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 -- 172.21.15.7:0/1042683455 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67341431a0 msgr2=0x7f673415df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:18.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 --2- 172.21.15.7:0/1042683455 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67341431a0 0x7f673415df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 -- 172.21.15.7:0/1042683455 >> v2:172.21.15.77:3300/0 conn(0x7f67340b3b00 msgr2=0x7f67340cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:18.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 --2- 172.21.15.7:0/1042683455 >> v2:172.21.15.77:3300/0 conn(0x7f67340b3b00 0x7f67340cd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67327fc640 1 -- 172.21.15.7:0/1042683455 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67340cceb0 con 0x7f673415e470 2024-09-13T15:59:18.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.401+0000 7f67337fe640 1 --2- 172.21.15.7:0/1042683455 >> v2:172.21.15.77:3300/0 conn(0x7f67340b3b00 0x7f67340cd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:18.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67327fc640 1 --2- 172.21.15.7:0/1042683455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f67340b35c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f6734143e60 tx=0x7f672401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a9a42a740cf1a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:18.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6731ffb640 1 -- 172.21.15.7:0/1042683455 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240ac620 con 0x7f673415e470 2024-09-13T15:59:18.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6731ffb640 1 -- 172.21.15.7:0/1042683455 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67240ac780 con 0x7f673415e470 2024-09-13T15:59:18.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6731ffb640 1 -- 172.21.15.7:0/1042683455 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240acb10 con 0x7f673415e470 2024-09-13T15:59:18.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- 172.21.15.7:0/1042683455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 msgr2=0x7f67340b35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:18.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- 172.21.15.7:0/1042683455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f67340b35c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f6734143e60 tx=0x7f672401c4f0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- 172.21.15.7:0/1042683455 shutdown_connections 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- 172.21.15.7:0/1042683455 >> v2:172.21.15.77:3300/0 conn(0x7f67340b3b00 0x7f67340cd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- 172.21.15.7:0/1042683455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f67340b35c0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- 172.21.15.7:0/1042683455 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67341431a0 0x7f673415df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- 172.21.15.7:0/1042683455 >> 172.21.15.7:0/1042683455 conn(0x7f673406d660 msgr2=0x7f673406da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- 172.21.15.7:0/1042683455 shutdown_connections 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- 172.21.15.7:0/1042683455 wait complete. 2024-09-13T15:59:18.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 Processor -- start 2024-09-13T15:59:18.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- start start 2024-09-13T15:59:18.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b3b00 0x7f67340b1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67341431a0 0x7f6734159b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f6734163470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673406bd30 con 0x7f673415e470 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673415a0c0 con 0x7f67341431a0 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6739265640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f673406b0b0 con 0x7f67340b3b00 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f6734163470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f6734163470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59684/0 (socket says 172.21.15.7:59684) 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 -- 172.21.15.7:0/777581080 learned_addr learned my addr 172.21.15.7:0/777581080 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67327fc640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67341431a0 0x7f6734159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6732ffd640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b3b00 0x7f67340b1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 -- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b3b00 msgr2=0x7f67340b1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b3b00 0x7f67340b1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 -- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67341431a0 msgr2=0x7f6734159b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67341431a0 0x7f6734159b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 -- 172.21.15.7:0/777581080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67240094d0 con 0x7f673415e470 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f6732ffd640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b3b00 0x7f67340b1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.405+0000 7f67337fe640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f6734163470 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f672c009fa0 tx=0x7f672c00d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f672c003ba0 con 0x7f673415e470 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f672c00f040 con 0x7f673415e470 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f673406b390 con 0x7f673415e470 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f672c004030 con 0x7f673415e470 2024-09-13T15:59:18.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f673406b950 con 0x7f673415e470 2024-09-13T15:59:18.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f673415df30 con 0x7f673415e470 2024-09-13T15:59:18.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f672c004190 con 0x7f673415e470 2024-09-13T15:59:18.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f671b7fe640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6720066690 0x7f6720068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:18.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f672c0845f0 con 0x7f673415e470 2024-09-13T15:59:18.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f6732ffd640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6720066690 0x7f6720068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:18.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.409+0000 7f6732ffd640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6720066690 0x7f6720068b50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f6734164100 tx=0x7f6728008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:18.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.413+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f672c0518c0 con 0x7f673415e470 2024-09-13T15:59:18.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f67340cd7c0 con 0x7f673415e470 2024-09-13T15:59:18.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f671b7fe640 1 -- 172.21.15.7:0/777581080 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f672c054ee0 con 0x7f673415e470 2024-09-13T15:59:18.609 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:18.609 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":32,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:18.493069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:18.609 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 32 2024-09-13T15:59:18.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6720066690 msgr2=0x7f6720068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:18.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6720066690 0x7f6720068b50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f6734164100 tx=0x7f6728008040 comp rx=0 tx=0).stop 2024-09-13T15:59:18.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 msgr2=0x7f6734163470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:18.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f6734163470 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f672c009fa0 tx=0x7f672c00d560 comp rx=0 tx=0).stop 2024-09-13T15:59:18.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 shutdown_connections 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6720066690 0x7f6720068b50 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f673415e470 0x7f6734163470 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f67341431a0 0x7f6734159b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 --2- 172.21.15.7:0/777581080 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f67340b3b00 0x7f67340b1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 >> 172.21.15.7:0/777581080 conn(0x7f673406d660 msgr2=0x7f67341643d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 shutdown_connections 2024-09-13T15:59:18.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:18.605+0000 7f6739265640 1 -- 172.21.15.7:0/777581080 wait complete. 2024-09-13T15:59:19.029 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 32, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:58:41.829920+0000', 'modified': '2024-09-13T15:59:18.493069+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 53, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6102}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6102': {'gid': 6102, 'name': 'a', 'rank': 0, 'incarnation': 31, 'state': 'up:reconnect', 'state_seq': 2, 'addr': '172.21.15.7:6837/1346647994', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6836', 'nonce': 1346647994}, {'type': 'v1', 'addr': '172.21.15.7:6837', 'nonce': 1346647994}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:59:19.030 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6102:up:reconnect 2024-09-13T15:59:20.030 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:20.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.157+0000 7ff3b9c12640 1 Processor -- start 2024-09-13T15:59:20.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b9c12640 1 -- start start 2024-09-13T15:59:20.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b9c12640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff3b406d0d0 0x7ff3b40b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:20.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b9c12640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b4159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:20.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b9c12640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3b40b15c0 con 0x7ff3b40b2f00 2024-09-13T15:59:20.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b9c12640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3b4070860 con 0x7ff3b406d0d0 2024-09-13T15:59:20.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b9c12640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b4070b40 con 0x7ff3b406d4b0 2024-09-13T15:59:20.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b3fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b4159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:20.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b37fe640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ff3b406d0d0 0x7ff3b40b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:20.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b3fff640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b4159fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:39220/0 (socket says 172.21.15.7:39220) 2024-09-13T15:59:20.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b3fff640 1 -- 172.21.15.7:0/1432159816 learned_addr learned my addr 172.21.15.7:0/1432159816 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:20.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b37fe640 1 -- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 msgr2=0x7ff3b4159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:20.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b37fe640 1 --2- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b4159fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b37fe640 1 -- 172.21.15.7:0/1432159816 >> v1:172.21.15.77:6789/0 conn(0x7ff3b40b2f00 legacy=0x7ff3b406f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:20.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.161+0000 7ff3b37fe640 1 -- 172.21.15.7:0/1432159816 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3b4070e20 con 0x7ff3b406d0d0 2024-09-13T15:59:20.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b37fe640 1 --2- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b40b3430 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40097c0 tx=0x7ff3a401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d51bf6ace9782d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:20.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b2ffd640 1 -- 172.21.15.7:0/1432159816 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a40ab670 con 0x7ff3b406d0d0 2024-09-13T15:59:20.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b2ffd640 1 -- 172.21.15.7:0/1432159816 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3a40ab7d0 con 0x7ff3b406d0d0 2024-09-13T15:59:20.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b2ffd640 1 -- 172.21.15.7:0/1432159816 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a40abb60 con 0x7ff3b406d0d0 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 msgr2=0x7ff3b40b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b40b3430 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40097c0 tx=0x7ff3a401c470 comp rx=0 tx=0).stop 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1432159816 shutdown_connections 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b4159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1432159816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b40b3430 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1432159816 >> 172.21.15.7:0/1432159816 conn(0x7ff3b4069f00 msgr2=0x7ff3b406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1432159816 shutdown_connections 2024-09-13T15:59:20.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1432159816 wait complete. 2024-09-13T15:59:20.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 Processor -- start 2024-09-13T15:59:20.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- start start 2024-09-13T15:59:20.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b414d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:20.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b414b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:20.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 0x7ff3b4166980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b4164fe0 con 0x7ff3b40b2f00 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b4149e40 con 0x7ff3b406d0d0 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.165+0000 7ff3b9c12640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b415c000 con 0x7ff3b406d4b0 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 0x7ff3b4166980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 0x7ff3b4166980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59694/0 (socket says 172.21.15.7:59694) 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 -- 172.21.15.7:0/1486593118 learned_addr learned my addr 172.21.15.7:0/1486593118 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3abfff640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b414b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b37fe640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b414d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 -- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 msgr2=0x7ff3b414b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b414b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 -- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 msgr2=0x7ff3b414d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:20.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b414d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 -- 172.21.15.7:0/1486593118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3a4009420 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3abfff640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b414b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b3fff640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 0x7ff3b4166980 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac00efc0 tx=0x7ff3ac00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac00cd20 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3ac00f040 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3b415c2e0 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac003be0 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3b415c8a0 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3b4165190 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff3ac003d40 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b0ff9640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff394066690 0x7ff394068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7ff3ac084860 con 0x7ff3b40b2f00 2024-09-13T15:59:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b37fe640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff394066690 0x7ff394068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:20.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.169+0000 7ff3b37fe640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff394066690 0x7ff394068b50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40af000 tx=0x7ff3a40a7000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:20.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.173+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff3b4165190 con 0x7ff3b40b2f00 2024-09-13T15:59:20.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff3b40b3430 con 0x7ff3b40b2f00 2024-09-13T15:59:20.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b0ff9640 1 -- 172.21.15.7:0/1486593118 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+4729 (secure 0 0 0) 0x7ff3ac051b20 con 0x7ff3b40b2f00 2024-09-13T15:59:20.373 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:20.373 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":33,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:19.495987+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:20.373 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 33 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff394066690 msgr2=0x7ff394068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff394066690 0x7ff394068b50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40af000 tx=0x7ff3a40a7000 comp rx=0 tx=0).stop 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 msgr2=0x7ff3b4166980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 0x7ff3b4166980 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac00efc0 tx=0x7ff3ac00c490 comp rx=0 tx=0).stop 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 shutdown_connections 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ff394066690 0x7ff394068b50 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b40b2f00 0x7ff3b4166980 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ff3b406d4b0 0x7ff3b414b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 --2- 172.21.15.7:0/1486593118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3b406d0d0 0x7ff3b414d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:20.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 >> 172.21.15.7:0/1486593118 conn(0x7ff3b4069f00 msgr2=0x7ff3b4159cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:20.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 shutdown_connections 2024-09-13T15:59:20.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:20.369+0000 7ff3b9c12640 1 -- 172.21.15.7:0/1486593118 wait complete. 2024-09-13T15:59:20.795 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:58:41.829920+0000', 'modified': '2024-09-13T15:59:19.495987+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 53, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6102}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6102': {'gid': 6102, 'name': 'a', 'rank': 0, 'incarnation': 31, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.7:6837/1346647994', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6836', 'nonce': 1346647994}, {'type': 'v1', 'addr': '172.21.15.7:6837', 'nonce': 1346647994}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:59:20.795 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6102:up:rejoin 2024-09-13T15:59:21.796 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:21.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe66672a640 1 Processor -- start 2024-09-13T15:59:21.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe66672a640 1 -- start start 2024-09-13T15:59:21.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe66672a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe660143af0 0x7fe66015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe66672a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe66015af90 con 0x7fe66015da10 2024-09-13T15:59:21.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe66672a640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6600b2d60 con 0x7fe6600cd3e0 2024-09-13T15:59:21.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe66672a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe66015ddf0 con 0x7fe660143af0 2024-09-13T15:59:21.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fe66015da10 0x7fe6600b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:45992/0 (socket says 172.21.15.7:45992) 2024-09-13T15:59:21.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 -- 172.21.15.7:0/3417361530 learned_addr learned my addr 172.21.15.7:0/3417361530 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:21.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65f7fe640 1 --2- 172.21.15.7:0/3417361530 >> v2:172.21.15.77:3300/0 conn(0x7fe660143af0 0x7fe66015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4053334057 0 0) 0x7fe66015af90 con 0x7fe66015da10 2024-09-13T15:59:21.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe648003530 con 0x7fe66015da10 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 427153761 0 0) 0x7fe648003530 con 0x7fe66015da10 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 >> v2:172.21.15.77:3300/0 conn(0x7fe660143af0 msgr2=0x7fe66015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 --2- 172.21.15.7:0/3417361530 >> v2:172.21.15.77:3300/0 conn(0x7fe660143af0 0x7fe66015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 >> v1:172.21.15.77:6789/0 conn(0x7fe6600cd3e0 legacy=0x7fe6600cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6600b3000 con 0x7fe66015da10 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fe654001680 con 0x7fe66015da10 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 >> v1:172.21.15.7:6789/0 conn(0x7fe66015da10 legacy=0x7fe6600b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe648003980 0x7fe648003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6480047d0 0x7fe648004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe648005190 0x7fe64800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe66015ddf0 con 0x7fe648003980 2024-09-13T15:59:21.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64800c030 con 0x7fe6480047d0 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe64800c1f0 con 0x7fe648005190 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe648003980 0x7fe648003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65f7fe640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6480047d0 0x7fe648004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe664cc7640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe648005190 0x7fe64800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 -- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe648005190 msgr2=0x7fe64800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe648005190 0x7fe64800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 -- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6480047d0 msgr2=0x7fe648004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6480047d0 0x7fe648004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe664cc7640 1 -- 172.21.15.7:0/3417361530 reap_dead start 2024-09-13T15:59:21.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.929+0000 7fe65ffff640 1 -- 172.21.15.7:0/3417361530 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe648003530 con 0x7fe648003980 2024-09-13T15:59:21.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe65ffff640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe648003980 0x7fe648003da0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fe65400c240 tx=0x7fe65401cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c595e87dd350c7f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe654005ae0 con 0x7fe648003980 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe654005c60 con 0x7fe648003980 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe65effd640 1 -- 172.21.15.7:0/3417361530 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6540a5820 con 0x7fe648003980 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 -- 172.21.15.7:0/3417361530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe648003980 msgr2=0x7fe648003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe648003980 0x7fe648003da0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fe65400c240 tx=0x7fe65401cc30 comp rx=0 tx=0).stop 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 -- 172.21.15.7:0/3417361530 shutdown_connections 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 --2- 172.21.15.7:0/3417361530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe648003980 0x7fe648003da0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 -- 172.21.15.7:0/3417361530 >> 172.21.15.7:0/3417361530 conn(0x7fe660069f00 msgr2=0x7fe66006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 -- 172.21.15.7:0/3417361530 shutdown_connections 2024-09-13T15:59:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 -- 172.21.15.7:0/3417361530 wait complete. 2024-09-13T15:59:21.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 Processor -- start 2024-09-13T15:59:21.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.933+0000 7fe66672a640 1 -- start start 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe648003980 0x7fe6600c3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 0x7fe6600a8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe660140200 0x7fe660159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6600ab530 con 0x7fe66013fd80 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6600ab810 con 0x7fe648003980 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6600abaf0 con 0x7fe660140200 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 0x7fe6600a8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 0x7fe6600a8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59710/0 (socket says 172.21.15.7:59710) 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 -- 172.21.15.7:0/1381528742 learned_addr learned my addr 172.21.15.7:0/1381528742 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65ffff640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe648003980 0x7fe6600c3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 -- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe660140200 msgr2=0x7fe660159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe660140200 0x7fe660159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 -- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe648003980 msgr2=0x7fe6600c3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe648003980 0x7fe6600c3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 -- 172.21.15.7:0/1381528742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6600abdd0 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65f7fe640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 0x7fe6600a8990 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fe650011900 tx=0x7fe650011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6500095b0 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe650004240 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe65000f8e0 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6600ac0b0 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6600ab190 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe66006cb40 con 0x7fe66013fd80 2024-09-13T15:59:21.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe65000fa40 con 0x7fe66013fd80 2024-09-13T15:59:21.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65cff9640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe64c0666c0 0x7fe64c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:21.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fe650084b50 con 0x7fe66013fd80 2024-09-13T15:59:21.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.937+0000 7fe65ffff640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe64c0666c0 0x7fe64c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:21.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.941+0000 7fe65ffff640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe64c0666c0 0x7fe64c068b80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe6540ab000 tx=0x7fe6540b1040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:21.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:21.941+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe650084e60 con 0x7fe66013fd80 2024-09-13T15:59:22.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.137+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe6600ac240 con 0x7fe66013fd80 2024-09-13T15:59:22.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.137+0000 7fe65cff9640 1 -- 172.21.15.7:0/1381528742 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) v1 ==== 94+0+4729 (secure 0 0 0) 0x7fe650023090 con 0x7fe66013fd80 2024-09-13T15:59:22.142 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:22.142 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":34,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:20.504069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:22.142 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 34 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe64c0666c0 msgr2=0x7fe64c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe64c0666c0 0x7fe64c068b80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe6540ab000 tx=0x7fe6540b1040 comp rx=0 tx=0).stop 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 msgr2=0x7fe6600a8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 0x7fe6600a8990 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fe650011900 tx=0x7fe650011dc0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 shutdown_connections 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe64c0666c0 0x7fe64c068b80 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe660140200 0x7fe660159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe66013fd80 0x7fe6600a8990 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 --2- 172.21.15.7:0/1381528742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe648003980 0x7fe6600c3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 >> 172.21.15.7:0/1381528742 conn(0x7fe660069f00 msgr2=0x7fe66006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 shutdown_connections 2024-09-13T15:59:22.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.141+0000 7fe66672a640 1 -- 172.21.15.7:0/1381528742 wait complete. 2024-09-13T15:59:22.503 INFO:tasks.ceph.mds.a.smithi007.stderr:2024-09-13T15:59:22.497+0000 7f51bfadb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:59:22.565 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 34, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:58:41.829920+0000', 'modified': '2024-09-13T15:59:20.504069+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 53, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6102}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6102': {'gid': 6102, 'name': 'a', 'rank': 0, 'incarnation': 31, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.7:6837/1346647994', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6836', 'nonce': 1346647994}, {'type': 'v1', 'addr': '172.21.15.7:6837', 'nonce': 1346647994}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:59:22.565 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:59:22.565 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T15:59:22.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 Processor -- start 2024-09-13T15:59:22.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 -- start start 2024-09-13T15:59:22.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd02015da10 0x7fd02015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd0200cd3e0 0x7fd0200cd850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd02015af90 con 0x7fd020143af0 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd02015ddf0 con 0x7fd0200cd3e0 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd0253ec640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0200b2d60 con 0x7fd02015da10 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd01f7fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fd0200cd3e0 0x7fd0200cd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd01e7fc640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fd020143af0 0x7fd0200b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:46006/0 (socket says 172.21.15.7:46006) 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.697+0000 7fd01e7fc640 1 -- 172.21.15.7:0/740369873 learned_addr learned my addr 172.21.15.7:0/740369873 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01effd640 1 --2- 172.21.15.7:0/740369873 >> v2:172.21.15.77:3300/0 conn(0x7fd02015da10 0x7fd02015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01f7fe640 1 -- 172.21.15.7:0/740369873 >> v2:172.21.15.77:3300/0 conn(0x7fd02015da10 msgr2=0x7fd02015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/740369873 >> v2:172.21.15.77:3300/0 conn(0x7fd02015da10 0x7fd02015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01f7fe640 1 -- 172.21.15.7:0/740369873 >> v1:172.21.15.7:6789/0 conn(0x7fd020143af0 legacy=0x7fd0200b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01f7fe640 1 -- 172.21.15.7:0/740369873 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0200b3000 con 0x7fd0200cd3e0 2024-09-13T15:59:22.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01dffb640 1 -- 172.21.15.7:0/740369873 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 884168899 0 0) 0x7fd02015af90 con 0x7fd020143af0 2024-09-13T15:59:22.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/740369873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0200cd3e0 0x7fd0200cd850 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fd020071740 tx=0x7fd01801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a27de6ad657165a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01dffb640 1 -- 172.21.15.7:0/740369873 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0180ab650 con 0x7fd0200cd3e0 2024-09-13T15:59:22.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01dffb640 1 -- 172.21.15.7:0/740369873 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0180ab7b0 con 0x7fd0200cd3e0 2024-09-13T15:59:22.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd01dffb640 1 -- 172.21.15.7:0/740369873 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0180abb40 con 0x7fd0200cd3e0 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 -- 172.21.15.7:0/740369873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0200cd3e0 msgr2=0x7fd0200cd850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 --2- 172.21.15.7:0/740369873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0200cd3e0 0x7fd0200cd850 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fd020071740 tx=0x7fd01801c450 comp rx=0 tx=0).stop 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 -- 172.21.15.7:0/740369873 shutdown_connections 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 --2- 172.21.15.7:0/740369873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0200cd3e0 0x7fd0200cd850 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 --2- 172.21.15.7:0/740369873 >> v2:172.21.15.77:3300/0 conn(0x7fd02015da10 0x7fd02015aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 -- 172.21.15.7:0/740369873 >> 172.21.15.7:0/740369873 conn(0x7fd020069f00 msgr2=0x7fd02006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 -- 172.21.15.7:0/740369873 shutdown_connections 2024-09-13T15:59:22.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.701+0000 7fd0253ec640 1 -- 172.21.15.7:0/740369873 wait complete. 2024-09-13T15:59:22.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 Processor -- start 2024-09-13T15:59:22.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 -- start start 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd0200cd3e0 0x7fd02013f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 0x7fd02015c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02015da10 0x7fd02013b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0200a9f40 con 0x7fd020143af0 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0200a9330 con 0x7fd02015da10 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0200a9610 con 0x7fd0200cd3e0 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 0x7fd02015c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 0x7fd02015c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48536/0 (socket says 172.21.15.7:48536) 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3454853747 learned_addr learned my addr 172.21.15.7:0/3454853747 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:22.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02015da10 0x7fd02013b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01effd640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd0200cd3e0 0x7fd02013f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd0200cd3e0 msgr2=0x7fd02013f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd0200cd3e0 0x7fd02013f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02015da10 msgr2=0x7fd02013b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02015da10 0x7fd02013b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3454853747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd018009420 con 0x7fd020143af0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 0x7fd02015c0c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fd0080011f0 tx=0x7fd00800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0177fe640 1 -- 172.21.15.7:0/3454853747 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0080074e0 con 0x7fd020143af0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0177fe640 1 -- 172.21.15.7:0/3454853747 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd008007640 con 0x7fd020143af0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0200a98f0 con 0x7fd020143af0 2024-09-13T15:59:22.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0177fe640 1 -- 172.21.15.7:0/3454853747 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd008004a10 con 0x7fd020143af0 2024-09-13T15:59:22.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.705+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd02013fbc0 con 0x7fd020143af0 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd0177fe640 1 -- 172.21.15.7:0/3454853747 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd008004b70 con 0x7fd020143af0 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd0177fe640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd0000666c0 0x7fd000068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd0177fe640 1 -- 172.21.15.7:0/3454853747 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd0080833e0 con 0x7fd020143af0 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01effd640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd0000666c0 0x7fd000068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 Processor -- start 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 -- start start 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01effd640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd0000666c0 0x7fd000068b80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd010003fd0 tx=0x7fd0100039c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be96101f0 0x555be96105d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95c6200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be948ee80 con 0x555be95c6740 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be941caf0 con 0x555be96101f0 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x555be941a0c0 con 0x555be9610b10 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95c6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48546/0 (socket says 172.21.15.7:48546) 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 -- 172.21.15.7:0/2352349557 learned_addr learned my addr 172.21.15.7:0/2352349557 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95c6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01effd640 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be96101f0 0x555be96105d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 -- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 msgr2=0x555be95c6200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95c6200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 -- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be96101f0 msgr2=0x555be96105d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be96101f0 0x555be96105d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 -- 172.21.15.7:0/2352349557 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555be9111890 con 0x555be95c6740 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95c6200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.709+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95c6b20 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fd018019060 tx=0x7fd018004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfd2a59bdda618c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd014ff9640 1 -- 172.21.15.7:0/2352349557 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0180ab9e0 con 0x555be95c6740 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd014ff9640 1 -- 172.21.15.7:0/2352349557 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0180abb40 con 0x555be95c6740 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd014ff9640 1 -- 172.21.15.7:0/2352349557 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0180be400 con 0x555be95c6740 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/2352349557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 msgr2=0x555be95c6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95c6b20 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fd018019060 tx=0x7fd018004740 comp rx=0 tx=0).stop 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/2352349557 shutdown_connections 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95c6b20 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95c6200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- 172.21.15.7:0/2352349557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be96101f0 0x555be96105d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/2352349557 >> 172.21.15.7:0/2352349557 conn(0x555be95ccfb0 msgr2=0x555be95cd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/2352349557 shutdown_connections 2024-09-13T15:59:22.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/2352349557 wait complete. 2024-09-13T15:59:22.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- start start 2024-09-13T15:59:22.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 Processor -- start 2024-09-13T15:59:22.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be95d1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 0x555be95d24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95d2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be94159b0 con 0x555be96101f0 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be93b4c00 con 0x555be95c6740 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x555be93d3070 con 0x555be9610b10 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 10 client.0 _ll_register_callbacks cb 0x555be95b2ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 0x555be95d24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 0x555be95d24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48552/0 (socket says 172.21.15.7:48552) 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 -- 172.21.15.7:0/759896052 learned_addr learned my addr 172.21.15.7:0/759896052 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95d2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01effd640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be95d1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 -- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 msgr2=0x555be95d2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95d2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 -- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 msgr2=0x555be95d1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be95d1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 -- 172.21.15.7:0/759896052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0200b3000 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 0x555be95d24f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fd008081730 tx=0x7fd0080544b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=992ca7cfa0ca5aca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fcffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fcffdffb640 1 -- 172.21.15.7:0/759896052 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd008053860 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fcffdffb640 1 -- 172.21.15.7:0/759896052 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd00807ce20 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555be93d25f0 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fcffdffb640 1 -- 172.21.15.7:0/759896052 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0080539c0 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 10 client.6138 fetch_fsmap learned FSMap version 34 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) v3 -- 0x555be93daab0 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fcffdffb640 1 -- 172.21.15.7:0/759896052 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x555be93d25f0 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fcffdffb640 1 -- 172.21.15.7:0/759896052 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 34) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd0080812a0 con 0x555be96101f0 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 10 client.6138 fetch_fsmap finished waiting for FSMap version 34 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 10 client.6138 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 20 client.6138 populate_metadata read hostname 'smithi007' 2024-09-13T15:59:22.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be95d3440 0x555be96222a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 4 client.6138 mds_command: new command op to 6102 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 --> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555be9412790 con 0x555be95d3440 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.713+0000 7fd01effd640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be95d3440 0x555be96222a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd01effd640 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be95d3440 0x555be96222a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55b5580c127af5fb server_cookie=e31339de7a2f50e0 in_seq=0 out_seq=0 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fcffdffb640 10 client.6138 ms_handle_connect on v2:172.21.15.7:6836/1346647994 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fcffdffb640 1 -- 172.21.15.7:0/759896052 <== mds.0 v2:172.21.15.7:6836/1346647994 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555be9412790 con 0x555be95d3440 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fcffdffb640 10 client.6138 handle_command_reply: tid=0 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 client.6138 shutdown 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 msgr2=0x555be95d24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 0x555be95d24f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fd008081730 tx=0x7fd0080544b0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 shutdown_connections 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be95d3440 0x555be96222a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95d2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fcffdffb640 0 client.6138 ms_handle_reset on v2:172.21.15.7:6836/1346647994 2024-09-13T15:59:22.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be96101f0 0x555be95d24f0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 --2- 172.21.15.7:0/759896052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be95d1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 >> 172.21.15.7:0/759896052 conn(0x555be95ccfb0 msgr2=0x555be95c51f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 shutdown_connections 2024-09-13T15:59:22.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 1 -- 172.21.15.7:0/759896052 wait complete. 2024-09-13T15:59:22.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.717+0000 7fd028535000 20 client.6138 trim_cache size 0 max 16384 2024-09-13T15:59:22.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 Processor -- start 2024-09-13T15:59:22.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- start start 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95cc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95cb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95cc930 0x555be95cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be90d2940 con 0x555be95c6740 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be93cef80 con 0x555be95cc930 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x555be94111a0 con 0x555be9610b10 2024-09-13T15:59:22.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95cc3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95cc3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48568/0 (socket says 172.21.15.7:48568) 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 -- 172.21.15.7:0/4068483322 learned_addr learned my addr 172.21.15.7:0/4068483322 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 -- 172.21.15.7:0/4068483322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 msgr2=0x555be95cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 -- 172.21.15.7:0/4068483322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95cc930 msgr2=0x555be95cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95cc930 0x555be95cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 -- 172.21.15.7:0/4068483322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555be93c0c00 con 0x555be95c6740 2024-09-13T15:59:22.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd01effd640 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95cc3f0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x555be93e5860 tx=0x7fd010015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdc0f92bb94cac9d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd0157fa640 1 -- 172.21.15.7:0/4068483322 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd010016a90 con 0x555be95c6740 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd0157fa640 1 -- 172.21.15.7:0/4068483322 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd010016bf0 con 0x555be95c6740 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd0157fa640 1 -- 172.21.15.7:0/4068483322 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd010028160 con 0x555be95c6740 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- 172.21.15.7:0/4068483322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 msgr2=0x555be95cc3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95cc3f0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x555be93e5860 tx=0x7fd010015000 comp rx=0 tx=0).stop 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- 172.21.15.7:0/4068483322 shutdown_connections 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95cc930 0x555be95cb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be95cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 --2- 172.21.15.7:0/4068483322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95c6740 0x555be95cc3f0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- 172.21.15.7:0/4068483322 >> 172.21.15.7:0/4068483322 conn(0x555be95ccfb0 msgr2=0x555be95c49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- 172.21.15.7:0/4068483322 shutdown_connections 2024-09-13T15:59:22.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- 172.21.15.7:0/4068483322 wait complete. 2024-09-13T15:59:22.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.733+0000 7fd028535000 1 -- start start 2024-09-13T15:59:22.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 Processor -- start 2024-09-13T15:59:22.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be96240e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 0x555be9624620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be9656840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be94131c0 con 0x555be95cc930 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555be95c9360 con 0x555be95c6740 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x555be93dcc60 con 0x555be9610b10 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 10 client.0 _ll_register_callbacks cb 0x7fd018006e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 0x555be9624620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 0x555be9624620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48574/0 (socket says 172.21.15.7:48574) 2024-09-13T15:59:22.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3932680760 learned_addr learned my addr 172.21.15.7:0/3932680760 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01effd640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be96240e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 msgr2=0x555be9656840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01f7fe640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be9656840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be9656840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 msgr2=0x555be96240e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be96240e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 -- 172.21.15.7:0/3932680760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd01001e040 con 0x555be95cc930 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01e7fc640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 0x555be9624620 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fd00805c180 tx=0x7fd008000ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644c30d67b0590a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-13T15:59:22.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 1 -- 172.21.15.7:0/3932680760 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00800e040 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 1 -- 172.21.15.7:0/3932680760 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd00805c430 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555be93e5460 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 1 -- 172.21.15.7:0/3932680760 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0080506b0 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 10 client.6144 fetch_fsmap learned FSMap version 34 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) v3 -- 0x555be9111cc0 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 1 -- 172.21.15.7:0/3932680760 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x555be93e5460 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 1 -- 172.21.15.7:0/3932680760 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 34) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd00807b1a0 con 0x555be95cc930 2024-09-13T15:59:22.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 10 client.6144 fetch_fsmap finished waiting for FSMap version 34 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 10 client.6144 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 20 client.6144 populate_metadata read hostname 'smithi007' 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be9656d80 0x555be9657160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 4 client.6144 mds_command: new command op to 6102 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 --> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] -- command(tid 0: {"prefix": "status"}) v1 -- 0x555be93de9c0 con 0x555be9656d80 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01effd640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be9656d80 0x555be9657160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd01effd640 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be9656d80 0x555be9657160 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd234ab8bb7313ad server_cookie=b3c185ca7d6a119c in_seq=0 out_seq=0 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 10 client.6144 ms_handle_connect on v2:172.21.15.7:6836/1346647994 2024-09-13T15:59:22.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 1 -- 172.21.15.7:0/3932680760 <== mds.0 v2:172.21.15.7:6836/1346647994 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+316 (crc 0 0 0) 0x555be93de9c0 con 0x555be9656d80 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 10 client.6144 handle_command_reply: tid=0 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 client.6144 shutdown 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 msgr2=0x555be9624620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 0x555be9624620 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fd00805c180 tx=0x7fd008000ee0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 shutdown_connections 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:6836/1346647994,v1:172.21.15.7:6837/1346647994] conn(0x555be9656d80 0x555be9657160 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x555be9610b10 0x555be9656840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fcffdffb640 0 client.6144 ms_handle_reset on v2:172.21.15.7:6836/1346647994 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555be95cc930 0x555be9624620 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 --2- 172.21.15.7:0/3932680760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555be95c6740 0x555be96240e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 >> 172.21.15.7:0/3932680760 conn(0x555be95ccfb0 msgr2=0x555be95cbab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 shutdown_connections 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 1 -- 172.21.15.7:0/3932680760 wait complete. 2024-09-13T15:59:22.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd028535000 20 client.6144 trim_cache size 0 max 16384 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "62cb3b98-b9d9-4dae-ba62-0d56ac47f4da", 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 6102, 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 5.24167424, 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 34, 2024-09-13T15:59:22.752 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 53, 2024-09-13T15:59:22.753 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 53, 2024-09-13T15:59:22.753 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 6.148061148 2024-09-13T15:59:22.753 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:22.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd0000666c0 msgr2=0x7fd000068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd0000666c0 0x7fd000068b80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd010003fd0 tx=0x7fd0100039c0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 msgr2=0x7fd02015c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 0x7fd02015c0c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fd0080011f0 tx=0x7fd00800c9b0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 shutdown_connections 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd0000666c0 0x7fd000068b80 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02015da10 0x7fd02013b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd020143af0 0x7fd02015c0c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 --2- 172.21.15.7:0/3454853747 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd0200cd3e0 0x7fd02013f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 >> 172.21.15.7:0/3454853747 conn(0x7fd020069f00 msgr2=0x7fd02015e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 shutdown_connections 2024-09-13T15:59:22.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.737+0000 7fd0253ec640 1 -- 172.21.15.7:0/3454853747 wait complete. 2024-09-13T15:59:22.759 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T15:59:22.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb701b9640 1 Processor -- start 2024-09-13T15:59:22.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb701b9640 1 -- start start 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb701b9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fdb6815da10 0x7fdb6815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb701b9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb6815af90 con 0x7fdb680cd3e0 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb701b9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb680b2d60 con 0x7fdb68143af0 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb701b9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb6815ddf0 con 0x7fdb6815da10 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6e756640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fdb680cd3e0 0x7fdb680cd850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42878/0 (socket says 172.21.15.7:42878) 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6e756640 1 -- 172.21.15.7:0/1964986577 learned_addr learned my addr 172.21.15.7:0/1964986577 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6df55640 1 --2- 172.21.15.7:0/1964986577 >> v2:172.21.15.77:3300/0 conn(0x7fdb6815da10 0x7fdb6815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2338589144 0 0) 0x7fdb6815af90 con 0x7fdb680cd3e0 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb54003530 con 0x7fdb680cd3e0 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4271292730 0 0) 0x7fdb54003530 con 0x7fdb680cd3e0 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 >> v2:172.21.15.77:3300/0 conn(0x7fdb6815da10 msgr2=0x7fdb6815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 --2- 172.21.15.7:0/1964986577 >> v2:172.21.15.77:3300/0 conn(0x7fdb6815da10 0x7fdb6815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 >> v1:172.21.15.77:6789/0 conn(0x7fdb68143af0 legacy=0x7fdb680b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb680b3000 con 0x7fdb680cd3e0 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fdb60001a00 con 0x7fdb680cd3e0 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 >> v1:172.21.15.7:6789/0 conn(0x7fdb680cd3e0 legacy=0x7fdb680cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.869+0000 7fdb6cf53640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb54003980 0x7fdb54003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb540047d0 0x7fdb54004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb54005190 0x7fdb5400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb6815ddf0 con 0x7fdb54005190 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5400c030 con 0x7fdb54003980 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5400c1f0 con 0x7fdb540047d0 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb54005190 0x7fdb5400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6df55640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb54003980 0x7fdb54003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6d754640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb540047d0 0x7fdb54004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 -- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb540047d0 msgr2=0x7fdb54004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb540047d0 0x7fdb54004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 -- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb54003980 msgr2=0x7fdb54003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:22.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb54003980 0x7fdb54003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 -- 172.21.15.7:0/1964986577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb54003530 con 0x7fdb54005190 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 -- 172.21.15.7:0/1964986577 reap_dead start 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6e756640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb54005190 0x7fdb5400b990 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fdb6000a830 tx=0x7fdb6001d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8ae0d6853581bb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb600072d0 con 0x7fdb54005190 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb600a8070 con 0x7fdb54005190 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb6cf53640 1 -- 172.21.15.7:0/1964986577 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb600076b0 con 0x7fdb54005190 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 -- 172.21.15.7:0/1964986577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb54005190 msgr2=0x7fdb5400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb54005190 0x7fdb5400b990 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fdb6000a830 tx=0x7fdb6001d360 comp rx=0 tx=0).stop 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 -- 172.21.15.7:0/1964986577 shutdown_connections 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 --2- 172.21.15.7:0/1964986577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb54005190 0x7fdb5400b990 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 -- 172.21.15.7:0/1964986577 >> 172.21.15.7:0/1964986577 conn(0x7fdb68069f00 msgr2=0x7fdb6806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 -- 172.21.15.7:0/1964986577 shutdown_connections 2024-09-13T15:59:22.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.873+0000 7fdb701b9640 1 -- 172.21.15.7:0/1964986577 wait complete. 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 Processor -- start 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- start start 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb54005190 0x7fdb6813be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 0x7fdb680acd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb6806f640 0x7fdb6806fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb680ad260 con 0x7fdb680ac8a0 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb68070000 con 0x7fdb6806f640 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb68070290 con 0x7fdb54005190 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 0x7fdb680acd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 0x7fdb680acd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48590/0 (socket says 172.21.15.7:48590) 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 -- 172.21.15.7:0/2864234694 learned_addr learned my addr 172.21.15.7:0/2864234694 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:22.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6e756640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb6806f640 0x7fdb6806fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6df55640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb54005190 0x7fdb6813be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 -- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb54005190 msgr2=0x7fdb6813be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb54005190 0x7fdb6813be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 -- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb6806f640 msgr2=0x7fdb6806fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb6806f640 0x7fdb6806fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 -- 172.21.15.7:0/2864234694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb68070570 con 0x7fdb680ac8a0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb6d754640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 0x7fdb680acd20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fdb5800e4b0 tx=0x7fdb5800e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb580052e0 con 0x7fdb680ac8a0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb58005440 con 0x7fdb680ac8a0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb58003840 con 0x7fdb680ac8a0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb68070850 con 0x7fdb680ac8a0 2024-09-13T15:59:22.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb68070e10 con 0x7fdb680ac8a0 2024-09-13T15:59:22.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb68070fd0 con 0x7fdb680ac8a0 2024-09-13T15:59:22.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.877+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdb580039a0 con 0x7fdb680ac8a0 2024-09-13T15:59:22.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.881+0000 7fdb5e7fc640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdb4c066690 0x7fdb4c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:22.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.881+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fdb58083f70 con 0x7fdb680ac8a0 2024-09-13T15:59:22.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.881+0000 7fdb6df55640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdb4c066690 0x7fdb4c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:22.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.881+0000 7fdb6df55640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdb4c066690 0x7fdb4c068b50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdb680cb9b0 tx=0x7fdb64008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:22.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:22.885+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdb580b5db0 con 0x7fdb680ac8a0 2024-09-13T15:59:23.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.073+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fdb6815aa50 con 0x7fdb680ac8a0 2024-09-13T15:59:23.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.073+0000 7fdb5e7fc640 1 -- 172.21.15.7:0/2864234694 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fdb58051230 con 0x7fdb680ac8a0 2024-09-13T15:59:23.078 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:23.078 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T15:59:23.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdb4c066690 msgr2=0x7fdb4c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdb4c066690 0x7fdb4c068b50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdb680cb9b0 tx=0x7fdb64008040 comp rx=0 tx=0).stop 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 msgr2=0x7fdb680acd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 0x7fdb680acd20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fdb5800e4b0 tx=0x7fdb5800e970 comp rx=0 tx=0).stop 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 shutdown_connections 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdb4c066690 0x7fdb4c068b50 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb6806f640 0x7fdb6806fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb680ac8a0 0x7fdb680acd20 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 --2- 172.21.15.7:0/2864234694 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdb54005190 0x7fdb6813be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 >> 172.21.15.7:0/2864234694 conn(0x7fdb68069f00 msgr2=0x7fdb68142200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 shutdown_connections 2024-09-13T15:59:23.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.077+0000 7fdb701b9640 1 -- 172.21.15.7:0/2864234694 wait complete. 2024-09-13T15:59:23.097 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T15:59:23.098 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T15:59:23.098 DEBUG:teuthology.orchestra.run.smithi007:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:59:23.164 DEBUG:teuthology.orchestra.run.smithi077:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:59:23.233 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T15:59:23.233 INFO:tasks.cephfs.mount:Terminating background process 2024-09-13T15:59:23.233 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:59:23.233 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:23.239 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:59:23.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.409+0000 7f7b200b9640 1 Processor -- start 2024-09-13T15:59:23.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.409+0000 7f7b200b9640 1 -- start start 2024-09-13T15:59:23.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b200b9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b180d03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b200b9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b180cd760 con 0x7f7b1815fc60 2024-09-13T15:59:23.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b200b9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b180cd9b0 con 0x7f7b18160040 2024-09-13T15:59:23.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b200b9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b180cdf70 con 0x7f7b180b4890 2024-09-13T15:59:23.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7b1815fc60 0x7f7b180b4180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42890/0 (socket says 172.21.15.7:42890) 2024-09-13T15:59:23.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 -- 172.21.15.7:0/1774263963 learned_addr learned my addr 172.21.15.7:0/1774263963 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3237130459 0 0) 0x7f7b180cd760 con 0x7f7b1815fc60 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b04003530 con 0x7f7b1815fc60 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1d654640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b180d03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 586480572 0 0) 0x7f7b04003530 con 0x7f7b1815fc60 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 msgr2=0x7f7b180d03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b180d03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 >> v1:172.21.15.77:6789/0 conn(0x7f7b18160040 legacy=0x7f7b180d0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b180cdc90 con 0x7f7b1815fc60 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7b14001680 con 0x7f7b1815fc60 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1d654640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b180d03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:23.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 >> v1:172.21.15.7:6789/0 conn(0x7f7b1815fc60 legacy=0x7f7b180b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b040039b0 0x7f7b04003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b040047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b04004d10 0x7f7b04005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b180cdf70 con 0x7f7b040039b0 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0400bb20 con 0x7f7b04004d10 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0400bcb0 con 0x7f7b180b4890 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b040039b0 0x7f7b04003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1d654640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b040047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1e656640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b04004d10 0x7f7b04005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 -- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 msgr2=0x7f7b040047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b180b4890 0x7f7b040047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 -- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b04004d10 msgr2=0x7f7b04005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b04004d10 0x7f7b04005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.413+0000 7f7b1de55640 1 -- 172.21.15.7:0/1774263963 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b04003530 con 0x7f7b040039b0 2024-09-13T15:59:23.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1de55640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b040039b0 0x7f7b04003dd0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f7b1400c0e0 tx=0x7f7b1401cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e80be3baa8fc0391 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:23.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b14005ae0 con 0x7f7b040039b0 2024-09-13T15:59:23.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b14005c40 con 0x7f7b040039b0 2024-09-13T15:59:23.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1ce53640 1 -- 172.21.15.7:0/1774263963 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b14007070 con 0x7f7b040039b0 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- 172.21.15.7:0/1774263963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b040039b0 msgr2=0x7f7b04003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 --2- 172.21.15.7:0/1774263963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b040039b0 0x7f7b04003dd0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f7b1400c0e0 tx=0x7f7b1401cb40 comp rx=0 tx=0).stop 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1e656640 1 -- 172.21.15.7:0/1774263963 reap_dead start 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- 172.21.15.7:0/1774263963 shutdown_connections 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- 172.21.15.7:0/1774263963 >> 172.21.15.7:0/1774263963 conn(0x7f7b1806c090 msgr2=0x7f7b1806c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- 172.21.15.7:0/1774263963 shutdown_connections 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- 172.21.15.7:0/1774263963 wait complete. 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 Processor -- start 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- start start 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b040039b0 0x7f7b180cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 0x7f7b18157a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b18153b50 0x7f7b18157fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b180c97d0 con 0x7f7b180cbd10 2024-09-13T15:59:23.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b180c9ab0 con 0x7f7b18153b50 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b200b9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b18158c90 con 0x7f7b040039b0 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 0x7f7b18157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 0x7f7b18157a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48608/0 (socket says 172.21.15.7:48608) 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 -- 172.21.15.7:0/284357461 learned_addr learned my addr 172.21.15.7:0/284357461 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1e656640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b18153b50 0x7f7b18157fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1de55640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b040039b0 0x7f7b180cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 -- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b040039b0 msgr2=0x7f7b180cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b040039b0 0x7f7b180cb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 -- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b18153b50 msgr2=0x7f7b18157fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b18153b50 0x7f7b18157fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 -- 172.21.15.7:0/284357461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b18158f70 con 0x7f7b180cbd10 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.417+0000 7f7b1d654640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 0x7f7b18157a70 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f7b080108c0 tx=0x7f7b08010d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0800cb40 con 0x7f7b180cbd10 2024-09-13T15:59:23.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b0800cca0 con 0x7f7b180cbd10 2024-09-13T15:59:23.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b18159250 con 0x7f7b180cbd10 2024-09-13T15:59:23.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b080156b0 con 0x7f7b180cbd10 2024-09-13T15:59:23.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b181586c0 con 0x7f7b180cbd10 2024-09-13T15:59:23.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b180c9c40 con 0x7f7b180cbd10 2024-09-13T15:59:23.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7b08015810 con 0x7f7b180cbd10 2024-09-13T15:59:23.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b0e7fc640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7afc066690 0x7f7afc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f7b08084970 con 0x7f7b180cbd10 2024-09-13T15:59:23.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b1de55640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7afc066690 0x7f7afc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.421+0000 7f7b1de55640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7afc066690 0x7f7afc068b50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7b140ab000 tx=0x7f7b140a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:23.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.425+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7b08051c30 con 0x7f7b180cbd10 2024-09-13T15:59:23.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.589+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7b180b4180 con 0x7f7b180cbd10 2024-09-13T15:59:23.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.589+0000 7f7b0e7fc640 1 -- 172.21.15.7:0/284357461 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+16660 (secure 0 0 0) 0x7f7b08055250 con 0x7f7b180cbd10 2024-09-13T15:59:23.595 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:23.595 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":53,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:59:16.465310+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6833/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.77:6832/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.7:6837/3669705154":"2024-09-14T15:59:16.433683+0000","172.21.15.7:6836/3669705154":"2024-09-14T15:59:16.433683+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:59:23.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7afc066690 msgr2=0x7f7afc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7afc066690 0x7f7afc068b50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7b140ab000 tx=0x7f7b140a7070 comp rx=0 tx=0).stop 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 msgr2=0x7f7b18157a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 0x7f7b18157a70 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f7b080108c0 tx=0x7f7b08010d80 comp rx=0 tx=0).stop 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 shutdown_connections 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7afc066690 0x7f7afc068b50 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b18153b50 0x7f7b18157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b180cbd10 0x7f7b18157a70 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 --2- 172.21.15.7:0/284357461 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7b040039b0 0x7f7b180cb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 >> 172.21.15.7:0/284357461 conn(0x7f7b1806c090 msgr2=0x7f7b1815a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 shutdown_connections 2024-09-13T15:59:23.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.593+0000 7f7b200b9640 1 -- 172.21.15.7:0/284357461 wait complete. 2024-09-13T15:59:23.616 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:58:40.135048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:58:40.811958+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:59:23.616 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:59:23.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 Processor -- start 2024-09-13T15:59:23.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 -- start start 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c15ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb54c069f00 0x7fb54c06a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb54c15cc10 0x7fb54c15d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb54c160000 con 0x7fb54c15cc10 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb54c06a880 con 0x7fb54c069f00 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb5543e0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c15d580 con 0x7fb54c15fc20 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb54c15cc10 0x7fb54c15d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fb54c15cc10 0x7fb54c15d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48616/0 (socket says 172.21.15.7:48616) 2024-09-13T15:59:23.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 -- 172.21.15.7:0/2251648456 learned_addr learned my addr 172.21.15.7:0/2251648456 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55197b640 1 --2- 172.21.15.7:0/2251648456 >> v2:172.21.15.77:3300/0 conn(0x7fb54c069f00 0x7fb54c06a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55217c640 1 --2- 172.21.15.7:0/2251648456 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c15ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 -- 172.21.15.7:0/2251648456 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 msgr2=0x7fb54c15ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 --2- 172.21.15.7:0/2251648456 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c15ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 -- 172.21.15.7:0/2251648456 >> v2:172.21.15.77:3300/0 conn(0x7fb54c069f00 msgr2=0x7fb54c06a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 --2- 172.21.15.7:0/2251648456 >> v2:172.21.15.77:3300/0 conn(0x7fb54c069f00 0x7fb54c06a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55297d640 1 -- 172.21.15.7:0/2251648456 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb54c0b3120 con 0x7fb54c15cc10 2024-09-13T15:59:23.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.741+0000 7fb55197b640 1 --2- 172.21.15.7:0/2251648456 >> v2:172.21.15.77:3300/0 conn(0x7fb54c069f00 0x7fb54c06a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:23.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb55297d640 1 --2- 172.21.15.7:0/2251648456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c15d040 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fb54c071a10 tx=0x7fb53c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7be57e143fdcb6c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:23.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb55117a640 1 -- 172.21.15.7:0/2251648456 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb53c0ab620 con 0x7fb54c15cc10 2024-09-13T15:59:23.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb55117a640 1 -- 172.21.15.7:0/2251648456 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb53c0ab780 con 0x7fb54c15cc10 2024-09-13T15:59:23.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb55117a640 1 -- 172.21.15.7:0/2251648456 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb53c0abb10 con 0x7fb54c15cc10 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 -- 172.21.15.7:0/2251648456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 msgr2=0x7fb54c15d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 --2- 172.21.15.7:0/2251648456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c15d040 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fb54c071a10 tx=0x7fb53c01c460 comp rx=0 tx=0).stop 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 -- 172.21.15.7:0/2251648456 shutdown_connections 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 --2- 172.21.15.7:0/2251648456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c15d040 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 --2- 172.21.15.7:0/2251648456 >> v2:172.21.15.77:3300/0 conn(0x7fb54c069f00 0x7fb54c06a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 --2- 172.21.15.7:0/2251648456 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c15ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 -- 172.21.15.7:0/2251648456 >> 172.21.15.7:0/2251648456 conn(0x7fb54c066080 msgr2=0x7fb54c0b1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 -- 172.21.15.7:0/2251648456 shutdown_connections 2024-09-13T15:59:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.745+0000 7fb5543e0640 1 -- 172.21.15.7:0/2251648456 wait complete. 2024-09-13T15:59:23.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 Processor -- start 2024-09-13T15:59:23.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- start start 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb54c069f00 0x7fb54c14ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c14fed0 con 0x7fb54c15cc10 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c0cebd0 con 0x7fb54c069f00 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c0ceeb0 con 0x7fb54c15fc20 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c155e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48628/0 (socket says 172.21.15.7:48628) 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 -- 172.21.15.7:0/3290368357 learned_addr learned my addr 172.21.15.7:0/3290368357 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55217c640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb54c069f00 0x7fb54c14ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55297d640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 -- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 msgr2=0x7fb54c156360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c156360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 -- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb54c069f00 msgr2=0x7fb54c14ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb54c069f00 0x7fb54c14ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 -- 172.21.15.7:0/3290368357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb53c0094d0 con 0x7fb54c15cc10 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55297d640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb55197b640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c155e20 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb54000e810 tx=0x7fb54000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb540004030 con 0x7fb54c15cc10 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb540004190 con 0x7fb54c15cc10 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb54c150190 con 0x7fb54c15cc10 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb540004520 con 0x7fb54c15cc10 2024-09-13T15:59:23.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb54c14f1d0 con 0x7fb54c15cc10 2024-09-13T15:59:23.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb54c06e440 con 0x7fb54c15cc10 2024-09-13T15:59:23.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.749+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb54000c6d0 con 0x7fb54c15cc10 2024-09-13T15:59:23.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.753+0000 7fb54affd640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb538066690 0x7fb538068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:23.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.753+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fb540083da0 con 0x7fb54c15cc10 2024-09-13T15:59:23.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.753+0000 7fb55217c640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb538066690 0x7fb538068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:23.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.753+0000 7fb55217c640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb538066690 0x7fb538068b50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb544003fd0 tx=0x7fb5440039a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:23.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.757+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb5400510f0 con 0x7fb54c15cc10 2024-09-13T15:59:23.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.909+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb54c0b15b0 con 0x7fb54c15cc10 2024-09-13T15:59:23.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.909+0000 7fb54affd640 1 -- 172.21.15.7:0/3290368357 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb5400200a0 con 0x7fb54c15cc10 2024-09-13T15:59:23.914 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:59:23.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb538066690 msgr2=0x7fb538068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb538066690 0x7fb538068b50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb544003fd0 tx=0x7fb5440039a0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 msgr2=0x7fb54c155e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c155e20 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb54000e810 tx=0x7fb54000ecd0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 shutdown_connections 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb538066690 0x7fb538068b50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb54c15fc20 0x7fb54c156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb54c15cc10 0x7fb54c155e20 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 --2- 172.21.15.7:0/3290368357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb54c069f00 0x7fb54c14ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 >> 172.21.15.7:0/3290368357 conn(0x7fb54c066080 msgr2=0x7fb54c0b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 shutdown_connections 2024-09-13T15:59:23.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:23.913+0000 7fb5543e0640 1 -- 172.21.15.7:0/3290368357 wait complete. 2024-09-13T15:59:23.932 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:59:24.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.041+0000 7fd2c3161640 1 Processor -- start 2024-09-13T15:59:24.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.041+0000 7fd2c3161640 1 -- start start 2024-09-13T15:59:24.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c3161640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fd2bc0b0710 0x7fd2bc159d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c3161640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2bc06faf0 con 0x7fd2bc15af80 2024-09-13T15:59:24.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c3161640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2bc15b3e0 con 0x7fd2bc153b90 2024-09-13T15:59:24.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c3161640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2bc153f70 con 0x7fd2bc0b0710 2024-09-13T15:59:24.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fd2bc15af80 0x7fd2bc0b0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42896/0 (socket says 172.21.15.7:42896) 2024-09-13T15:59:24.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 -- 172.21.15.7:0/3331284004 learned_addr learned my addr 172.21.15.7:0/3331284004 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3169622821 0 0) 0x7fd2bc06faf0 con 0x7fd2bc15af80 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c16fe640 1 --2- 172.21.15.7:0/3331284004 >> v2:172.21.15.77:3300/0 conn(0x7fd2bc0b0710 0x7fd2bc159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2a0003530 con 0x7fd2bc15af80 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2779906058 0 0) 0x7fd2a0003530 con 0x7fd2bc15af80 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 >> v2:172.21.15.77:3300/0 conn(0x7fd2bc0b0710 msgr2=0x7fd2bc159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 --2- 172.21.15.7:0/3331284004 >> v2:172.21.15.77:3300/0 conn(0x7fd2bc0b0710 0x7fd2bc159d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 >> v1:172.21.15.77:6789/0 conn(0x7fd2bc153b90 legacy=0x7fd2bc15da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2bc0cdb30 con 0x7fd2bc15af80 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fd2a8001680 con 0x7fd2bc15af80 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 >> v1:172.21.15.7:6789/0 conn(0x7fd2bc15af80 legacy=0x7fd2bc0b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2a0003980 0x7fd2a0003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2a0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2a0005190 0x7fd2a000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc153f70 con 0x7fd2a00047d0 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2a000c060 con 0x7fd2a0005190 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2a000c220 con 0x7fd2a0003980 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2a0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c16fe640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2a0005190 0x7fd2a000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c0efd640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2a0003980 0x7fd2a0003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 -- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2a0003980 msgr2=0x7fd2a0003d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2a0003980 0x7fd2a0003d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 -- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2a0005190 msgr2=0x7fd2a000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2a0005190 0x7fd2a000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 -- 172.21.15.7:0/3331284004 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2a0003530 con 0x7fd2a00047d0 2024-09-13T15:59:24.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c16fe640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2a0005190 0x7fd2a000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:24.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2c16fe640 1 -- 172.21.15.7:0/3331284004 reap_dead start 2024-09-13T15:59:24.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.045+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2a0004c50 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800c1c0 tx=0x7fd2a801cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a960a43469f90f9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a80a5b40 con 0x7fd2a00047d0 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2a80a5ca0 con 0x7fd2a00047d0 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2bb7fe640 1 -- 172.21.15.7:0/3331284004 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8005b20 con 0x7fd2a00047d0 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3331284004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 msgr2=0x7fd2a0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2a0004c50 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800c1c0 tx=0x7fd2a801cc40 comp rx=0 tx=0).stop 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3331284004 shutdown_connections 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3331284004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2a0004c50 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3331284004 >> 172.21.15.7:0/3331284004 conn(0x7fd2bc065eb0 msgr2=0x7fd2bc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3331284004 shutdown_connections 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3331284004 wait complete. 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 Processor -- start 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- start start 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2bc144530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2bc144cd0 0x7fd2bc147740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2bc1461f0 0x7fd2bc1466a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc144a70 con 0x7fd2a00047d0 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc145d60 con 0x7fd2bc1461f0 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc1530a0 con 0x7fd2bc144cd0 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2bc144530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2bc144530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48644/0 (socket says 172.21.15.7:48644) 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 -- 172.21.15.7:0/3408283868 learned_addr learned my addr 172.21.15.7:0/3408283868 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2bc144cd0 0x7fd2bc147740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c16fe640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2bc1461f0 0x7fd2bc1466a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 -- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2bc144cd0 msgr2=0x7fd2bc147740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2bc144cd0 0x7fd2bc147740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 -- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2bc1461f0 msgr2=0x7fd2bc1466a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2bc1461f0 0x7fd2bc1466a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 -- 172.21.15.7:0/3408283868 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2bc147c80 con 0x7fd2a00047d0 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2bc144cd0 0x7fd2bc147740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c0efd640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2bc144530 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac00f970 tx=0x7fd2ac00fe30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac00d930 con 0x7fd2a00047d0 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2ac00da90 con 0x7fd2a00047d0 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2bc145150 con 0x7fd2a00047d0 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac00de40 con 0x7fd2a00047d0 2024-09-13T15:59:24.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.049+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2bc145710 con 0x7fd2a00047d0 2024-09-13T15:59:24.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.053+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2bc0cd470 con 0x7fd2a00047d0 2024-09-13T15:59:24.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.053+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd2ac014430 con 0x7fd2a00047d0 2024-09-13T15:59:24.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.053+0000 7fd2b97fa640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd2a40666c0 0x7fd2a4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.053+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd2ac087550 con 0x7fd2a00047d0 2024-09-13T15:59:24.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.053+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd2a40666c0 0x7fd2a4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.053+0000 7fd2bbfff640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd2a40666c0 0x7fd2a4068b80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800c1c0 tx=0x7fd2a8006040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.057+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd2ac054830 con 0x7fd2a00047d0 2024-09-13T15:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.213+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd2bc0ce7d0 con 0x7fd2a00047d0 2024-09-13T15:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.213+0000 7fd2b97fa640 1 -- 172.21.15.7:0/3408283868 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v53) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd2ac057e50 con 0x7fd2a00047d0 2024-09-13T15:59:24.218 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd2a40666c0 msgr2=0x7fd2a4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd2a40666c0 0x7fd2a4068b80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800c1c0 tx=0x7fd2a8006040 comp rx=0 tx=0).stop 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 msgr2=0x7fd2bc144530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2bc144530 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac00f970 tx=0x7fd2ac00fe30 comp rx=0 tx=0).stop 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 shutdown_connections 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd2a40666c0 0x7fd2a4068b80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2bc1461f0 0x7fd2bc1466a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd2bc144cd0 0x7fd2bc147740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 --2- 172.21.15.7:0/3408283868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2a00047d0 0x7fd2bc144530 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 >> 172.21.15.7:0/3408283868 conn(0x7fd2bc065eb0 msgr2=0x7fd2bc070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 shutdown_connections 2024-09-13T15:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.217+0000 7fd2c3161640 1 -- 172.21.15.7:0/3408283868 wait complete. 2024-09-13T15:59:24.235 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:59:24.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 Processor -- start 2024-09-13T15:59:24.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 -- start start 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4940143d40 0x7f494015dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f49400b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f494015e9f0 con 0x7f494015e520 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49400cce10 con 0x7f4940143d40 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f49469cc640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f494015ecd0 con 0x7f49400b4080 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f494015e520 0x7f49400cd820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42908/0 (socket says 172.21.15.7:42908) 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 -- 172.21.15.7:0/3059744463 learned_addr learned my addr 172.21.15.7:0/3059744463 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493ffff640 1 --2- 172.21.15.7:0/3059744463 >> v2:172.21.15.77:3300/0 conn(0x7f4940143d40 0x7f494015dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f4944f69640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f49400b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4105988169 0 0) 0x7f494015e9f0 con 0x7f494015e520 2024-09-13T15:59:24.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4928003530 con 0x7f494015e520 2024-09-13T15:59:24.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1958498813 0 0) 0x7f4928003530 con 0x7f494015e520 2024-09-13T15:59:24.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 msgr2=0x7f49400b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f49400b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 >> v2:172.21.15.77:3300/0 conn(0x7f4940143d40 msgr2=0x7f494015dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 --2- 172.21.15.7:0/3059744463 >> v2:172.21.15.77:3300/0 conn(0x7f4940143d40 0x7f494015dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49400cd020 con 0x7f494015e520 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f4934001680 con 0x7f494015e520 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 >> v1:172.21.15.7:6789/0 conn(0x7f494015e520 legacy=0x7f49400cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928003980 0x7f4928003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49280047d0 0x7f4928004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f4928005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49400cce10 con 0x7f49280047d0 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f494015ecd0 con 0x7f4928003980 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f492800b990 con 0x7f49400b4080 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49280047d0 0x7f4928004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493ffff640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928003980 0x7f4928003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f4944f69640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f4928005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 -- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 msgr2=0x7f4928005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f4928005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 -- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928003980 msgr2=0x7f4928003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928003980 0x7f4928003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f493f7fe640 1 -- 172.21.15.7:0/3059744463 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4928003530 con 0x7f49280047d0 2024-09-13T15:59:24.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.361+0000 7f4944f69640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49400b4080 0x7f4928005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:24.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f493f7fe640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49280047d0 0x7f4928004c50 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f49400b5cd0 tx=0x7f493401f3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d79ad8d58fbb5bdc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49340a8c90 con 0x7f49280047d0 2024-09-13T15:59:24.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49340a8df0 con 0x7f49280047d0 2024-09-13T15:59:24.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f493effd640 1 -- 172.21.15.7:0/3059744463 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4934005b20 con 0x7f49280047d0 2024-09-13T15:59:24.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- 172.21.15.7:0/3059744463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49280047d0 msgr2=0x7f4928004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 --2- 172.21.15.7:0/3059744463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49280047d0 0x7f4928004c50 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f49400b5cd0 tx=0x7f493401f3f0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f4944f69640 1 -- 172.21.15.7:0/3059744463 reap_dead start 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- 172.21.15.7:0/3059744463 shutdown_connections 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- 172.21.15.7:0/3059744463 >> 172.21.15.7:0/3059744463 conn(0x7f494006a6c0 msgr2=0x7f494006d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- 172.21.15.7:0/3059744463 shutdown_connections 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- 172.21.15.7:0/3059744463 wait complete. 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 Processor -- start 2024-09-13T15:59:24.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- start start 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49280047d0 0x7f49401594b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 0x7f494013b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49400b02a0 0x7f494013bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49401599f0 con 0x7f4940159be0 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4940139d60 con 0x7f49400b02a0 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f49469cc640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f494013c010 con 0x7f49280047d0 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.365+0000 7f493f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 0x7f494013b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 0x7f494013b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48662/0 (socket says 172.21.15.7:48662) 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 -- 172.21.15.7:0/2766760553 learned_addr learned my addr 172.21.15.7:0/2766760553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493ffff640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49280047d0 0x7f49401594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f4944f69640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49400b02a0 0x7f494013bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 -- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49280047d0 msgr2=0x7f49401594b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49280047d0 0x7f49401594b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 -- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49400b02a0 msgr2=0x7f494013bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49400b02a0 0x7f494013bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 -- 172.21.15.7:0/2766760553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4940139a30 con 0x7f4940159be0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493f7fe640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 0x7f494013b590 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f4934025f60 tx=0x7f4928005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49340049f0 con 0x7f4940159be0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4934004b70 con 0x7f4940159be0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49400b25a0 con 0x7f4940159be0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49340070d0 con 0x7f4940159be0 2024-09-13T15:59:24.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49401401a0 con 0x7f4940159be0 2024-09-13T15:59:24.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49400cca70 con 0x7f4940159be0 2024-09-13T15:59:24.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f49340b8070 con 0x7f4940159be0 2024-09-13T15:59:24.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493cff9640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f492c066690 0x7f492c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f4934120970 con 0x7f4940159be0 2024-09-13T15:59:24.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493ffff640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f492c066690 0x7f492c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.369+0000 7f493ffff640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f492c066690 0x7f492c068b50 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4930009a30 tx=0x7f4930008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.373+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f49340edcc0 con 0x7f4940159be0 2024-09-13T15:59:24.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4940139880 con 0x7f4940159be0 2024-09-13T15:59:24.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f493cff9640 1 -- 172.21.15.7:0/2766760553 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v53) v1 ==== 100+0+11 (secure 0 0 0) 0x7f49340bf0a0 con 0x7f4940159be0 2024-09-13T15:59:24.536 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:59:24.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f492c066690 msgr2=0x7f492c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f492c066690 0x7f492c068b50 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4930009a30 tx=0x7f4930008040 comp rx=0 tx=0).stop 2024-09-13T15:59:24.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 msgr2=0x7f494013b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 0x7f494013b590 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f4934025f60 tx=0x7f4928005800 comp rx=0 tx=0).stop 2024-09-13T15:59:24.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 shutdown_connections 2024-09-13T15:59:24.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f492c066690 0x7f492c068b50 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49400b02a0 0x7f494013bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4940159be0 0x7f494013b590 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 --2- 172.21.15.7:0/2766760553 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f49280047d0 0x7f49401594b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 >> 172.21.15.7:0/2766760553 conn(0x7f494006a6c0 msgr2=0x7f494015b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:24.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 shutdown_connections 2024-09-13T15:59:24.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.533+0000 7f49469cc640 1 -- 172.21.15.7:0/2766760553 wait complete. 2024-09-13T15:59:24.554 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:59:24.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56bcafa640 1 Processor -- start 2024-09-13T15:59:24.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56bcafa640 1 -- start start 2024-09-13T15:59:24.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56bcafa640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f56b80cd2c0 0x7f56b80cd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56bcafa640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56b80d17e0 con 0x7f56b815c760 2024-09-13T15:59:24.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56bcafa640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56b80d0bd0 con 0x7f56b80d0630 2024-09-13T15:59:24.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56bcafa640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56b80cdc90 con 0x7f56b80cd2c0 2024-09-13T15:59:24.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b659c640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f56b815c760 0x7f56b80b7fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42916/0 (socket says 172.21.15.7:42916) 2024-09-13T15:59:24.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b659c640 1 -- 172.21.15.7:0/1522235684 learned_addr learned my addr 172.21.15.7:0/1522235684 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1522235684 >> v2:172.21.15.77:3300/0 conn(0x7f56b80cd2c0 0x7f56b80cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2222302769 0 0) 0x7f56b80d17e0 con 0x7f56b815c760 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56a4003530 con 0x7f56b815c760 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4080279420 0 0) 0x7f56a4003530 con 0x7f56b815c760 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 >> v2:172.21.15.77:3300/0 conn(0x7f56b80cd2c0 msgr2=0x7f56b80cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 --2- 172.21.15.7:0/1522235684 >> v2:172.21.15.77:3300/0 conn(0x7f56b80cd2c0 0x7f56b80cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 >> v1:172.21.15.77:6789/0 conn(0x7f56b80d0630 legacy=0x7f56b80d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56b80d0eb0 con 0x7f56b815c760 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f56b0001a00 con 0x7f56b815c760 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 >> v1:172.21.15.7:6789/0 conn(0x7f56b815c760 legacy=0x7f56b80b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4003980 0x7f56a4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56a40047d0 0x7f56a4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56a4005190 0x7f56a400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56b80cdc90 con 0x7f56a4005190 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a400c040 con 0x7f56a40047d0 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56a400c200 con 0x7f56a4003980 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56a4005190 0x7f56a400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1522235684 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4003980 msgr2=0x7f56a4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4003980 0x7f56a4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1522235684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56a40047d0 msgr2=0x7f56a4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56a40047d0 0x7f56a4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.661+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1522235684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56a4003530 con 0x7f56a4005190 2024-09-13T15:59:24.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1522235684 reap_dead start 2024-09-13T15:59:24.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56a4005190 0x7f56a400b990 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f56a8009ae0 tx=0x7f56a801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d25d4dd48de46ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56a8004020 con 0x7f56a4005190 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56a80041c0 con 0x7f56a4005190 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56b559a640 1 -- 172.21.15.7:0/1522235684 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56a80a56a0 con 0x7f56a4005190 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 -- 172.21.15.7:0/1522235684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56a4005190 msgr2=0x7f56a400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56a4005190 0x7f56a400b990 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f56a8009ae0 tx=0x7f56a801cab0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 -- 172.21.15.7:0/1522235684 shutdown_connections 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1522235684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56a4005190 0x7f56a400b990 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 -- 172.21.15.7:0/1522235684 >> 172.21.15.7:0/1522235684 conn(0x7f56b80cf070 msgr2=0x7f56b80cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 -- 172.21.15.7:0/1522235684 shutdown_connections 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 -- 172.21.15.7:0/1522235684 wait complete. 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 Processor -- start 2024-09-13T15:59:24.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.665+0000 7f56bcafa640 1 -- start start 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4005190 0x7f56b815fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b80c8900 0x7f56b80c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 0x7f56b814d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56b814b2e0 con 0x7f56b8151580 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56b80c7860 con 0x7f56b80c8900 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56b80c7b40 con 0x7f56a4005190 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 0x7f56b814d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 0x7f56b814d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48676/0 (socket says 172.21.15.7:48676) 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1905080586 learned_addr learned my addr 172.21.15.7:0/1905080586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b5d9b640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b80c8900 0x7f56b80c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b659c640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4005190 0x7f56b815fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4005190 msgr2=0x7f56b815fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4005190 0x7f56b815fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b80c8900 msgr2=0x7f56b80c6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b80c8900 0x7f56b80c6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 -- 172.21.15.7:0/1905080586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56b80c7e20 con 0x7f56b8151580 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b5d9b640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b80c8900 0x7f56b80c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b659c640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4005190 0x7f56b815fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b6d9d640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 0x7f56b814d610 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f56a801c8e0 tx=0x7f56a4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56a8004330 con 0x7f56b8151580 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56a8004490 con 0x7f56b8151580 2024-09-13T15:59:24.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56b80c8100 con 0x7f56b8151580 2024-09-13T15:59:24.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56a8003860 con 0x7f56b8151580 2024-09-13T15:59:24.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56b80c74e0 con 0x7f56b8151580 2024-09-13T15:59:24.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56b80b3e30 con 0x7f56b8151580 2024-09-13T15:59:24.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f56a80039c0 con 0x7f56b8151580 2024-09-13T15:59:24.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56aeffd640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5698066690 0x7f5698068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:24.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f56a811dcf0 con 0x7f56b8151580 2024-09-13T15:59:24.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b659c640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5698066690 0x7f5698068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:24.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.669+0000 7f56b659c640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5698066690 0x7f5698068b50 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f56b0007fd0 tx=0x7f56b0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:24.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.673+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f56a80eafb0 con 0x7f56b8151580 2024-09-13T15:59:24.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.837+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f56b80b7fc0 con 0x7f56b8151580 2024-09-13T15:59:24.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.837+0000 7f56aeffd640 1 -- 172.21.15.7:0/1905080586 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v53) v1 ==== 80+0+240 (secure 0 0 0) 0x7f56a80b2100 con 0x7f56b8151580 2024-09-13T15:59:24.843 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.77:6833/951821184 2024-09-14T15:59:16.465282+0000 2024-09-13T15:59:24.843 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.77:6832/951821184 2024-09-14T15:59:16.465282+0000 2024-09-13T15:59:24.843 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6837/3669705154 2024-09-14T15:59:16.433683+0000 2024-09-13T15:59:24.843 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6836/3669705154 2024-09-14T15:59:16.433683+0000 2024-09-13T15:59:24.844 INFO:teuthology.orchestra.run.smithi007.stderr:listed 4 entries 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5698066690 msgr2=0x7f5698068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5698066690 0x7f5698068b50 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f56b0007fd0 tx=0x7f56b0009040 comp rx=0 tx=0).stop 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 msgr2=0x7f56b814d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 0x7f56b814d610 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f56a801c8e0 tx=0x7f56a4005800 comp rx=0 tx=0).stop 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 shutdown_connections 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5698066690 0x7f5698068b50 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f56b8151580 0x7f56b814d610 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56b80c8900 0x7f56b80c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 --2- 172.21.15.7:0/1905080586 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f56a4005190 0x7f56b815fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:24.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 >> 172.21.15.7:0/1905080586 conn(0x7f56b80cf070 msgr2=0x7f56b80b5980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:24.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 shutdown_connections 2024-09-13T15:59:24.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:24.841+0000 7f56bcafa640 1 -- 172.21.15.7:0/1905080586 wait complete. 2024-09-13T15:59:24.860 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-13T15:59:24.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:24.860 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T15:59:24.870 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[39922]: fuse finished with error 0 and tester_r 0 2024-09-13T15:59:24.871 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:59:24.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:24.872 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T15:59:24.951 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:59:24.951 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:24.958 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:59:24.958 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:59:24.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:24.958 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T15:59:25.004 INFO:teuthology.orchestra.run.smithi077.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T15:59:25.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:59:25.005 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:59:25.005 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:25.011 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17326 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:59:25.011 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T15:59:25.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:25.012 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T15:59:25.059 INFO:teuthology.orchestra.run.smithi007.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T15:59:25.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:59:25.061 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:59:25.061 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:25.066 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:59:25.066 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T15:59:25.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:25.067 DEBUG:teuthology.orchestra.run.smithi077:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T15:59:25.111 INFO:teuthology.orchestra.run.smithi077.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T15:59:25.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:59:25.113 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:25.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 Processor -- start 2024-09-13T15:59:25.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 -- start start 2024-09-13T15:59:25.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc15da10 0x7f26bc15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f26bc143af0 0x7f26bc0b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26bc15af90 con 0x7f26bc0cd3e0 2024-09-13T15:59:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26bc15ddf0 con 0x7f26bc143af0 2024-09-13T15:59:25.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.237+0000 7f26c0845640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26bc0b3000 con 0x7f26bc15da10 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b9d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f26bc143af0 0x7f26bc0b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26bad9d640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f26bc0cd3e0 0x7f26bc0cd830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:59720/0 (socket says 172.21.15.7:59720) 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26bad9d640 1 -- 172.21.15.7:0/1636423610 learned_addr learned my addr 172.21.15.7:0/1636423610 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26ba59c640 1 --2- 172.21.15.7:0/1636423610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc15da10 0x7f26bc15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b9d9b640 1 -- 172.21.15.7:0/1636423610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc15da10 msgr2=0x7f26bc15aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b9d9b640 1 --2- 172.21.15.7:0/1636423610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc15da10 0x7f26bc15aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b9d9b640 1 -- 172.21.15.7:0/1636423610 >> v1:172.21.15.77:6789/0 conn(0x7f26bc0cd3e0 legacy=0x7f26bc0cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b9d9b640 1 -- 172.21.15.7:0/1636423610 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26bc06b570 con 0x7f26bc143af0 2024-09-13T15:59:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b9d9b640 1 --2- 172.21.15.7:0/1636423610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc143af0 0x7f26bc0b2650 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f26b00097c0 tx=0x7f26b001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b52fd013d7889b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b959a640 1 -- 172.21.15.7:0/1636423610 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b00ab670 con 0x7f26bc143af0 2024-09-13T15:59:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b959a640 1 -- 172.21.15.7:0/1636423610 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26b00ab7d0 con 0x7f26bc143af0 2024-09-13T15:59:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.241+0000 7f26b959a640 1 -- 172.21.15.7:0/1636423610 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b00abb60 con 0x7f26bc143af0 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1636423610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc143af0 msgr2=0x7f26bc0b2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 --2- 172.21.15.7:0/1636423610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc143af0 0x7f26bc0b2650 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f26b00097c0 tx=0x7f26b001c470 comp rx=0 tx=0).stop 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1636423610 shutdown_connections 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 --2- 172.21.15.7:0/1636423610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc143af0 0x7f26bc0b2650 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 --2- 172.21.15.7:0/1636423610 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc15da10 0x7f26bc15aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1636423610 >> 172.21.15.7:0/1636423610 conn(0x7f26bc069f00 msgr2=0x7f26bc06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1636423610 shutdown_connections 2024-09-13T15:59:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1636423610 wait complete. 2024-09-13T15:59:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 Processor -- start 2024-09-13T15:59:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- start start 2024-09-13T15:59:25.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc0cd3e0 0x7f26bc160db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26bc143af0 0x7f26bc13e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 0x7f26bc13ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26bc0aca20 con 0x7f26bc15da10 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26bc0acd00 con 0x7f26bc143af0 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26bc1639b0 con 0x7f26bc0cd3e0 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 0x7f26bc13ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 0x7f26bc13ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48684/0 (socket says 172.21.15.7:48684) 2024-09-13T15:59:25.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 -- 172.21.15.7:0/1653456870 learned_addr learned my addr 172.21.15.7:0/1653456870 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26ba59c640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc0cd3e0 0x7f26bc160db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26b9d9b640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26bc143af0 0x7f26bc13e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 -- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc0cd3e0 msgr2=0x7f26bc160db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc0cd3e0 0x7f26bc160db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 -- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26bc143af0 msgr2=0x7f26bc13e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26bc143af0 0x7f26bc13e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 -- 172.21.15.7:0/1653456870 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26b0009420 con 0x7f26bc15da10 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26bad9d640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 0x7f26bc13ec90 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f26b400cbc0 tx=0x7f26b400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b400ad40 con 0x7f26bc15da10 2024-09-13T15:59:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26b4012400 con 0x7f26bc15da10 2024-09-13T15:59:25.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26bc163c90 con 0x7f26bc15da10 2024-09-13T15:59:25.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b400aea0 con 0x7f26bc15da10 2024-09-13T15:59:25.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.245+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26bc15df50 con 0x7f26bc15da10 2024-09-13T15:59:25.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.249+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26bc163ed0 con 0x7f26bc15da10 2024-09-13T15:59:25.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.249+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f26b4007070 con 0x7f26bc15da10 2024-09-13T15:59:25.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.249+0000 7f26aaffd640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f269c066690 0x7f269c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.249+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f26b40840d0 con 0x7f26bc15da10 2024-09-13T15:59:25.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.249+0000 7f26ba59c640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f269c066690 0x7f269c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.249+0000 7f26ba59c640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f269c066690 0x7f269c068b50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f26bc13f560 tx=0x7f26ac008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.253+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f26bc163ed0 con 0x7f26bc15da10 2024-09-13T15:59:25.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.445+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f26bc163ed0 con 0x7f26bc15da10 2024-09-13T15:59:25.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26aaffd640 1 -- 172.21.15.7:0/1653456870 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) v1 ==== 94+0+4729 (secure 0 0 0) 0x7f26bc163ed0 con 0x7f26bc15da10 2024-09-13T15:59:25.452 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:25.452 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":34,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:20.504069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:25.453 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 34 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f269c066690 msgr2=0x7f269c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f269c066690 0x7f269c068b50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f26bc13f560 tx=0x7f26ac008040 comp rx=0 tx=0).stop 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 msgr2=0x7f26bc13ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 0x7f26bc13ec90 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f26b400cbc0 tx=0x7f26b400a430 comp rx=0 tx=0).stop 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 shutdown_connections 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f269c066690 0x7f269c068b50 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26bc15da10 0x7f26bc13ec90 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26bc143af0 0x7f26bc13e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 --2- 172.21.15.7:0/1653456870 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f26bc0cd3e0 0x7f26bc160db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 >> 172.21.15.7:0/1653456870 conn(0x7f26bc069f00 msgr2=0x7f26bc0ad780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:25.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 shutdown_connections 2024-09-13T15:59:25.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.449+0000 7f26c0845640 1 -- 172.21.15.7:0/1653456870 wait complete. 2024-09-13T15:59:25.470 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:59:25.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.585+0000 7f647da70640 1 Processor -- start 2024-09-13T15:59:25.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.585+0000 7f647da70640 1 -- start start 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f647da70640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 0x7f64780b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f647da70640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f64780cd2c0 0x7f64780cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f647da70640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64780d17e0 con 0x7f64780d0630 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f647da70640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64780cdcb0 con 0x7f64780cd2c0 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f647da70640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64780d0bd0 con 0x7f647815c760 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f64780d0630 0x7f64780d1c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42920/0 (socket says 172.21.15.7:42920) 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 -- 172.21.15.7:0/4199457769 learned_addr learned my addr 172.21.15.7:0/4199457769 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6477fff640 1 --2- 172.21.15.7:0/4199457769 >> v2:172.21.15.77:3300/0 conn(0x7f64780cd2c0 0x7f64780cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64777fe640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 0x7f64780b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2745690394 0 0) 0x7f64780d17e0 con 0x7f64780d0630 2024-09-13T15:59:25.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6460003530 con 0x7f64780d0630 2024-09-13T15:59:25.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 257009213 0 0) 0x7f6460003530 con 0x7f64780d0630 2024-09-13T15:59:25.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 msgr2=0x7f64780b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:25.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 0x7f64780b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 >> v2:172.21.15.77:3300/0 conn(0x7f64780cd2c0 msgr2=0x7f64780cd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 --2- 172.21.15.7:0/4199457769 >> v2:172.21.15.77:3300/0 conn(0x7f64780cd2c0 0x7f64780cd770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64780d0eb0 con 0x7f64780d0630 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f6468001680 con 0x7f64780d0630 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 >> v1:172.21.15.7:6789/0 conn(0x7f64780d0630 legacy=0x7f64780d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6460003980 0x7f6460003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600047d0 0x7f6460004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 0x7f6460005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64780cdcb0 con 0x7f64600047d0 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64780d0bd0 con 0x7f6460003980 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f646000b9c0 con 0x7f647815c760 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600047d0 0x7f6460004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f64777fe640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6460003980 0x7f6460003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 -- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 msgr2=0x7f6460005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:25.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f647815c760 0x7f6460005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 -- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6460003980 msgr2=0x7f6460003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:25.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6460003980 0x7f6460003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 -- 172.21.15.7:0/4199457769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6460003530 con 0x7f64600047d0 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.589+0000 7f6476ffd640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600047d0 0x7f6460004c50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f64780b5130 tx=0x7f646801cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d8cc40ef31b7ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6468005ae0 con 0x7f64600047d0 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6468005c40 con 0x7f64600047d0 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f64767fc640 1 -- 172.21.15.7:0/4199457769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6468007070 con 0x7f64600047d0 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/4199457769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600047d0 msgr2=0x7f6460004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 --2- 172.21.15.7:0/4199457769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f64600047d0 0x7f6460004c50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f64780b5130 tx=0x7f646801cb60 comp rx=0 tx=0).stop 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6477fff640 1 -- 172.21.15.7:0/4199457769 reap_dead start 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/4199457769 shutdown_connections 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/4199457769 >> 172.21.15.7:0/4199457769 conn(0x7f64780cf070 msgr2=0x7f64780cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/4199457769 shutdown_connections 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/4199457769 wait complete. 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 Processor -- start 2024-09-13T15:59:25.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- start start 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64781f2a40 0x7f64780b58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 0x7f6478147800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6478147d40 0x7f64781f53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64781f2e20 con 0x7f6478152a10 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64780c8c30 con 0x7f6478147d40 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6478155a30 con 0x7f64781f2a40 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 0x7f6478147800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 0x7f6478147800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48708/0 (socket says 172.21.15.7:48708) 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 -- 172.21.15.7:0/693346142 learned_addr learned my addr 172.21.15.7:0/693346142 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f64777fe640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64781f2a40 0x7f64780b58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6477fff640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6478147d40 0x7f64781f53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 -- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64781f2a40 msgr2=0x7f64780b58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64781f2a40 0x7f64780b58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 -- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6478147d40 msgr2=0x7f64781f53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6478147d40 0x7f64781f53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 -- 172.21.15.7:0/693346142 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64781481c0 con 0x7f6478152a10 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f6476ffd640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 0x7f6478147800 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f646801d0d0 tx=0x7f6460005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64680b4070 con 0x7f6478152a10 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6468007280 con 0x7f6478152a10 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64780b5e00 con 0x7f6478152a10 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6468007630 con 0x7f6478152a10 2024-09-13T15:59:25.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.593+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6478155100 con 0x7f6478152a10 2024-09-13T15:59:25.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.597+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64780cd770 con 0x7f6478152a10 2024-09-13T15:59:25.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.597+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f64680a5770 con 0x7f6478152a10 2024-09-13T15:59:25.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.597+0000 7f645ffff640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64640666c0 0x7f6464068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.597+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f646811e120 con 0x7f6478152a10 2024-09-13T15:59:25.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.597+0000 7f64777fe640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64640666c0 0x7f6464068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.597+0000 7f64777fe640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64640666c0 0x7f6464068b80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f646c009950 tx=0x7f646c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.601+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f64680eb3e0 con 0x7f6478152a10 2024-09-13T15:59:25.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.757+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6478155b70 con 0x7f6478152a10 2024-09-13T15:59:25.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f645ffff640 1 -- 172.21.15.7:0/693346142 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+16660 (secure 0 0 0) 0x7f64680eea00 con 0x7f6478152a10 2024-09-13T15:59:25.763 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:25.764 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":53,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:59:16.465310+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6833/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.77:6832/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.7:6837/3669705154":"2024-09-14T15:59:16.433683+0000","172.21.15.7:6836/3669705154":"2024-09-14T15:59:16.433683+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64640666c0 msgr2=0x7f6464068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64640666c0 0x7f6464068b80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f646c009950 tx=0x7f646c008040 comp rx=0 tx=0).stop 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 msgr2=0x7f6478147800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 0x7f6478147800 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f646801d0d0 tx=0x7f6460005800 comp rx=0 tx=0).stop 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 shutdown_connections 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f64640666c0 0x7f6464068b80 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6478147d40 0x7f64781f53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6478152a10 0x7f6478147800 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 --2- 172.21.15.7:0/693346142 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f64781f2a40 0x7f64780b58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 >> 172.21.15.7:0/693346142 conn(0x7f64780cf070 msgr2=0x7f64780b2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:25.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 shutdown_connections 2024-09-13T15:59:25.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.761+0000 7f647da70640 1 -- 172.21.15.7:0/693346142 wait complete. 2024-09-13T15:59:25.782 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:56:44.563105+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:58:40.135048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:58:40.811958+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:59:25.782 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:59:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.905+0000 7fe510445640 1 Processor -- start 2024-09-13T15:59:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.905+0000 7fe510445640 1 -- start start 2024-09-13T15:59:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe510445640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe50815bf90 0x7fe508071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe510445640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe5080cd900 0x7fe5080b00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe510445640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe50815a030 con 0x7fe5080b0620 2024-09-13T15:59:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe510445640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5080b0a90 con 0x7fe5080cd900 2024-09-13T15:59:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe510445640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5081591a0 con 0x7fe50815bf90 2024-09-13T15:59:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe5080cd900 0x7fe5080b00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fe5080cd900 0x7fe5080b00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48714/0 (socket says 172.21.15.7:48714) 2024-09-13T15:59:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 -- 172.21.15.7:0/2895955649 learned_addr learned my addr 172.21.15.7:0/2895955649 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50e1e1640 1 --2- 172.21.15.7:0/2895955649 >> v2:172.21.15.77:3300/0 conn(0x7fe50815bf90 0x7fe508071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 -- 172.21.15.7:0/2895955649 >> v2:172.21.15.77:3300/0 conn(0x7fe50815bf90 msgr2=0x7fe508071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 --2- 172.21.15.7:0/2895955649 >> v2:172.21.15.77:3300/0 conn(0x7fe50815bf90 0x7fe508071310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 -- 172.21.15.7:0/2895955649 >> v1:172.21.15.77:6789/0 conn(0x7fe5080b0620 legacy=0x7fe50815c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 -- 172.21.15.7:0/2895955649 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe508159420 con 0x7fe5080cd900 2024-09-13T15:59:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d9e0640 1 --2- 172.21.15.7:0/2895955649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5080cd900 0x7fe5080b00e0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fe5080cbe60 tx=0x7fe4fc01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e29a736709b6cb59 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d1df640 1 -- 172.21.15.7:0/2895955649 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc0ac640 con 0x7fe5080cd900 2024-09-13T15:59:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d1df640 1 -- 172.21.15.7:0/2895955649 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4fc0ac7a0 con 0x7fe5080cd900 2024-09-13T15:59:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.909+0000 7fe50d1df640 1 -- 172.21.15.7:0/2895955649 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc0acb30 con 0x7fe5080cd900 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- 172.21.15.7:0/2895955649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5080cd900 msgr2=0x7fe5080b00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 --2- 172.21.15.7:0/2895955649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5080cd900 0x7fe5080b00e0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fe5080cbe60 tx=0x7fe4fc01c460 comp rx=0 tx=0).stop 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- 172.21.15.7:0/2895955649 shutdown_connections 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 --2- 172.21.15.7:0/2895955649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5080cd900 0x7fe5080b00e0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 --2- 172.21.15.7:0/2895955649 >> v2:172.21.15.77:3300/0 conn(0x7fe50815bf90 0x7fe508071310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- 172.21.15.7:0/2895955649 >> 172.21.15.7:0/2895955649 conn(0x7fe508065eb0 msgr2=0x7fe508069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- 172.21.15.7:0/2895955649 shutdown_connections 2024-09-13T15:59:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- 172.21.15.7:0/2895955649 wait complete. 2024-09-13T15:59:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 Processor -- start 2024-09-13T15:59:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- start start 2024-09-13T15:59:25.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5080b0620 0x7fe5080cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5080cd900 0x7fe508152d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 0x7fe5080c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50814c830 con 0x7fe50815bf90 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5080cbc00 con 0x7fe5080cd900 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe510445640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe50814bc20 con 0x7fe5080b0620 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 0x7fe5080c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 0x7fe5080c9220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48726/0 (socket says 172.21.15.7:48726) 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 -- 172.21.15.7:0/2058052967 learned_addr learned my addr 172.21.15.7:0/2058052967 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50d9e0640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5080cd900 0x7fe508152d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e1e1640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5080b0620 0x7fe5080cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 -- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5080b0620 msgr2=0x7fe5080cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5080b0620 0x7fe5080cb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 -- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5080cd900 msgr2=0x7fe508152d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5080cd900 0x7fe508152d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50e9e2640 1 -- 172.21.15.7:0/2058052967 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4fc0094d0 con 0x7fe50815bf90 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.913+0000 7fe50d9e0640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5080cd900 0x7fe508152d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe50e9e2640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 0x7fe5080c9220 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fe4f800c460 tx=0x7fe4f800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8005220 con 0x7fe50815bf90 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4f8005380 con 0x7fe50815bf90 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8007270 con 0x7fe50815bf90 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe50814bf00 con 0x7fe50815bf90 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe50814c4c0 con 0x7fe50815bf90 2024-09-13T15:59:25.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe508071310 con 0x7fe50815bf90 2024-09-13T15:59:25.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe4f80073d0 con 0x7fe50815bf90 2024-09-13T15:59:25.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe506ffd640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4f4066690 0x7fe4f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:25.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fe4f80839f0 con 0x7fe50815bf90 2024-09-13T15:59:25.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe50e1e1640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4f4066690 0x7fe4f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:25.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.917+0000 7fe50e1e1640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4f4066690 0x7fe4f4068b50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe5080b0360 tx=0x7fe50000a860 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:25.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:25.921+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe4f8050d40 con 0x7fe50815bf90 2024-09-13T15:59:26.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe50806a0a0 con 0x7fe50815bf90 2024-09-13T15:59:26.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe506ffd640 1 -- 172.21.15.7:0/2058052967 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe4f8054360 con 0x7fe50815bf90 2024-09-13T15:59:26.081 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-13T15:59:26.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4f4066690 msgr2=0x7fe4f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4f4066690 0x7fe4f4068b50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe5080b0360 tx=0x7fe50000a860 comp rx=0 tx=0).stop 2024-09-13T15:59:26.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 msgr2=0x7fe5080c9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 0x7fe5080c9220 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fe4f800c460 tx=0x7fe4f800c920 comp rx=0 tx=0).stop 2024-09-13T15:59:26.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 shutdown_connections 2024-09-13T15:59:26.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe4f4066690 0x7fe4f4068b50 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe50815bf90 0x7fe5080c9220 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5080cd900 0x7fe508152d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 --2- 172.21.15.7:0/2058052967 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe5080b0620 0x7fe5080cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.077+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 >> 172.21.15.7:0/2058052967 conn(0x7fe508065eb0 msgr2=0x7fe5080ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:26.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.081+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 shutdown_connections 2024-09-13T15:59:26.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.081+0000 7fe510445640 1 -- 172.21.15.7:0/2058052967 wait complete. 2024-09-13T15:59:26.099 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:59:26.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.221+0000 7f98f4666640 1 Processor -- start 2024-09-13T15:59:26.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.221+0000 7f98f4666640 1 -- start start 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f4666640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec0cb320 0x7f98ec0cb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f4666640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f98ec0b0000 0x7f98ec0b0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f4666640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98ec0ca280 con 0x7f98ec15a570 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f4666640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98ec0c9bf0 con 0x7f98ec0b0000 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f4666640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98ec0b09d0 con 0x7f98ec0cb320 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2402640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f98ec15a570 0x7f98ec0cc1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42930/0 (socket says 172.21.15.7:42930) 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2402640 1 -- 172.21.15.7:0/608128089 learned_addr learned my addr 172.21.15.7:0/608128089 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2c03640 1 --2- 172.21.15.7:0/608128089 >> v2:172.21.15.7:3300/0 conn(0x7f98ec0b0000 0x7f98ec0b0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f1400640 1 -- 172.21.15.7:0/608128089 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3522584692 0 0) 0x7f98ec0ca280 con 0x7f98ec15a570 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f1400640 1 -- 172.21.15.7:0/608128089 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98d8003530 con 0x7f98ec15a570 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f1c01640 1 --2- 172.21.15.7:0/608128089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec0cb320 0x7f98ec0cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2c03640 1 -- 172.21.15.7:0/608128089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec0cb320 msgr2=0x7f98ec0cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2c03640 1 --2- 172.21.15.7:0/608128089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec0cb320 0x7f98ec0cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2c03640 1 -- 172.21.15.7:0/608128089 >> v1:172.21.15.7:6789/0 conn(0x7f98ec15a570 legacy=0x7f98ec0cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2c03640 1 -- 172.21.15.7:0/608128089 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98ec0ca560 con 0x7f98ec0b0000 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f2c03640 1 --2- 172.21.15.7:0/608128089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0b0000 0x7f98ec0b0490 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009d90 tx=0x7f98e401c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b146e19783f07f53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f1400640 1 -- 172.21.15.7:0/608128089 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98e40a5920 con 0x7f98ec0b0000 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f1400640 1 -- 172.21.15.7:0/608128089 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98e40a5a80 con 0x7f98ec0b0000 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.225+0000 7f98f1400640 1 -- 172.21.15.7:0/608128089 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98e40a5e10 con 0x7f98ec0b0000 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/608128089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0b0000 msgr2=0x7f98ec0b0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 --2- 172.21.15.7:0/608128089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0b0000 0x7f98ec0b0490 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009d90 tx=0x7f98e401c970 comp rx=0 tx=0).stop 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/608128089 shutdown_connections 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 --2- 172.21.15.7:0/608128089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0b0000 0x7f98ec0b0490 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 --2- 172.21.15.7:0/608128089 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec0cb320 0x7f98ec0cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/608128089 >> 172.21.15.7:0/608128089 conn(0x7f98ec065eb0 msgr2=0x7f98ec069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/608128089 shutdown_connections 2024-09-13T15:59:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/608128089 wait complete. 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 Processor -- start 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- start start 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98ec0b0000 0x7f98ec157b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 0x7f98ec0b2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec15a570 0x7f98ec0b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98ec1594d0 con 0x7f98ec0cb320 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98ec1580b0 con 0x7f98ec0b0000 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98ec06d730 con 0x7f98ec15a570 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 0x7f98ec0b2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 0x7f98ec0b2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48748/0 (socket says 172.21.15.7:48748) 2024-09-13T15:59:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 -- 172.21.15.7:0/1096355805 learned_addr learned my addr 172.21.15.7:0/1096355805 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f2402640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98ec0b0000 0x7f98ec157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f2c03640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec15a570 0x7f98ec0b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 -- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec15a570 msgr2=0x7f98ec0b2cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec15a570 0x7f98ec0b2cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 -- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98ec0b0000 msgr2=0x7f98ec157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98ec0b0000 0x7f98ec157b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 -- 172.21.15.7:0/1096355805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98e4009a70 con 0x7f98ec0cb320 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f1c01640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 0x7f98ec0b2770 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f98e800d800 tx=0x7f98e800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98e800b660 con 0x7f98ec0cb320 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98e800b7c0 con 0x7f98ec0cb320 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98ec0cca50 con 0x7f98ec0cb320 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98e800bb30 con 0x7f98ec0cb320 2024-09-13T15:59:26.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.229+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98ec156630 con 0x7f98ec0cb320 2024-09-13T15:59:26.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.233+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98ec0b0490 con 0x7f98ec0cb320 2024-09-13T15:59:26.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.233+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f98e800bc90 con 0x7f98ec0cb320 2024-09-13T15:59:26.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.233+0000 7f98deffd640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f98d00666c0 0x7f98d0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.233+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f98e80846b0 con 0x7f98ec0cb320 2024-09-13T15:59:26.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.233+0000 7f98f2402640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f98d00666c0 0x7f98d0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.233+0000 7f98f2402640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f98d00666c0 0x7f98d0068b80 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f98e0005890 tx=0x7f98e0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.237+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f98e8051a00 con 0x7f98ec0cb320 2024-09-13T15:59:26.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f98ec0cc360 con 0x7f98ec0cb320 2024-09-13T15:59:26.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98deffd640 1 -- 172.21.15.7:0/1096355805 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v53) v1 ==== 104+0+11 (secure 0 0 0) 0x7f98e8055020 con 0x7f98ec0cb320 2024-09-13T15:59:26.400 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-13T15:59:26.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f98d00666c0 msgr2=0x7f98d0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f98d00666c0 0x7f98d0068b80 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f98e0005890 tx=0x7f98e0009040 comp rx=0 tx=0).stop 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 msgr2=0x7f98ec0b2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 0x7f98ec0b2770 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f98e800d800 tx=0x7f98e800dcc0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 shutdown_connections 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f98d00666c0 0x7f98d0068b80 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f98ec15a570 0x7f98ec0b2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec0cb320 0x7f98ec0b2770 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 --2- 172.21.15.7:0/1096355805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98ec0b0000 0x7f98ec157b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 >> 172.21.15.7:0/1096355805 conn(0x7f98ec065eb0 msgr2=0x7f98ec15f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 shutdown_connections 2024-09-13T15:59:26.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.397+0000 7f98f4666640 1 -- 172.21.15.7:0/1096355805 wait complete. 2024-09-13T15:59:26.419 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:59:26.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.537+0000 7f9649725640 1 Processor -- start 2024-09-13T15:59:26.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9649725640 1 -- start start 2024-09-13T15:59:26.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9649725640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 0x7f96440b3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9649725640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f964406ee80 0x7f964415ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9649725640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96440b3f30 con 0x7f964415b160 2024-09-13T15:59:26.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9649725640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96440b4bb0 con 0x7f964406ee80 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9649725640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96440b4210 con 0x7f96441440b0 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 0x7f96440b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f96427fc640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f964406ee80 0x7f964415ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 0x7f96440b3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:40136/0 (socket says 172.21.15.7:40136) 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 -- 172.21.15.7:0/3039861686 learned_addr learned my addr 172.21.15.7:0/3039861686 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 -- 172.21.15.7:0/3039861686 >> v2:172.21.15.77:3300/0 conn(0x7f964406ee80 msgr2=0x7f964415ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:26.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 --2- 172.21.15.7:0/3039861686 >> v2:172.21.15.77:3300/0 conn(0x7f964406ee80 0x7f964415ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 -- 172.21.15.7:0/3039861686 >> v1:172.21.15.77:6789/0 conn(0x7f964415b160 legacy=0x7f96440b4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.541+0000 7f9642ffd640 1 -- 172.21.15.7:0/3039861686 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96440b44f0 con 0x7f96441440b0 2024-09-13T15:59:26.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9642ffd640 1 --2- 172.21.15.7:0/3039861686 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 0x7f96440b3630 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f962c009870 tx=0x7f962c01c440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3515128420919fe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9641ffb640 1 -- 172.21.15.7:0/3039861686 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c004230 con 0x7f96441440b0 2024-09-13T15:59:26.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9641ffb640 1 -- 172.21.15.7:0/3039861686 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f962c0a7050 con 0x7f96441440b0 2024-09-13T15:59:26.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9641ffb640 1 -- 172.21.15.7:0/3039861686 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c003620 con 0x7f96441440b0 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- 172.21.15.7:0/3039861686 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 msgr2=0x7f96440b3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 --2- 172.21.15.7:0/3039861686 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 0x7f96440b3630 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f962c009870 tx=0x7f962c01c440 comp rx=0 tx=0).stop 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- 172.21.15.7:0/3039861686 shutdown_connections 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 --2- 172.21.15.7:0/3039861686 >> v2:172.21.15.77:3300/0 conn(0x7f964406ee80 0x7f964415ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 --2- 172.21.15.7:0/3039861686 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f96441440b0 0x7f96440b3630 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- 172.21.15.7:0/3039861686 >> 172.21.15.7:0/3039861686 conn(0x7f96440b2330 msgr2=0x7f96440b2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- 172.21.15.7:0/3039861686 shutdown_connections 2024-09-13T15:59:26.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- 172.21.15.7:0/3039861686 wait complete. 2024-09-13T15:59:26.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 Processor -- start 2024-09-13T15:59:26.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- start start 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f964406ee80 0x7f964415a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 0x7f96441f3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f964415b160 0x7f9644133dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9644141d60 con 0x7f96441440b0 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9644141450 con 0x7f964415b160 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.545+0000 7f9649725640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9644134880 con 0x7f964406ee80 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 0x7f96441f3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 0x7f96441f3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48750/0 (socket says 172.21.15.7:48750) 2024-09-13T15:59:26.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 -- 172.21.15.7:0/358965389 learned_addr learned my addr 172.21.15.7:0/358965389 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96437fe640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f964415b160 0x7f9644133dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f9642ffd640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f964406ee80 0x7f964415a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 -- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f964406ee80 msgr2=0x7f964415a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f964406ee80 0x7f964415a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 -- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f964415b160 msgr2=0x7f9644133dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f964415b160 0x7f9644133dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 -- 172.21.15.7:0/358965389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f962c0094d0 con 0x7f96441440b0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f96427fc640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 0x7f96441f3780 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f963400e870 tx=0x7f963400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963400ee60 con 0x7f96441440b0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f963400c940 con 0x7f96441440b0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96441416a0 con 0x7f96441440b0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963400ccb0 con 0x7f96441440b0 2024-09-13T15:59:26.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f964413b670 con 0x7f96441440b0 2024-09-13T15:59:26.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f964415ac20 con 0x7f96441440b0 2024-09-13T15:59:26.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9634013470 con 0x7f96441440b0 2024-09-13T15:59:26.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f963b7fe640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9624066690 0x7f9624068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f9634084270 con 0x7f96441440b0 2024-09-13T15:59:26.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f9642ffd640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9624066690 0x7f9624068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.549+0000 7f9642ffd640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9624066690 0x7f9624068b50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f962c0ad000 tx=0x7f962c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.553+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f96340515c0 con 0x7f96441440b0 2024-09-13T15:59:26.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.709+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f96440b5290 con 0x7f96441440b0 2024-09-13T15:59:26.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f963b7fe640 1 -- 172.21.15.7:0/358965389 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v53) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9634054be0 con 0x7f96441440b0 2024-09-13T15:59:26.716 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9624066690 msgr2=0x7f9624068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9624066690 0x7f9624068b50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f962c0ad000 tx=0x7f962c008040 comp rx=0 tx=0).stop 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 msgr2=0x7f96441f3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 0x7f96441f3780 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f963400e870 tx=0x7f963400ed30 comp rx=0 tx=0).stop 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 shutdown_connections 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f9624066690 0x7f9624068b50 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f964415b160 0x7f9644133dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96441440b0 0x7f96441f3780 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 --2- 172.21.15.7:0/358965389 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f964406ee80 0x7f964415a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 >> 172.21.15.7:0/358965389 conn(0x7f96440b2330 msgr2=0x7f96440cdad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:26.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 shutdown_connections 2024-09-13T15:59:26.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.713+0000 7f9649725640 1 -- 172.21.15.7:0/358965389 wait complete. 2024-09-13T15:59:26.733 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:26.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.853+0000 7f9272cec640 1 Processor -- start 2024-09-13T15:59:26.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.853+0000 7f9272cec640 1 -- start start 2024-09-13T15:59:26.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9272cec640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 0x7f926c15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9272cec640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f926c15af90 con 0x7f926c0cd3e0 2024-09-13T15:59:26.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9272cec640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f926c0b2d60 con 0x7f926c143af0 2024-09-13T15:59:26.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9272cec640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f926c15ddf0 con 0x7f926c15da10 2024-09-13T15:59:26.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f926c0cd3e0 0x7f926c0cd830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42934/0 (socket says 172.21.15.7:42934) 2024-09-13T15:59:26.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 -- 172.21.15.7:0/2962115022 learned_addr learned my addr 172.21.15.7:0/2962115022 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9270a88640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 0x7f926c15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1884498931 0 0) 0x7f926c15af90 con 0x7f926c0cd3e0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9254003530 con 0x7f926c0cd3e0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 564646144 0 0) 0x7f926c0b2d60 con 0x7f926c143af0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f926c15af90 con 0x7f926c143af0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 715796552 0 0) 0x7f9254003530 con 0x7f926c0cd3e0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 msgr2=0x7f926c15aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 0x7f926c15aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 >> v1:172.21.15.77:6789/0 conn(0x7f926c143af0 legacy=0x7f926c0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f926c0b3000 con 0x7f926c0cd3e0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f9264001a00 con 0x7f926c0cd3e0 2024-09-13T15:59:26.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 >> v1:172.21.15.7:6789/0 conn(0x7f926c0cd3e0 legacy=0x7f926c0cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 0x7f9254003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92540040a0 0x7f92540047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9254004d10 0x7f9254005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f926c15ddf0 con 0x7f9254004d10 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925400ba70 con 0x7f92540040a0 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f925400bc30 con 0x7f926c15da10 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9254004d10 0x7f9254005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9270a88640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 0x7f9254003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9263fff640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92540040a0 0x7f92540047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 -- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 msgr2=0x7f9254003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f926c15da10 0x7f9254003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 -- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92540040a0 msgr2=0x7f92540047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92540040a0 0x7f92540047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 -- 172.21.15.7:0/2962115022 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9254003530 con 0x7f9254004d10 2024-09-13T15:59:26.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9263fff640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92540040a0 0x7f92540047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.857+0000 7f9271289640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9254004d10 0x7f9254005190 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f926400a7c0 tx=0x7f926401fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3ee7241e76740c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92640aa670 con 0x7f9254004d10 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92640aa7f0 con 0x7f9254004d10 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f92637fe640 1 -- 172.21.15.7:0/2962115022 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92640aabe0 con 0x7f9254004d10 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/2962115022 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9254004d10 msgr2=0x7f9254005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 --2- 172.21.15.7:0/2962115022 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9254004d10 0x7f9254005190 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f926400a7c0 tx=0x7f926401fa40 comp rx=0 tx=0).stop 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 -- 172.21.15.7:0/2962115022 reap_dead start 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/2962115022 shutdown_connections 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/2962115022 >> 172.21.15.7:0/2962115022 conn(0x7f926c069f00 msgr2=0x7f926c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:26.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/2962115022 shutdown_connections 2024-09-13T15:59:26.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/2962115022 wait complete. 2024-09-13T15:59:26.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 Processor -- start 2024-09-13T15:59:26.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- start start 2024-09-13T15:59:26.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9254004d10 0x7f926c13fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f926c0acde0 0x7f926c0ad260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 0x7f926c0c39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f926c140400 con 0x7f926c0c3530 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f926c0ab370 con 0x7f926c0acde0 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f926c0ab650 con 0x7f9254004d10 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 0x7f926c0c39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 0x7f926c0c39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48778/0 (socket says 172.21.15.7:48778) 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 -- 172.21.15.7:0/569940860 learned_addr learned my addr 172.21.15.7:0/569940860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9263fff640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f926c0acde0 0x7f926c0ad260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9270a88640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9254004d10 0x7f926c13fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 -- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9254004d10 msgr2=0x7f926c13fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9254004d10 0x7f926c13fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 -- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f926c0acde0 msgr2=0x7f926c0ad260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f926c0acde0 0x7f926c0ad260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 -- 172.21.15.7:0/569940860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f926c0ac300 con 0x7f926c0c3530 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9271289640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 0x7f926c0c39e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f926400a8b0 tx=0x7f926401c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9264001a00 con 0x7f926c0c3530 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92640011d0 con 0x7f926c0c3530 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f926c0ac5e0 con 0x7f926c0c3530 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9264001f60 con 0x7f926c0c3530 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.861+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f926c0ae230 con 0x7f926c0c3530 2024-09-13T15:59:26.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.865+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f926c15aa50 con 0x7f926c0c3530 2024-09-13T15:59:26.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.865+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9264004b70 con 0x7f926c0c3530 2024-09-13T15:59:26.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.865+0000 7f92617fa640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f92580666c0 0x7f9258068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:26.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.865+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f9264121c70 con 0x7f926c0c3530 2024-09-13T15:59:26.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.865+0000 7f9270a88640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f92580666c0 0x7f9258068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:26.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.865+0000 7f9270a88640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f92580666c0 0x7f9258068b80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9268009a30 tx=0x7f9268008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:26.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:26.869+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f92640ef0a0 con 0x7f926c0c3530 2024-09-13T15:59:27.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f926c0aca90 con 0x7f926c0c3530 2024-09-13T15:59:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f92617fa640 1 -- 172.21.15.7:0/569940860 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) v1 ==== 94+0+4729 (secure 0 0 0) 0x7f92640f26c0 con 0x7f926c0c3530 2024-09-13T15:59:27.061 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:27.061 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":34,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:20.504069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:27.062 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 34 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f92580666c0 msgr2=0x7f9258068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f92580666c0 0x7f9258068b80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9268009a30 tx=0x7f9268008040 comp rx=0 tx=0).stop 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 msgr2=0x7f926c0c39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 0x7f926c0c39e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f926400a8b0 tx=0x7f926401c7e0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 shutdown_connections 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f92580666c0 0x7f9258068b80 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f926c0c3530 0x7f926c0c39e0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f926c0acde0 0x7f926c0ad260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 --2- 172.21.15.7:0/569940860 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f9254004d10 0x7f926c13fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 >> 172.21.15.7:0/569940860 conn(0x7f926c069f00 msgr2=0x7f926c072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.057+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 shutdown_connections 2024-09-13T15:59:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.061+0000 7f9272cec640 1 -- 172.21.15.7:0/569940860 wait complete. 2024-09-13T15:59:27.079 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:59:27.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.185+0000 7ffa489dd640 1 Processor -- start 2024-09-13T15:59:27.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.185+0000 7ffa489dd640 1 -- start start 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa4415c760 0x7ffa440b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ffa440d0630 0x7ffa440d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa440d17e0 con 0x7ffa440d21b0 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa440d0bd0 con 0x7ffa440d0630 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa440d0eb0 con 0x7ffa4415c760 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ffa440d0630 0x7ffa440d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7ffa440d0630 0x7ffa440d1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48792/0 (socket says 172.21.15.7:48792) 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 -- 172.21.15.7:0/1798620371 learned_addr learned my addr 172.21.15.7:0/1798620371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:27.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa4259c640 1 --2- 172.21.15.7:0/1798620371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa4415c760 0x7ffa440b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 -- 172.21.15.7:0/1798620371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa4415c760 msgr2=0x7ffa440b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:27.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 --2- 172.21.15.7:0/1798620371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa4415c760 0x7ffa440b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 -- 172.21.15.7:0/1798620371 >> v1:172.21.15.7:6789/0 conn(0x7ffa440d21b0 legacy=0x7ffa440cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 -- 172.21.15.7:0/1798620371 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa440d1190 con 0x7ffa440d0630 2024-09-13T15:59:27.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa41d9b640 1 --2- 172.21.15.7:0/1798620371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa440d1c70 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7ffa38009870 tx=0x7ffa3801ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2134e53b2a98196a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa4159a640 1 -- 172.21.15.7:0/1798620371 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa380a8a50 con 0x7ffa440d0630 2024-09-13T15:59:27.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa4159a640 1 -- 172.21.15.7:0/1798620371 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa380a8bb0 con 0x7ffa440d0630 2024-09-13T15:59:27.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa4159a640 1 -- 172.21.15.7:0/1798620371 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa380b0440 con 0x7ffa440d0630 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- 172.21.15.7:0/1798620371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 msgr2=0x7ffa440d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 --2- 172.21.15.7:0/1798620371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa440d1c70 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7ffa38009870 tx=0x7ffa3801ed50 comp rx=0 tx=0).stop 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- 172.21.15.7:0/1798620371 shutdown_connections 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 --2- 172.21.15.7:0/1798620371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa440d1c70 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 --2- 172.21.15.7:0/1798620371 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa4415c760 0x7ffa440b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- 172.21.15.7:0/1798620371 >> 172.21.15.7:0/1798620371 conn(0x7ffa440cf070 msgr2=0x7ffa440cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:27.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- 172.21.15.7:0/1798620371 shutdown_connections 2024-09-13T15:59:27.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.189+0000 7ffa489dd640 1 -- 172.21.15.7:0/1798620371 wait complete. 2024-09-13T15:59:27.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 Processor -- start 2024-09-13T15:59:27.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- start start 2024-09-13T15:59:27.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa4415af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa440d21b0 0x7ffa440cb930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa4415c760 0x7ffa4415a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa441e9c40 con 0x7ffa440d0630 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa441e5590 con 0x7ffa4415c760 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa441e52b0 con 0x7ffa440d21b0 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa4415af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa4415af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48800/0 (socket says 172.21.15.7:48800) 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 -- 172.21.15.7:0/3584556584 learned_addr learned my addr 172.21.15.7:0/3584556584 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa41d9b640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa440d21b0 0x7ffa440cb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa42d9d640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa4415c760 0x7ffa4415a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 -- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa440d21b0 msgr2=0x7ffa440cb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa440d21b0 0x7ffa440cb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 -- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa4415c760 msgr2=0x7ffa4415a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa4415c760 0x7ffa4415a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 -- 172.21.15.7:0/3584556584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa380094d0 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa4259c640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa4415af70 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7ffa3400d5f0 tx=0x7ffa3400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa340125f0 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa34012750 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa441e95f0 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa34012ae0 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa440c5f30 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.193+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa440d1c70 con 0x7ffa440d0630 2024-09-13T15:59:27.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.197+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffa34012c40 con 0x7ffa440d0630 2024-09-13T15:59:27.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.197+0000 7ffa32ffd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa24066690 0x7ffa24068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.197+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7ffa340847a0 con 0x7ffa440d0630 2024-09-13T15:59:27.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.197+0000 7ffa41d9b640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa24066690 0x7ffa24068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.197+0000 7ffa41d9b640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa24066690 0x7ffa24068b50 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ffa380b2000 tx=0x7ffa38008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.201+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffa34051a60 con 0x7ffa440d0630 2024-09-13T15:59:27.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.353+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa440ce5a0 con 0x7ffa440d0630 2024-09-13T15:59:27.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.353+0000 7ffa32ffd640 1 -- 172.21.15.7:0/3584556584 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+16660 (secure 0 0 0) 0x7ffa34055080 con 0x7ffa440d0630 2024-09-13T15:59:27.358 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:27.358 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":53,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:59:16.465310+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6833/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.77:6832/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.7:6837/3669705154":"2024-09-14T15:59:16.433683+0000","172.21.15.7:6836/3669705154":"2024-09-14T15:59:16.433683+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:59:27.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa24066690 msgr2=0x7ffa24068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa24066690 0x7ffa24068b50 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ffa380b2000 tx=0x7ffa38008040 comp rx=0 tx=0).stop 2024-09-13T15:59:27.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 msgr2=0x7ffa4415af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa4415af70 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7ffa3400d5f0 tx=0x7ffa3400dab0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 shutdown_connections 2024-09-13T15:59:27.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa24066690 0x7ffa24068b50 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa4415c760 0x7ffa4415a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa440d21b0 0x7ffa440cb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 --2- 172.21.15.7:0/3584556584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa440d0630 0x7ffa4415af70 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 >> 172.21.15.7:0/3584556584 conn(0x7ffa440cf070 msgr2=0x7ffa440b1970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:27.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 shutdown_connections 2024-09-13T15:59:27.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.357+0000 7ffa489dd640 1 -- 172.21.15.7:0/3584556584 wait complete. 2024-09-13T15:59:27.376 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T15:59:27.377 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:27.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 Processor -- start 2024-09-13T15:59:27.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 -- start start 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c815c760 0x7f91c80b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f91c80cd2c0 0x7f91c80cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91c80d17e0 con 0x7f91c80d0630 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91c80cdcb0 con 0x7f91c80cd2c0 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91cdef5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91c80d0bd0 con 0x7f91c815c760 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c77fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c815c760 0x7f91c80b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f91c80cd2c0 0x7f91c80cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f91c80cd2c0 0x7f91c80cd770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:35950/0 (socket says 172.21.15.7:35950) 2024-09-13T15:59:27.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 -- 172.21.15.7:0/1668500193 learned_addr learned my addr 172.21.15.7:0/1668500193 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:27.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 -- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c815c760 msgr2=0x7f91c80b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:27.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 --2- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c815c760 0x7f91c80b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 -- 172.21.15.7:0/1668500193 >> v1:172.21.15.77:6789/0 conn(0x7f91c80d0630 legacy=0x7f91c80d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.497+0000 7f91c7fff640 1 -- 172.21.15.7:0/1668500193 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91c80d0eb0 con 0x7f91c80cd2c0 2024-09-13T15:59:27.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91c7fff640 1 --2- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c80cd2c0 0x7f91c80cd770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f91c0009e80 tx=0x7f91c001f200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=394a0eb674f06251 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91c6ffd640 1 -- 172.21.15.7:0/1668500193 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91c00af400 con 0x7f91c80cd2c0 2024-09-13T15:59:27.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91c6ffd640 1 -- 172.21.15.7:0/1668500193 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91c00ab050 con 0x7f91c80cd2c0 2024-09-13T15:59:27.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91c6ffd640 1 -- 172.21.15.7:0/1668500193 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91c00af780 con 0x7f91c80cd2c0 2024-09-13T15:59:27.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 -- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c80cd2c0 msgr2=0x7f91c80cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 --2- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c80cd2c0 0x7f91c80cd770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f91c0009e80 tx=0x7f91c001f200 comp rx=0 tx=0).stop 2024-09-13T15:59:27.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 -- 172.21.15.7:0/1668500193 shutdown_connections 2024-09-13T15:59:27.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 --2- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c80cd2c0 0x7f91c80cd770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 --2- 172.21.15.7:0/1668500193 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c815c760 0x7f91c80b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 -- 172.21.15.7:0/1668500193 >> 172.21.15.7:0/1668500193 conn(0x7f91c80cf070 msgr2=0x7f91c80cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:27.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 -- 172.21.15.7:0/1668500193 shutdown_connections 2024-09-13T15:59:27.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 -- 172.21.15.7:0/1668500193 wait complete. 2024-09-13T15:59:27.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 Processor -- start 2024-09-13T15:59:27.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.501+0000 7f91cdef5640 1 -- start start 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c80cd2c0 0x7f91c81f1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 0x7f91c80a92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c815c760 0x7f91c8158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91c80ab670 con 0x7f91c80d0630 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91c815ce80 con 0x7f91c815c760 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91c815d160 con 0x7f91c80cd2c0 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 0x7f91c80a92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 0x7f91c80a92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48804/0 (socket says 172.21.15.7:48804) 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 -- 172.21.15.7:0/721051171 learned_addr learned my addr 172.21.15.7:0/721051171 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c77fe640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c80cd2c0 0x7f91c81f1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c7fff640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c815c760 0x7f91c8158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 -- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c80cd2c0 msgr2=0x7f91c81f1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c80cd2c0 0x7f91c81f1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 -- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c815c760 msgr2=0x7f91c8158430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c815c760 0x7f91c8158430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 -- 172.21.15.7:0/721051171 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91c0009b30 con 0x7f91c80d0630 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91bffff640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 0x7f91c80a92e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f91b000c4d0 tx=0x7f91b000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b00052d0 con 0x7f91c80d0630 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91b0005430 con 0x7f91c80d0630 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b0012830 con 0x7f91c80d0630 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91c815d440 con 0x7f91c80d0630 2024-09-13T15:59:27.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91c80a9820 con 0x7f91c80d0630 2024-09-13T15:59:27.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91c815cb40 con 0x7f91c80d0630 2024-09-13T15:59:27.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f91b0012990 con 0x7f91c80d0630 2024-09-13T15:59:27.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c4ff9640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f91a8066690 0x7f91a8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f91b0083cd0 con 0x7f91c80d0630 2024-09-13T15:59:27.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.505+0000 7f91c77fe640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f91a8066690 0x7f91a8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.509+0000 7f91c77fe640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f91a8066690 0x7f91a8068b50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f91b8009a50 tx=0x7f91b8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.513+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f91b0051020 con 0x7f91c80d0630 2024-09-13T15:59:27.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.705+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f91c80b7880 con 0x7f91c80d0630 2024-09-13T15:59:27.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.705+0000 7f91c4ff9640 1 -- 172.21.15.7:0/721051171 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) v1 ==== 94+0+4729 (secure 0 0 0) 0x7f91b0054640 con 0x7f91c80d0630 2024-09-13T15:59:27.710 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:27.711 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":34,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:20.504069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 34 2024-09-13T15:59:27.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f91a8066690 msgr2=0x7f91a8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f91a8066690 0x7f91a8068b50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f91b8009a50 tx=0x7f91b8008040 comp rx=0 tx=0).stop 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 msgr2=0x7f91c80a92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 0x7f91c80a92e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f91b000c4d0 tx=0x7f91b000c990 comp rx=0 tx=0).stop 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 shutdown_connections 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f91a8066690 0x7f91a8068b50 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91c815c760 0x7f91c8158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91c80d0630 0x7f91c80a92e0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 --2- 172.21.15.7:0/721051171 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f91c80cd2c0 0x7f91c81f1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 >> 172.21.15.7:0/721051171 conn(0x7f91c80cf070 msgr2=0x7f91c80cf450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 shutdown_connections 2024-09-13T15:59:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.709+0000 7f91cdef5640 1 -- 172.21.15.7:0/721051171 wait complete. 2024-09-13T15:59:27.728 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:59:27.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.833+0000 7fb237d28640 1 Processor -- start 2024-09-13T15:59:27.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.833+0000 7fb237d28640 1 -- start start 2024-09-13T15:59:27.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb237d28640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fb230143af0 0x7fb23015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb237d28640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb23015af90 con 0x7fb2300cd3e0 2024-09-13T15:59:27.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb237d28640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2300b2d60 con 0x7fb23015da10 2024-09-13T15:59:27.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb237d28640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb23015ddf0 con 0x7fb230143af0 2024-09-13T15:59:27.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2362c5640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fb2300cd3e0 0x7fb2300cd850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42956/0 (socket says 172.21.15.7:42956) 2024-09-13T15:59:27.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2362c5640 1 -- 172.21.15.7:0/335871009 learned_addr learned my addr 172.21.15.7:0/335871009 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:27.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3939444400 0 0) 0x7fb23015af90 con 0x7fb2300cd3e0 2024-09-13T15:59:27.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb21c003530 con 0x7fb2300cd3e0 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 --2- 172.21.15.7:0/335871009 >> v2:172.21.15.77:3300/0 conn(0x7fb230143af0 0x7fb23015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4130349349 0 0) 0x7fb21c003530 con 0x7fb2300cd3e0 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 >> v2:172.21.15.77:3300/0 conn(0x7fb230143af0 msgr2=0x7fb23015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 --2- 172.21.15.7:0/335871009 >> v2:172.21.15.77:3300/0 conn(0x7fb230143af0 0x7fb23015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 >> v1:172.21.15.77:6789/0 conn(0x7fb23015da10 legacy=0x7fb2300b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2300b3000 con 0x7fb2300cd3e0 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fb228001a00 con 0x7fb2300cd3e0 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 >> v1:172.21.15.7:6789/0 conn(0x7fb2300cd3e0 legacy=0x7fb2300cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb21c003980 0x7fb21c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb21c0047d0 0x7fb21c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c005190 0x7fb21c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb23015ddf0 con 0x7fb21c0047d0 2024-09-13T15:59:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb21c00c0e0 con 0x7fb21c005190 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb21c00c2a0 con 0x7fb21c003980 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb21c0047d0 0x7fb21c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb235ac4640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb21c003980 0x7fb21c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2362c5640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c005190 0x7fb21c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 -- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb21c003980 msgr2=0x7fb21c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb21c003980 0x7fb21c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 -- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c005190 msgr2=0x7fb21c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c005190 0x7fb21c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 -- 172.21.15.7:0/335871009 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb21c003530 con 0x7fb21c0047d0 2024-09-13T15:59:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2362c5640 1 -- 172.21.15.7:0/335871009 reap_dead start 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb2352c3640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb21c0047d0 0x7fb21c004c50 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fb22000ba30 tx=0x7fb22001c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c290ecc867347ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2200ac440 con 0x7fb21c0047d0 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2200ac5a0 con 0x7fb21c0047d0 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.837+0000 7fb234ac2640 1 -- 172.21.15.7:0/335871009 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2200ac950 con 0x7fb21c0047d0 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/335871009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb21c0047d0 msgr2=0x7fb21c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb21c0047d0 0x7fb21c004c50 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fb22000ba30 tx=0x7fb22001c6a0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/335871009 shutdown_connections 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 --2- 172.21.15.7:0/335871009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb21c0047d0 0x7fb21c004c50 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/335871009 >> 172.21.15.7:0/335871009 conn(0x7fb230069f00 msgr2=0x7fb23006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/335871009 shutdown_connections 2024-09-13T15:59:27.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/335871009 wait complete. 2024-09-13T15:59:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 Processor -- start 2024-09-13T15:59:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- start start 2024-09-13T15:59:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c0047d0 0x7fb230156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 0x7fb2301397d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb230140910 0x7fb230140d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2301efc60 con 0x7fb23013bc00 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2301412d0 con 0x7fb21c0047d0 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb23013a910 con 0x7fb230140910 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 0x7fb2301397d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 0x7fb2301397d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48822/0 (socket says 172.21.15.7:48822) 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 -- 172.21.15.7:0/576806788 learned_addr learned my addr 172.21.15.7:0/576806788 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb235ac4640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c0047d0 0x7fb230156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2362c5640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb230140910 0x7fb230140d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 -- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb230140910 msgr2=0x7fb230140d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb230140910 0x7fb230140d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 -- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c0047d0 msgr2=0x7fb230156810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c0047d0 0x7fb230156810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 -- 172.21.15.7:0/576806788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb23013b770 con 0x7fb23013bc00 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2352c3640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 0x7fb2301397d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fb2200ae040 tx=0x7fb21c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb220004020 con 0x7fb23013bc00 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2200b9070 con 0x7fb23013bc00 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb230139d10 con 0x7fb23013bc00 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2200043e0 con 0x7fb23013bc00 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.841+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb23013ae40 con 0x7fb23013bc00 2024-09-13T15:59:27.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.845+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb23015aa50 con 0x7fb23013bc00 2024-09-13T15:59:27.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.845+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb2200aa050 con 0x7fb23013bc00 2024-09-13T15:59:27.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.845+0000 7fb2267fc640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb214066690 0x7fb214068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:27.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.845+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fb22011e830 con 0x7fb23013bc00 2024-09-13T15:59:27.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.845+0000 7fb235ac4640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb214066690 0x7fb214068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:27.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.845+0000 7fb235ac4640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb214066690 0x7fb214068b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb2300cc0c0 tx=0x7fb22c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:27.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:27.849+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb2200eba70 con 0x7fb23013bc00 2024-09-13T15:59:28.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.037+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb23013c080 con 0x7fb23013bc00 2024-09-13T15:59:28.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb2267fc640 1 -- 172.21.15.7:0/576806788 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) v1 ==== 94+0+4729 (secure 0 0 0) 0x7fb2200ef090 con 0x7fb23013bc00 2024-09-13T15:59:28.044 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:28.044 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":34,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:58:41.829920+0000","modified":"2024-09-13T15:59:20.504069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":53,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6102},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6102":{"gid":6102,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.7:6837/1346647994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":1346647994},{"type":"v1","addr":"172.21.15.7:6837","nonce":1346647994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T15:59:28.044 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 34 2024-09-13T15:59:28.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb214066690 msgr2=0x7fb214068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb214066690 0x7fb214068b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb2300cc0c0 tx=0x7fb22c009040 comp rx=0 tx=0).stop 2024-09-13T15:59:28.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 msgr2=0x7fb2301397d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 0x7fb2301397d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fb2200ae040 tx=0x7fb21c005800 comp rx=0 tx=0).stop 2024-09-13T15:59:28.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 shutdown_connections 2024-09-13T15:59:28.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fb214066690 0x7fb214068b50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fb230140910 0x7fb230140d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb23013bc00 0x7fb2301397d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 --2- 172.21.15.7:0/576806788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb21c0047d0 0x7fb230156810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 >> 172.21.15.7:0/576806788 conn(0x7fb230069f00 msgr2=0x7fb2300ae230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:28.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 shutdown_connections 2024-09-13T15:59:28.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.041+0000 7fb237d28640 1 -- 172.21.15.7:0/576806788 wait complete. 2024-09-13T15:59:28.061 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:59:28.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.181+0000 7fd170b46640 1 Processor -- start 2024-09-13T15:59:28.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.181+0000 7fd170b46640 1 -- start start 2024-09-13T15:59:28.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.181+0000 7fd170b46640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c15aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.181+0000 7fd170b46640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd16c15af90 con 0x7fd16c143af0 2024-09-13T15:59:28.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.181+0000 7fd170b46640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd16c0b2d60 con 0x7fd16c15da10 2024-09-13T15:59:28.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.181+0000 7fd170b46640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c15ddf0 con 0x7fd16c0cdaf0 2024-09-13T15:59:28.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd169d9b640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fd16c143af0 0x7fd16c0cd3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42964/0 (socket says 172.21.15.7:42964) 2024-09-13T15:59:28.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd169d9b640 1 -- 172.21.15.7:0/342904005 learned_addr learned my addr 172.21.15.7:0/342904005 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:28.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16ad9d640 1 --2- 172.21.15.7:0/342904005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c15aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1787313430 0 0) 0x7fd16c15af90 con 0x7fd16c143af0 2024-09-13T15:59:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd154003530 con 0x7fd16c143af0 2024-09-13T15:59:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1690455451 0 0) 0x7fd16c0b2d60 con 0x7fd16c15da10 2024-09-13T15:59:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd16c15af90 con 0x7fd16c15da10 2024-09-13T15:59:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16ad9d640 1 -- 172.21.15.7:0/342904005 >> v1:172.21.15.77:6789/0 conn(0x7fd16c15da10 legacy=0x7fd16c0b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16ad9d640 1 -- 172.21.15.7:0/342904005 >> v1:172.21.15.7:6789/0 conn(0x7fd16c143af0 legacy=0x7fd16c0cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16ad9d640 1 -- 172.21.15.7:0/342904005 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd16c0b3000 con 0x7fd16c0cdaf0 2024-09-13T15:59:28.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16ad9d640 1 --2- 172.21.15.7:0/342904005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c15aa50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd164009dc0 tx=0x7fd16401c960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7b3eb4a2b6cf341 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1640a5a20 con 0x7fd16c0cdaf0 2024-09-13T15:59:28.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1640a5b80 con 0x7fd16c0cdaf0 2024-09-13T15:59:28.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd16959a640 1 -- 172.21.15.7:0/342904005 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1640ad440 con 0x7fd16c0cdaf0 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd170b46640 1 -- 172.21.15.7:0/342904005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 msgr2=0x7fd16c15aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd170b46640 1 --2- 172.21.15.7:0/342904005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c15aa50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd164009dc0 tx=0x7fd16401c960 comp rx=0 tx=0).stop 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd170b46640 1 -- 172.21.15.7:0/342904005 shutdown_connections 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd170b46640 1 --2- 172.21.15.7:0/342904005 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c15aa50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.185+0000 7fd170b46640 1 -- 172.21.15.7:0/342904005 >> 172.21.15.7:0/342904005 conn(0x7fd16c069f00 msgr2=0x7fd16c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- 172.21.15.7:0/342904005 shutdown_connections 2024-09-13T15:59:28.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- 172.21.15.7:0/342904005 wait complete. 2024-09-13T15:59:28.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 Processor -- start 2024-09-13T15:59:28.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- start start 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c0acb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd16c143af0 0x7fd16c13cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 0x7fd16c142b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c070280 con 0x7fd16c15da10 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c06f9e0 con 0x7fd16c143af0 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c06fcc0 con 0x7fd16c0cdaf0 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 0x7fd16c142b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 0x7fd16c142b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48832/0 (socket says 172.21.15.7:48832) 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 -- 172.21.15.7:0/911364064 learned_addr learned my addr 172.21.15.7:0/911364064 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:28.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16a59c640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c0acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd169d9b640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd16c143af0 0x7fd16c13cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 -- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 msgr2=0x7fd16c0acb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c0acb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 -- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd16c143af0 msgr2=0x7fd16c13cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd16c143af0 0x7fd16c13cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 -- 172.21.15.7:0/911364064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd164009a70 con 0x7fd16c15da10 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd16ad9d640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 0x7fd16c142b00 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fd164019570 tx=0x7fd164019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd164004240 con 0x7fd16c15da10 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1640043a0 con 0x7fd16c15da10 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd16c06ffa0 con 0x7fd16c15da10 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd164004710 con 0x7fd16c15da10 2024-09-13T15:59:28.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd16c0ad040 con 0x7fd16c15da10 2024-09-13T15:59:28.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.189+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd16c15aa50 con 0x7fd16c15da10 2024-09-13T15:59:28.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.193+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd1640b4030 con 0x7fd16c15da10 2024-09-13T15:59:28.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.193+0000 7fd15affd640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd14c066690 0x7fd14c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.193+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd16411f560 con 0x7fd16c15da10 2024-09-13T15:59:28.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.193+0000 7fd16a59c640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd14c066690 0x7fd14c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.193+0000 7fd16a59c640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd14c066690 0x7fd14c068b50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0011f0 tx=0x7fd15c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.197+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd1640ec9d0 con 0x7fd16c15da10 2024-09-13T15:59:28.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd16c1427b0 con 0x7fd16c15da10 2024-09-13T15:59:28.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd15affd640 1 -- 172.21.15.7:0/911364064 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+16660 (secure 0 0 0) 0x7fd164004870 con 0x7fd16c15da10 2024-09-13T15:59:28.357 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:28.357 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":53,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:59:16.465310+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:58:40.135048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T15:58:40.811958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6833/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.77:6832/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.7:6837/3669705154":"2024-09-14T15:59:16.433683+0000","172.21.15.7:6836/3669705154":"2024-09-14T15:59:16.433683+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd14c066690 msgr2=0x7fd14c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd14c066690 0x7fd14c068b50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0011f0 tx=0x7fd15c009040 comp rx=0 tx=0).stop 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 msgr2=0x7fd16c142b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 0x7fd16c142b00 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fd164019570 tx=0x7fd164019700 comp rx=0 tx=0).stop 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 shutdown_connections 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fd14c066690 0x7fd14c068b50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd16c15da10 0x7fd16c142b00 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd16c143af0 0x7fd16c13cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 --2- 172.21.15.7:0/911364064 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fd16c0cdaf0 0x7fd16c0acb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.353+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 >> 172.21.15.7:0/911364064 conn(0x7fd16c069f00 msgr2=0x7fd16c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:28.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.357+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 shutdown_connections 2024-09-13T15:59:28.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.357+0000 7fd170b46640 1 -- 172.21.15.7:0/911364064 wait complete. 2024-09-13T15:59:28.375 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T15:59:28.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 Processor -- start 2024-09-13T15:59:28.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 -- start start 2024-09-13T15:59:28.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f466015da10 0x7f466015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4660143af0 0x7f46600b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f46600cd3e0 0x7f46600cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f466015ddf0 con 0x7f46600cd3e0 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f466015af90 con 0x7f466015da10 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4664b23640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46600b3000 con 0x7f4660143af0 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f46600cd3e0 0x7f46600cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f46600cd3e0 0x7f46600cd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48848/0 (socket says 172.21.15.7:48848) 2024-09-13T15:59:28.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 -- 172.21.15.7:0/1518162702 learned_addr learned my addr 172.21.15.7:0/1518162702 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f4655d9b640 1 --2- 172.21.15.7:0/1518162702 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4660143af0 0x7f46600b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465e59c640 1 --2- 172.21.15.7:0/1518162702 >> v2:172.21.15.77:3300/0 conn(0x7f466015da10 0x7f466015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 -- 172.21.15.7:0/1518162702 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4660143af0 msgr2=0x7f46600b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 --2- 172.21.15.7:0/1518162702 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4660143af0 0x7f46600b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 -- 172.21.15.7:0/1518162702 >> v2:172.21.15.77:3300/0 conn(0x7f466015da10 msgr2=0x7f466015aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 --2- 172.21.15.7:0/1518162702 >> v2:172.21.15.77:3300/0 conn(0x7f466015da10 0x7f466015aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.481+0000 7f465ed9d640 1 -- 172.21.15.7:0/1518162702 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f466006b570 con 0x7f46600cd3e0 2024-09-13T15:59:28.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f465ed9d640 1 --2- 172.21.15.7:0/1518162702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46600cd3e0 0x7f46600cd810 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f4660071740 tx=0x7f465801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7421177b009679eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f465dd9b640 1 -- 172.21.15.7:0/1518162702 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46580a5840 con 0x7f46600cd3e0 2024-09-13T15:59:28.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f465dd9b640 1 -- 172.21.15.7:0/1518162702 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46580a59a0 con 0x7f46600cd3e0 2024-09-13T15:59:28.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f465dd9b640 1 -- 172.21.15.7:0/1518162702 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46580a5d30 con 0x7f46600cd3e0 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 -- 172.21.15.7:0/1518162702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46600cd3e0 msgr2=0x7f46600cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 --2- 172.21.15.7:0/1518162702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46600cd3e0 0x7f46600cd810 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f4660071740 tx=0x7f465801c9c0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 -- 172.21.15.7:0/1518162702 shutdown_connections 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 --2- 172.21.15.7:0/1518162702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46600cd3e0 0x7f46600cd810 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 --2- 172.21.15.7:0/1518162702 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4660143af0 0x7f46600b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 --2- 172.21.15.7:0/1518162702 >> v2:172.21.15.77:3300/0 conn(0x7f466015da10 0x7f466015aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 -- 172.21.15.7:0/1518162702 >> 172.21.15.7:0/1518162702 conn(0x7f4660069f00 msgr2=0x7f466006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 -- 172.21.15.7:0/1518162702 shutdown_connections 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 -- 172.21.15.7:0/1518162702 wait complete. 2024-09-13T15:59:28.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.485+0000 7f4664b23640 1 Processor -- start 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- start start 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f46600cd3e0 0x7f466013cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 0x7f466013d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f466015da10 0x7f4660159700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f466013c970 con 0x7f4660143af0 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4660160230 con 0x7f46600cd3e0 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f466013c0a0 con 0x7f466015da10 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 0x7f466013d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 0x7f466013d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48860/0 (socket says 172.21.15.7:48860) 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 -- 172.21.15.7:0/71165451 learned_addr learned my addr 172.21.15.7:0/71165451 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f465ed9d640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f466015da10 0x7f4660159700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f465e59c640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f46600cd3e0 0x7f466013cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 -- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f466015da10 msgr2=0x7f4660159700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f466015da10 0x7f4660159700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 -- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f46600cd3e0 msgr2=0x7f466013cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f46600cd3e0 0x7f466013cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 -- 172.21.15.7:0/71165451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4658009b30 con 0x7f4660143af0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4655d9b640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 0x7f466013d4b0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f464800d800 tx=0x7f464800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46480096a0 con 0x7f4660143af0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4648009800 con 0x7f4660143af0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4648009b70 con 0x7f4660143af0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f466015ff50 con 0x7f4660143af0 2024-09-13T15:59:28.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f466013c590 con 0x7f4660143af0 2024-09-13T15:59:28.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46600b2650 con 0x7f4660143af0 2024-09-13T15:59:28.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4648009cd0 con 0x7f4660143af0 2024-09-13T15:59:28.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f46577fe640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4640066690 0x7f4640068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f46480848c0 con 0x7f4660143af0 2024-09-13T15:59:28.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f465e59c640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4640066690 0x7f4640068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.489+0000 7f465e59c640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4640066690 0x7f4640068b50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f46601642e0 tx=0x7f4650008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.493+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4648051c10 con 0x7f4660143af0 2024-09-13T15:59:28.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.681+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f4660164cd0 con 0x7f4660143af0 2024-09-13T15:59:28.688 INFO:tasks.ceph.mon.a.smithi007.stderr:2024-09-13T15:59:28.685+0000 7fd70c51e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:59:28.702 INFO:tasks.ceph.mds.a.smithi007.stderr: -364> 2024-09-13T15:59:22.497+0000 7f51bfadb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:59:28.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.697+0000 7f46577fe640 1 -- 172.21.15.7:0/71165451 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v35) v1 ==== 161+0+0 (secure 0 0 0) 0x7f4648055230 con 0x7f4660143af0 2024-09-13T15:59:28.703 INFO:teuthology.orchestra.run.smithi007.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T15:59:28.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4640066690 msgr2=0x7f4640068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4640066690 0x7f4640068b50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f46601642e0 tx=0x7f4650008040 comp rx=0 tx=0).stop 2024-09-13T15:59:28.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 msgr2=0x7f466013d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 0x7f466013d4b0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f464800d800 tx=0x7f464800dcc0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 shutdown_connections 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4640066690 0x7f4640068b50 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f466015da10 0x7f4660159700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4660143af0 0x7f466013d4b0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 --2- 172.21.15.7:0/71165451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f46600cd3e0 0x7f466013cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 >> 172.21.15.7:0/71165451 conn(0x7f4660069f00 msgr2=0x7f466006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 shutdown_connections 2024-09-13T15:59:28.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.701+0000 7f4664b23640 1 -- 172.21.15.7:0/71165451 wait complete. 2024-09-13T15:59:28.722 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T15:59:28.733 INFO:tasks.ceph.mds.a.smithi007.stdout:starting mds.a at 2024-09-13T15:59:28.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 Processor -- start 2024-09-13T15:59:28.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 -- start start 2024-09-13T15:59:28.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ffa380b07f0 0x7ffa38071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3815a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa3815a030 con 0x7ffa3815bf90 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa381591a0 con 0x7ffa380b07f0 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3c969640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa38159420 con 0x7ffa380cd900 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa36d9d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3815a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa35d9b640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7ffa380b07f0 0x7ffa38071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3659c640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7ffa3815bf90 0x7ffa380b00e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:59796/0 (socket says 172.21.15.7:59796) 2024-09-13T15:59:28.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.833+0000 7ffa3659c640 1 -- 172.21.15.7:0/3667473599 learned_addr learned my addr 172.21.15.7:0/3667473599 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:28.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa35d9b640 1 -- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 msgr2=0x7ffa3815a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:28.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa35d9b640 1 --2- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3815a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa35d9b640 1 -- 172.21.15.7:0/3667473599 >> v1:172.21.15.77:6789/0 conn(0x7ffa3815bf90 legacy=0x7ffa380b00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa35d9b640 1 -- 172.21.15.7:0/3667473599 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa38159700 con 0x7ffa380b07f0 2024-09-13T15:59:28.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa36d9d640 1 --2- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3815a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:59:28.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa35d9b640 1 --2- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38071310 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0097f0 tx=0x7ffa2c01c3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f97dc15d78508f94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3559a640 1 -- 172.21.15.7:0/3667473599 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c0ab600 con 0x7ffa380b07f0 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3559a640 1 -- 172.21.15.7:0/3667473599 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa2c0a7050 con 0x7ffa380b07f0 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3559a640 1 -- 172.21.15.7:0/3667473599 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c0ab980 con 0x7ffa380b07f0 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 -- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 msgr2=0x7ffa38071310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 --2- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38071310 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0097f0 tx=0x7ffa2c01c3e0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 -- 172.21.15.7:0/3667473599 shutdown_connections 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 --2- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3815a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 --2- 172.21.15.7:0/3667473599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38071310 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 -- 172.21.15.7:0/3667473599 >> 172.21.15.7:0/3667473599 conn(0x7ffa38065eb0 msgr2=0x7ffa38069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:28.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 -- 172.21.15.7:0/3667473599 shutdown_connections 2024-09-13T15:59:28.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.837+0000 7ffa3c969640 1 -- 172.21.15.7:0/3667473599 wait complete. 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 Processor -- start 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- start start 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38156a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3814fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 0x7ffa38150130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa381517b0 con 0x7ffa3815bf90 2024-09-13T15:59:28.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa38151a90 con 0x7ffa380b07f0 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa38151d70 con 0x7ffa380cd900 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 0x7ffa38150130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 0x7ffa38150130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48882/0 (socket says 172.21.15.7:48882) 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 -- 172.21.15.7:0/2319482613 learned_addr learned my addr 172.21.15.7:0/2319482613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3659c640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38156a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa35d9b640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3814fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 -- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 msgr2=0x7ffa3814fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3814fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 -- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 msgr2=0x7ffa38156a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38156a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 -- 172.21.15.7:0/2319482613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa30009a70 con 0x7ffa3815bf90 2024-09-13T15:59:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa36d9d640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 0x7ffa38150130 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7ffa3000ef90 tx=0x7ffa30009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa30009d70 con 0x7ffa3815bf90 2024-09-13T15:59:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa3000f040 con 0x7ffa3815bf90 2024-09-13T15:59:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa300146c0 con 0x7ffa3815bf90 2024-09-13T15:59:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa2c009420 con 0x7ffa3815bf90 2024-09-13T15:59:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa381545e0 con 0x7ffa3815bf90 2024-09-13T15:59:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.841+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa380b3900 con 0x7ffa3815bf90 2024-09-13T15:59:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.845+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffa30014820 con 0x7ffa3815bf90 2024-09-13T15:59:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.845+0000 7ffa26ffd640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa180666c0 0x7ffa18068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.845+0000 7ffa3659c640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa180666c0 0x7ffa18068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.845+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 5967+0+0 (secure 0 0 0) 0x7ffa30085140 con 0x7ffa3815bf90 2024-09-13T15:59:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.845+0000 7ffa3659c640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa180666c0 0x7ffa18068b80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ffa28000f70 tx=0x7ffa28009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:28.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:28.849+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffa30052440 con 0x7ffa3815bf90 2024-09-13T15:59:29.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.045+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7ffa38154800 con 0x7ffa3815bf90 2024-09-13T15:59:29.523 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:59:29.526 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:59:29.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.701+0000 7ffa26ffd640 1 -- 172.21.15.7:0/2319482613 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v36) v1 ==== 104+0+0 (secure 0 0 0) 0x7ffa30055a60 con 0x7ffa3815bf90 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa180666c0 msgr2=0x7ffa18068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa180666c0 0x7ffa18068b80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ffa28000f70 tx=0x7ffa28009040 comp rx=0 tx=0).stop 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 msgr2=0x7ffa38150130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 0x7ffa38150130 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7ffa3000ef90 tx=0x7ffa30009f90 comp rx=0 tx=0).stop 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 shutdown_connections 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7ffa180666c0 0x7ffa18068b80 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa3815bf90 0x7ffa38150130 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7ffa380cd900 0x7ffa3814fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 --2- 172.21.15.7:0/2319482613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffa380b07f0 0x7ffa38156a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 >> 172.21.15.7:0/2319482613 conn(0x7ffa38065eb0 msgr2=0x7ffa380b1370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 shutdown_connections 2024-09-13T15:59:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.705+0000 7ffa3c969640 1 -- 172.21.15.7:0/2319482613 wait complete. 2024-09-13T15:59:29.732 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T15:59:29.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 Processor -- start 2024-09-13T15:59:29.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 -- start start 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7eff8015a460 0x7eff8006cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff8015e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff800cb5c0 con 0x7eff800ae250 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff8006d8f0 con 0x7eff8015a460 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff84dfb640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff800cea40 con 0x7eff8006d460 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7eff8015a460 0x7eff8006cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7eff8015a460 0x7eff8006cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48892/0 (socket says 172.21.15.7:48892) 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 -- 172.21.15.7:0/1040387945 learned_addr learned my addr 172.21.15.7:0/1040387945 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:29.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7ed9d640 1 --2- 172.21.15.7:0/1040387945 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff8015e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:29.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 -- 172.21.15.7:0/1040387945 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 msgr2=0x7eff8015e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:29.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 --2- 172.21.15.7:0/1040387945 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff8015e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 -- 172.21.15.7:0/1040387945 >> v1:172.21.15.77:6789/0 conn(0x7eff800ae250 legacy=0x7eff8015e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:29.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.861+0000 7eff7e59c640 1 -- 172.21.15.7:0/1040387945 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff800cc5a0 con 0x7eff8015a460 2024-09-13T15:59:29.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff7e59c640 1 --2- 172.21.15.7:0/1040387945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff8015a460 0x7eff8006cf20 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7eff70009e50 tx=0x7eff7001f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2d93e543db4bb1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:29.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff7d59a640 1 -- 172.21.15.7:0/1040387945 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff700af400 con 0x7eff8015a460 2024-09-13T15:59:29.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff7d59a640 1 -- 172.21.15.7:0/1040387945 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff700ab050 con 0x7eff8015a460 2024-09-13T15:59:29.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff7d59a640 1 -- 172.21.15.7:0/1040387945 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff700af780 con 0x7eff8015a460 2024-09-13T15:59:29.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 -- 172.21.15.7:0/1040387945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff8015a460 msgr2=0x7eff8006cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:29.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 --2- 172.21.15.7:0/1040387945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff8015a460 0x7eff8006cf20 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7eff70009e50 tx=0x7eff7001f210 comp rx=0 tx=0).stop 2024-09-13T15:59:29.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 -- 172.21.15.7:0/1040387945 shutdown_connections 2024-09-13T15:59:29.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 --2- 172.21.15.7:0/1040387945 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff8015e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 --2- 172.21.15.7:0/1040387945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff8015a460 0x7eff8006cf20 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 -- 172.21.15.7:0/1040387945 >> 172.21.15.7:0/1040387945 conn(0x7eff8006ad50 msgr2=0x7eff8006b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:29.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 -- 172.21.15.7:0/1040387945 shutdown_connections 2024-09-13T15:59:29.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 -- 172.21.15.7:0/1040387945 wait complete. 2024-09-13T15:59:29.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 Processor -- start 2024-09-13T15:59:29.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.865+0000 7eff84dfb640 1 -- start start 2024-09-13T15:59:29.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff800acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:29.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 0x7eff80152cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:29.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff8015a460 0x7eff80153210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:29.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff800b2b30 con 0x7eff800ae250 2024-09-13T15:59:29.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff800b1ed0 con 0x7eff8015a460 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff800b2190 con 0x7eff8006d460 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 0x7eff80152cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 0x7eff80152cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48908/0 (socket says 172.21.15.7:48908) 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 -- 172.21.15.7:0/3985561249 learned_addr learned my addr 172.21.15.7:0/3985561249 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7e59c640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff800acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7ed9d640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff8015a460 0x7eff80153210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 -- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 msgr2=0x7eff800acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:29.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff800acad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 -- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff8015a460 msgr2=0x7eff80153210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff8015a460 0x7eff80153210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 -- 172.21.15.7:0/3985561249 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff70009b30 con 0x7eff800ae250 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff7dd9b640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 0x7eff80152cd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7eff7400c500 tx=0x7eff7400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff74005220 con 0x7eff800ae250 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff74005380 con 0x7eff800ae250 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff800b2470 con 0x7eff800ae250 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff74007270 con 0x7eff800ae250 2024-09-13T15:59:29.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff800ad010 con 0x7eff800ae250 2024-09-13T15:59:29.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff800b2c70 con 0x7eff800ae250 2024-09-13T15:59:29.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.869+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff740073d0 con 0x7eff800ae250 2024-09-13T15:59:29.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.873+0000 7eff6effd640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff60066710 0x7eff60068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:29.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.873+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 5967+0+0 (secure 0 0 0) 0x7eff740846a0 con 0x7eff800ae250 2024-09-13T15:59:29.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.873+0000 7eff7e59c640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff60066710 0x7eff60068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:29.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.873+0000 7eff7e59c640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff60066710 0x7eff60068bd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7eff700b1000 tx=0x7eff700aa000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:29.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:29.873+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff74051a80 con 0x7eff800ae250 2024-09-13T15:59:30.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.029+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7eff800b2c70 con 0x7eff800ae250 2024-09-13T15:59:30.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.709+0000 7eff6effd640 1 -- 172.21.15.7:0/3985561249 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v55) v1 ==== 181+0+0 (secure 0 0 0) 0x7eff800b2c70 con 0x7eff800ae250 2024-09-13T15:59:30.715 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' removed 2024-09-13T15:59:30.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff60066710 msgr2=0x7eff60068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff60066710 0x7eff60068bd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7eff700b1000 tx=0x7eff700aa000 comp rx=0 tx=0).stop 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 msgr2=0x7eff80152cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 0x7eff80152cd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7eff7400c500 tx=0x7eff7400c9c0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 shutdown_connections 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7eff60066710 0x7eff60068bd0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff8015a460 0x7eff80153210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff800ae250 0x7eff80152cd0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 --2- 172.21.15.7:0/3985561249 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7eff8006d460 0x7eff800acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 >> 172.21.15.7:0/3985561249 conn(0x7eff8006ad50 msgr2=0x7eff800706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 shutdown_connections 2024-09-13T15:59:30.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.713+0000 7eff84dfb640 1 -- 172.21.15.7:0/3985561249 wait complete. 2024-09-13T15:59:30.739 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.869+0000 7f3fea205640 1 Processor -- start 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.869+0000 7f3fea205640 1 -- start start 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fea205640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3fe406d630 0x7f3fe4163790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fea205640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fe4070c50 con 0x7f3fe4158c70 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fea205640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fe4070f30 con 0x7f3fe40706e0 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fea205640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fe40714f0 con 0x7f3fe406d630 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe37fe640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3fe4158c70 0x7f3fe40b3620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42972/0 (socket says 172.21.15.7:42972) 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe37fe640 1 -- 172.21.15.7:0/452149804 learned_addr learned my addr 172.21.15.7:0/452149804 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/452149804 >> v2:172.21.15.77:3300/0 conn(0x7f3fe406d630 0x7f3fe4163790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3271833272 0 0) 0x7f3fe4070c50 con 0x7f3fe4158c70 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3fcc003530 con 0x7f3fe4158c70 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2968497222 0 0) 0x7f3fcc003530 con 0x7f3fe4158c70 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 >> v2:172.21.15.77:3300/0 conn(0x7f3fe406d630 msgr2=0x7f3fe4163790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 --2- 172.21.15.7:0/452149804 >> v2:172.21.15.77:3300/0 conn(0x7f3fe406d630 0x7f3fe4163790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 >> v1:172.21.15.77:6789/0 conn(0x7f3fe40706e0 legacy=0x7f3fe406cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fe4071210 con 0x7f3fe4158c70 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f3fd4001a00 con 0x7f3fe4158c70 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 >> v1:172.21.15.7:6789/0 conn(0x7f3fe4158c70 legacy=0x7f3fe40b3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fcc003980 0x7f3fcc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc0047d0 0x7f3fcc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fcc005190 0x7f3fcc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe40714f0 con 0x7f3fcc005190 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fcc00c040 con 0x7f3fcc0047d0 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fcc00c200 con 0x7f3fcc003980 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fcc005190 0x7f3fcc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe2ffd640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc0047d0 0x7f3fcc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe37fe640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fcc003980 0x7f3fcc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 -- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fcc003980 msgr2=0x7f3fcc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fcc003980 0x7f3fcc003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 -- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc0047d0 msgr2=0x7f3fcc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc0047d0 0x7f3fcc004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.873+0000 7f3fe3fff640 1 -- 172.21.15.7:0/452149804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fcc003530 con 0x7f3fcc005190 2024-09-13T15:59:30.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 -- 172.21.15.7:0/452149804 reap_dead start 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fcc005190 0x7f3fcc00b990 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc009ab0 tx=0x7f3fdc01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18956b6b112928cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc004020 con 0x7f3fcc005190 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fdc004180 con 0x7f3fcc005190 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe27fc640 1 -- 172.21.15.7:0/452149804 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc0a5680 con 0x7f3fcc005190 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- 172.21.15.7:0/452149804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fcc005190 msgr2=0x7f3fcc00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fcc005190 0x7f3fcc00b990 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc009ab0 tx=0x7f3fdc01ca90 comp rx=0 tx=0).stop 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- 172.21.15.7:0/452149804 shutdown_connections 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 --2- 172.21.15.7:0/452149804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fcc005190 0x7f3fcc00b990 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- 172.21.15.7:0/452149804 >> 172.21.15.7:0/452149804 conn(0x7f3fe406ad50 msgr2=0x7f3fe406b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- 172.21.15.7:0/452149804 shutdown_connections 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- 172.21.15.7:0/452149804 wait complete. 2024-09-13T15:59:30.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 Processor -- start 2024-09-13T15:59:30.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- start start 2024-09-13T15:59:30.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc005190 0x7f3fe40aab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fe40a8e60 0x7f3fe40b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 0x7f3fe40ab7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe40b3ae0 con 0x7f3fe40b3630 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe40ab0a0 con 0x7f3fcc005190 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fea205640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe41ee820 con 0x7f3fe40a8e60 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 0x7f3fe40ab7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 0x7f3fe40ab7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48916/0 (socket says 172.21.15.7:48916) 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 -- 172.21.15.7:0/3288641912 learned_addr learned my addr 172.21.15.7:0/3288641912 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe2ffd640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fe40a8e60 0x7f3fe40b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe37fe640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc005190 0x7f3fe40aab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 -- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fe40a8e60 msgr2=0x7f3fe40b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fe40a8e60 0x7f3fe40b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 -- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc005190 msgr2=0x7f3fe40aab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc005190 0x7f3fe40aab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 -- 172.21.15.7:0/3288641912 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fe41edc80 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe2ffd640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fe40a8e60 0x7f3fe40b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe37fe640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc005190 0x7f3fe40aab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.877+0000 7f3fe3fff640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 0x7f3fe40ab7e0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc01c8c0 tx=0x7f3fcc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc004020 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fdc004510 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fe41edef0 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc003860 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fe41ee4b0 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fe4070c10 con 0x7f3fe40b3630 2024-09-13T15:59:30.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3fdc0039c0 con 0x7f3fe40b3630 2024-09-13T15:59:30.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fcbfff640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fd00666b0 0x7f3fd0068b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:30.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 5529+0+0 (secure 0 0 0) 0x7f3fdc11da30 con 0x7f3fe40b3630 2024-09-13T15:59:30.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fe37fe640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fd00666b0 0x7f3fd0068b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:30.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.881+0000 7f3fe37fe640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fd00666b0 0x7f3fd0068b70 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4001b30 tx=0x7f3fd4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:30.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:30.885+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3fdc0eae50 con 0x7f3fe40b3630 2024-09-13T15:59:31.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.045+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3fe41ee960 con 0x7f3fe40b3630 2024-09-13T15:59:31.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.713+0000 7f3fcbfff640 1 -- 172.21.15.7:0/3288641912 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v56) v1 ==== 169+0+0 (secure 0 0 0) 0x7f3fdc0ee470 con 0x7f3fe40b3630 2024-09-13T15:59:31.718 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' removed 2024-09-13T15:59:31.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.717+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fd00666b0 msgr2=0x7f3fd0068b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:31.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.717+0000 7f3fea205640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fd00666b0 0x7f3fd0068b70 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4001b30 tx=0x7f3fd4009040 comp rx=0 tx=0).stop 2024-09-13T15:59:31.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.717+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 msgr2=0x7f3fe40ab7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:31.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.717+0000 7f3fea205640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 0x7f3fe40ab7e0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc01c8c0 tx=0x7f3fcc005800 comp rx=0 tx=0).stop 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 shutdown_connections 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3fd00666b0 0x7f3fd0068b70 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fe40b3630 0x7f3fe40ab7e0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3fe40a8e60 0x7f3fe40b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 --2- 172.21.15.7:0/3288641912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fcc005190 0x7f3fe40aab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 >> 172.21.15.7:0/3288641912 conn(0x7f3fe406ad50 msgr2=0x7f3fe41547a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 shutdown_connections 2024-09-13T15:59:31.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.721+0000 7f3fea205640 1 -- 172.21.15.7:0/3288641912 wait complete. 2024-09-13T15:59:31.745 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T15:59:31.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 Processor -- start 2024-09-13T15:59:31.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 -- start start 2024-09-13T15:59:31.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 0x7fadb815c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fadb815cb10 0x7fadb806a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadb8071550 con 0x7fadb80b3260 2024-09-13T15:59:31.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fadb80720d0 con 0x7fadb815cb10 2024-09-13T15:59:31.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadbd87d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadb815cfa0 con 0x7fadb8070ec0 2024-09-13T15:59:31.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fadb80b3260 0x7fadb80b3640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42974/0 (socket says 172.21.15.7:42974) 2024-09-13T15:59:31.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 -- 172.21.15.7:0/3086680253 learned_addr learned my addr 172.21.15.7:0/3086680253 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:31.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb77fe640 1 --2- 172.21.15.7:0/3086680253 >> v2:172.21.15.77:3300/0 conn(0x7fadb815cb10 0x7fadb806a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3883668755 0 0) 0x7fadb8071550 con 0x7fadb80b3260 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb67fc640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 0x7fadb815c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fada4003530 con 0x7fadb80b3260 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1796382186 0 0) 0x7fada4003530 con 0x7fadb80b3260 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 msgr2=0x7fadb815c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 0x7fadb815c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 >> v2:172.21.15.77:3300/0 conn(0x7fadb815cb10 msgr2=0x7fadb806a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 --2- 172.21.15.7:0/3086680253 >> v2:172.21.15.77:3300/0 conn(0x7fadb815cb10 0x7fadb806a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadb8071830 con 0x7fadb80b3260 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fadb0001680 con 0x7fadb80b3260 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 >> v1:172.21.15.7:6789/0 conn(0x7fadb80b3260 legacy=0x7fadb80b3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fada4003980 0x7fada4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 0x7fada40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4004d10 0x7fada4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb80720d0 con 0x7fada4003980 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb815cfa0 con 0x7fada4004d10 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fada400b990 con 0x7fadb8070ec0 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fada4003980 0x7fada4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb67fc640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 0x7fada40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 -- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 msgr2=0x7fada40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb8070ec0 0x7fada40047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 -- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4004d10 msgr2=0x7fada4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4004d10 0x7fada4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.869+0000 7fadb6ffd640 1 -- 172.21.15.7:0/3086680253 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fada4003530 con 0x7fada4003980 2024-09-13T15:59:31.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fada4003980 0x7fada4003da0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fadb000c2c0 tx=0x7fadb001cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe407827fc5c7bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:31.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb00058e0 con 0x7fada4003980 2024-09-13T15:59:31.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadb0005a40 con 0x7fada4003980 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadb5ffb640 1 -- 172.21.15.7:0/3086680253 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb0005df0 con 0x7fada4003980 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadbd87d640 1 -- 172.21.15.7:0/3086680253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fada4003980 msgr2=0x7fada4003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadbd87d640 1 --2- 172.21.15.7:0/3086680253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fada4003980 0x7fada4003da0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fadb000c2c0 tx=0x7fadb001cce0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadb77fe640 1 -- 172.21.15.7:0/3086680253 reap_dead start 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadbd87d640 1 -- 172.21.15.7:0/3086680253 shutdown_connections 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadbd87d640 1 -- 172.21.15.7:0/3086680253 >> 172.21.15.7:0/3086680253 conn(0x7fadb80b1020 msgr2=0x7fadb80b1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadbd87d640 1 -- 172.21.15.7:0/3086680253 shutdown_connections 2024-09-13T15:59:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.873+0000 7fadbd87d640 1 -- 172.21.15.7:0/3086680253 wait complete. 2024-09-13T15:59:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 Processor -- start 2024-09-13T15:59:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- start start 2024-09-13T15:59:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4003980 0x7fadb80cd600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 0x7fadb80caea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb80c6700 0x7fadb80c6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb8141380 con 0x7fadb8146e30 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb80c70c0 con 0x7fada4003980 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadb80cdc30 con 0x7fadb80c6700 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 0x7fadb80caea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 0x7fadb80caea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48926/0 (socket says 172.21.15.7:48926) 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 -- 172.21.15.7:0/4276555901 learned_addr learned my addr 172.21.15.7:0/4276555901 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4003980 0x7fadb80cd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb77fe640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb80c6700 0x7fadb80c6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 -- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb80c6700 msgr2=0x7fadb80c6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb80c6700 0x7fadb80c6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 -- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4003980 msgr2=0x7fadb80cd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4003980 0x7fadb80cd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 -- 172.21.15.7:0/4276555901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadb80cdf10 con 0x7fadb8146e30 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4003980 0x7fadb80cd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb67fc640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 0x7fadb80caea0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fada0010890 tx=0x7fada0010d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada0009630 con 0x7fadb8146e30 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fada000eb60 con 0x7fadb8146e30 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadb80ce1f0 con 0x7fadb8146e30 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada001c400 con 0x7fadb8146e30 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadb81477a0 con 0x7fadb8146e30 2024-09-13T15:59:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadb8071550 con 0x7fadb8146e30 2024-09-13T15:59:31.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fada001c560 con 0x7fadb8146e30 2024-09-13T15:59:31.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadaffff640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad980666c0 0x7fad98068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:31.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fada0084460 con 0x7fadb8146e30 2024-09-13T15:59:31.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.877+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad980666c0 0x7fad98068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:31.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.881+0000 7fadb6ffd640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad980666c0 0x7fad98068b80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fadb00aa000 tx=0x7fadb0001a10 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:31.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:31.881+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fada0051a20 con 0x7fadb8146e30 2024-09-13T15:59:32.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.045+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fadb81414c0 con 0x7fadb8146e30 2024-09-13T15:59:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadaffff640 1 -- 172.21.15.7:0/4276555901 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) v1 ==== 104+0+0 (secure 0 0 0) 0x7fadb81414c0 con 0x7fadb8146e30 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad980666c0 msgr2=0x7fad98068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad980666c0 0x7fad98068b80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fadb00aa000 tx=0x7fadb0001a10 comp rx=0 tx=0).stop 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 msgr2=0x7fadb80caea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 0x7fadb80caea0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fada0010890 tx=0x7fada0010d50 comp rx=0 tx=0).stop 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 shutdown_connections 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fad980666c0 0x7fad98068b80 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fadb80c6700 0x7fadb80c6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadb8146e30 0x7fadb80caea0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 --2- 172.21.15.7:0/4276555901 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fada4003980 0x7fadb80cd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 >> 172.21.15.7:0/4276555901 conn(0x7fadb80b1020 msgr2=0x7fadb815b740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 shutdown_connections 2024-09-13T15:59:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.049+0000 7fadbd87d640 1 -- 172.21.15.7:0/4276555901 wait complete. 2024-09-13T15:59:32.072 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly' 2024-09-13T15:59:32.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.185+0000 7f8e64340640 1 Processor -- start 2024-09-13T15:59:32.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.185+0000 7f8e64340640 1 -- start start 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e64340640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 0x7f8e5c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e64340640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e5c0b15c0 con 0x7f8e5c06d4b0 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e64340640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e5c070860 con 0x7f8e5c0b2f00 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e64340640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c070b40 con 0x7f8e5c06d0d0 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e628dd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f8e5c06d4b0 0x7f8e5c159fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:42978/0 (socket says 172.21.15.7:42978) 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e628dd640 1 -- 172.21.15.7:0/853445256 learned_addr learned my addr 172.21.15.7:0/853445256 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e620dc640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 0x7f8e5c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 543164286 0 0) 0x7f8e5c0b15c0 con 0x7f8e5c06d4b0 2024-09-13T15:59:32.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e48005740 con 0x7f8e5c06d4b0 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1881741940 0 0) 0x7f8e48005740 con 0x7f8e5c06d4b0 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 msgr2=0x7f8e5c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 0x7f8e5c0b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 >> v1:172.21.15.77:6789/0 conn(0x7f8e5c0b2f00 legacy=0x7f8e5c06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e5c070e20 con 0x7f8e5c06d4b0 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f8e54001a00 con 0x7f8e5c06d4b0 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 >> v1:172.21.15.7:6789/0 conn(0x7f8e5c06d4b0 legacy=0x7f8e5c159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 0x7f8e48005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e48006190 0x7f8e480069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006f20 0x7f8e480073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c070b40 con 0x7f8e48006190 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e4800dd90 con 0x7f8e48006f20 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e4800df50 con 0x7f8e5c06d0d0 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e48006190 0x7f8e480069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e620dc640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 0x7f8e48005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e628dd640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006f20 0x7f8e480073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 -- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 msgr2=0x7f8e48005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c06d0d0 0x7f8e48005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 -- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006f20 msgr2=0x7f8e480073a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006f20 0x7f8e480073a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 -- 172.21.15.7:0/853445256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e48005740 con 0x7f8e48006190 2024-09-13T15:59:32.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e628dd640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006f20 0x7f8e480073a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e618db640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e48006190 0x7f8e480069e0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c001750 tx=0x7f8e4c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78c62703cf401749 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.189+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c0052d0 con 0x7f8e48006190 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e4c0a7050 con 0x7f8e48006190 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e610da640 1 -- 172.21.15.7:0/853445256 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c003600 con 0x7f8e48006190 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/853445256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e48006190 msgr2=0x7f8e480069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 --2- 172.21.15.7:0/853445256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e48006190 0x7f8e480069e0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c001750 tx=0x7f8e4c01c3b0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e628dd640 1 -- 172.21.15.7:0/853445256 reap_dead start 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/853445256 shutdown_connections 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/853445256 >> 172.21.15.7:0/853445256 conn(0x7f8e5c069f00 msgr2=0x7f8e5c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/853445256 shutdown_connections 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/853445256 wait complete. 2024-09-13T15:59:32.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 Processor -- start 2024-09-13T15:59:32.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- start start 2024-09-13T15:59:32.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006190 0x7f8e5c0b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 0x7f8e5c15acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c15b200 0x7f8e5c156890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c15b680 con 0x7f8e5c1411a0 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c157650 con 0x7f8e48006190 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5c0af730 con 0x7f8e5c15b200 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 0x7f8e5c15acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 0x7f8e5c15acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48946/0 (socket says 172.21.15.7:48946) 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 -- 172.21.15.7:0/4037478198 learned_addr learned my addr 172.21.15.7:0/4037478198 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e628dd640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c15b200 0x7f8e5c156890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e620dc640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006190 0x7f8e5c0b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 -- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c15b200 msgr2=0x7f8e5c156890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c15b200 0x7f8e5c156890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 -- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006190 msgr2=0x7f8e5c0b04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006190 0x7f8e5c0b04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 -- 172.21.15.7:0/4037478198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e5c0afa10 con 0x7f8e5c1411a0 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e618db640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 0x7f8e5c15acc0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c01c1e0 tx=0x7f8e48007a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:32.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c0072f0 con 0x7f8e5c1411a0 2024-09-13T15:59:32.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e4c007450 con 0x7f8e5c1411a0 2024-09-13T15:59:32.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e5c0afcf0 con 0x7f8e5c1411a0 2024-09-13T15:59:32.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c0067e0 con 0x7f8e5c1411a0 2024-09-13T15:59:32.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.193+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e5c156dd0 con 0x7f8e5c1411a0 2024-09-13T15:59:32.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.197+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e5c070290 con 0x7f8e5c1411a0 2024-09-13T15:59:32.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.197+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8e4c006940 con 0x7f8e5c1411a0 2024-09-13T15:59:32.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.197+0000 7f8e52ffd640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8e400666c0 0x7f8e40068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:32.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.197+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f8e4c0a4e40 con 0x7f8e5c1411a0 2024-09-13T15:59:32.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.197+0000 7f8e620dc640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8e400666c0 0x7f8e40068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:32.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.197+0000 7f8e620dc640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8e400666c0 0x7f8e40068b80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8e58009970 tx=0x7f8e58008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:32.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.201+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8e4c0eb500 con 0x7f8e5c1411a0 2024-09-13T15:59:32.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.417+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]} v 0) v1 -- 0x7f8e5c0b2120 con 0x7f8e5c1411a0 2024-09-13T15:59:32.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.725+0000 7f8e52ffd640 1 -- 172.21.15.7:0/4037478198 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]}]=0 v154) v1 ==== 144+0+0 (secure 0 0 0) 0x7f8e4c0eeb20 con 0x7f8e5c1411a0 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8e400666c0 msgr2=0x7f8e40068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8e400666c0 0x7f8e40068b80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8e58009970 tx=0x7f8e58008040 comp rx=0 tx=0).stop 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 msgr2=0x7f8e5c15acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 0x7f8e5c15acc0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c01c1e0 tx=0x7f8e48007a10 comp rx=0 tx=0).stop 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 shutdown_connections 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8e400666c0 0x7f8e40068b80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8e5c15b200 0x7f8e5c156890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e5c1411a0 0x7f8e5c15acc0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 --2- 172.21.15.7:0/4037478198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e48006190 0x7f8e5c0b04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 >> 172.21.15.7:0/4037478198 conn(0x7f8e5c069f00 msgr2=0x7f8e5c0cca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:32.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 shutdown_connections 2024-09-13T15:59:32.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:32.729+0000 7f8e64340640 1 -- 172.21.15.7:0/4037478198 wait complete. 2024-09-13T15:59:32.756 INFO:tasks.cephfs_test_runner:test if MDS behave correct when it's readonly ... ok 2024-09-13T15:59:32.756 INFO:tasks.cephfs_test_runner: 2024-09-13T15:59:32.756 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T15:59:32.756 INFO:tasks.cephfs_test_runner:Ran 2 tests in 123.119s 2024-09-13T15:59:32.756 INFO:tasks.cephfs_test_runner: 2024-09-13T15:59:32.757 INFO:tasks.cephfs_test_runner:OK 2024-09-13T15:59:32.757 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T15:59:32.908 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T15:59:32.917 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T15:59:32.918 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:59:32.918 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:32.925 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17326 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:59:32.925 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-13T15:59:32.925 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:32.973 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17326 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:59:32.973 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:59:32.973 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:32.980 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:59:32.980 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-09-13T15:59:32.980 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:59:33.028 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19865 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:59:33.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.029 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-13T15:59:33.035 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T15:59:33.035 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:59:33.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.035 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:59:33.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.094 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:59:33.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.156 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-09-13T15:59:33.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.313 DEBUG:teuthology.orchestra.run.smithi077:> ip netns list 2024-09-13T15:59:33.320 INFO:teuthology.orchestra.run.smithi077.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T15:59:33.320 INFO:teuthology.orchestra.run.smithi077.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T15:59:33.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.322 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T15:59:33.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.377 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T15:59:33.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:59:33.464 DEBUG:teuthology.orchestra.run.smithi077:> sudo ip link delete ceph-brx 2024-09-13T15:59:33.657 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T15:59:33.666 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T15:59:33.666 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:59:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 Processor -- start 2024-09-13T15:59:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 -- start start 2024-09-13T15:59:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de80b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:33.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4de80cd2c0 0x7f4de80cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:33.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4de80d17e0 con 0x7f4de80d0630 2024-09-13T15:59:33.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4de80cdcb0 con 0x7f4de80cd2c0 2024-09-13T15:59:33.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4dedd88640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4de80d0bd0 con 0x7f4de815c760 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de77fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de80b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4de80cd2c0 0x7f4de80cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4de80cd2c0 0x7f4de80cd770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:53176/0 (socket says 172.21.15.7:53176) 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de77fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de80b7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:46246/0 (socket says 172.21.15.7:46246) 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 -- 172.21.15.7:0/2950807031 learned_addr learned my addr 172.21.15.7:0/2950807031 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 -- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 msgr2=0x7f4de80b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 --2- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de80b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 -- 172.21.15.7:0/2950807031 >> v1:172.21.15.77:6789/0 conn(0x7f4de80d0630 legacy=0x7f4de80d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:33.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.797+0000 7f4de7fff640 1 -- 172.21.15.7:0/2950807031 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4de80d0eb0 con 0x7f4de80cd2c0 2024-09-13T15:59:33.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4de7fff640 1 --2- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80cd2c0 0x7f4de80cd770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009e80 tx=0x7f4de001f200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=580634471e8cd269 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:33.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4de67fc640 1 -- 172.21.15.7:0/2950807031 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de00af400 con 0x7f4de80cd2c0 2024-09-13T15:59:33.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4de67fc640 1 -- 172.21.15.7:0/2950807031 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4de00ab050 con 0x7f4de80cd2c0 2024-09-13T15:59:33.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4de67fc640 1 -- 172.21.15.7:0/2950807031 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de00af780 con 0x7f4de80cd2c0 2024-09-13T15:59:33.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 -- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80cd2c0 msgr2=0x7f4de80cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:33.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 --2- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80cd2c0 0x7f4de80cd770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009e80 tx=0x7f4de001f200 comp rx=0 tx=0).stop 2024-09-13T15:59:33.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 -- 172.21.15.7:0/2950807031 shutdown_connections 2024-09-13T15:59:33.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 --2- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80cd2c0 0x7f4de80cd770 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 --2- 172.21.15.7:0/2950807031 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de80b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 -- 172.21.15.7:0/2950807031 >> 172.21.15.7:0/2950807031 conn(0x7f4de80cf070 msgr2=0x7f4de80cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:33.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 -- 172.21.15.7:0/2950807031 shutdown_connections 2024-09-13T15:59:33.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 -- 172.21.15.7:0/2950807031 wait complete. 2024-09-13T15:59:33.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 Processor -- start 2024-09-13T15:59:33.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 -- start start 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 0x7f4de8156270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.801+0000 7f4dedd88640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80d0630 0x7f4de8157a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de814a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de81542c0 con 0x7f4de80cd2c0 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de8156970 con 0x7f4de80d0630 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4de8156c50 con 0x7f4de815c760 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 0x7f4de8156270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 0x7f4de8156270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43498/0 (socket says 172.21.15.7:43498) 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 -- 172.21.15.7:0/128944735 learned_addr learned my addr 172.21.15.7:0/128944735 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:33.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de6ffd640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80d0630 0x7f4de8157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de7fff640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de814a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 -- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 msgr2=0x7f4de814a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de814a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 -- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80d0630 msgr2=0x7f4de8157a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80d0630 0x7f4de8157a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 -- 172.21.15.7:0/128944735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4de0009b30 con 0x7f4de80cd2c0 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de77fe640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 0x7f4de8156270 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f4dd800e870 tx=0x7f4dd800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd8009510 con 0x7f4de80cd2c0 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dd800eec0 con 0x7f4de80cd2c0 2024-09-13T15:59:33.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd800cb40 con 0x7f4de80cd2c0 2024-09-13T15:59:33.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4de8156f30 con 0x7f4de80cd2c0 2024-09-13T15:59:33.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4de81574f0 con 0x7f4de80cd2c0 2024-09-13T15:59:33.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4de80c8e60 con 0x7f4de80cd2c0 2024-09-13T15:59:33.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4dd800cca0 con 0x7f4de80cd2c0 2024-09-13T15:59:33.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dcffff640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4dd4066690 0x7f4dd4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:33.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de6ffd640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4dd4066690 0x7f4dd4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:33.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f4dd8084030 con 0x7f4de80cd2c0 2024-09-13T15:59:33.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.805+0000 7f4de6ffd640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4dd4066690 0x7f4dd4068b50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4de806afb0 tx=0x7f4ddc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:33.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.813+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4dd8051600 con 0x7f4de80cd2c0 2024-09-13T15:59:33.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.969+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4de80ce7d0 con 0x7f4dd4066690 2024-09-13T15:59:33.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.969+0000 7f4dcffff640 1 -- 172.21.15.7:0/128944735 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49711 (secure 0 0 0) 0x7f4de80ce7d0 con 0x7f4dd4066690 2024-09-13T15:59:33.975 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:33.975 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:59:33.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4dd4066690 msgr2=0x7f4dd4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:33.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4dd4066690 0x7f4dd4068b50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4de806afb0 tx=0x7f4ddc009040 comp rx=0 tx=0).stop 2024-09-13T15:59:33.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 msgr2=0x7f4de8156270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:33.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 0x7f4de8156270 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f4dd800e870 tx=0x7f4dd800ec70 comp rx=0 tx=0).stop 2024-09-13T15:59:33.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 shutdown_connections 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4dd4066690 0x7f4dd4068b50 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4de815c760 0x7f4de814a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de80d0630 0x7f4de8157a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 --2- 172.21.15.7:0/128944735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4de80cd2c0 0x7f4de8156270 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 >> 172.21.15.7:0/128944735 conn(0x7f4de80cf070 msgr2=0x7f4de80b55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 shutdown_connections 2024-09-13T15:59:33.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:33.973+0000 7f4dedd88640 1 -- 172.21.15.7:0/128944735 wait complete. 2024-09-13T15:59:33.993 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2024-09-13T15:59:32.542750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255052,"kb_used_data":6116,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754719668,"statfs":{"total":773094113280,"available":772832940032,"internally_reserved":0,"allocated":6262784,"data_stored":3291308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-11615,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-91,"num_write":-63,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001709"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":190,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T15:59:30.502266+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:59:30.502266+0000","last_peered":"2024-09-13T15:59:30.502266+0000","last_clean":"2024-09-13T15:59:30.502266+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:59:30.502266+0000","last_undegraded":"2024-09-13T15:59:30.502266+0000","last_fullsized":"2024-09-13T15:59:30.502266+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476774,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":1236992,"data_stored":859389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.78700000000000003,"15min":0.79000000000000004},"min":{"1min":0.50700000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.016},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.55900000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.83499999999999996,"15min":0.83199999999999996},"min":{"1min":0.59799999999999998,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.94399999999999995,"15min":0.93300000000000005},"min":{"1min":0.79600000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.81100000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.82599999999999996,"15min":0.81599999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0720000000000001,"5min":1.204,"15min":1.204},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.60699999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.236,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.753}]},{"osd":3,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.625,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.01,"5min":0.97699999999999998,"15min":0.97099999999999997},"min":{"1min":0.624,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2390000000000001,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.1930000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96099999999999997,"15min":0.96799999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.8600000000000001,"5min":1.8600000000000001,"15min":1.8600000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.92900000000000005,"15min":0.93000000000000005},"min":{"1min":0.78500000000000003,"5min":0.749,"15min":0.749},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.71299999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.51,"5min":1.51,"15min":1.51},"last":1.262},{"interface":"front","average":{"1min":1.073,"5min":1.0780000000000001,"15min":1.079},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.97999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.1200000000000001,"15min":1.117},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.083},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1180000000000001,"15min":1.113},"min":{"1min":0.90000000000000002,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.0629999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476773,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344196,"statfs":{"total":96636764160,"available":96608456704,"internally_reserved":0,"allocated":638976,"data_stored":263595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.89700000000000002,"15min":0.88100000000000001},"min":{"1min":0.60299999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.90400000000000003,"15min":0.89800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1579999999999999,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.77400000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.746,"15min":0.751},"min":{"1min":0.50800000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.98999999999999999,"5min":1.042,"15min":1.042},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.81000000000000005,"15min":0.80300000000000005},"min":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96599999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4379999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.91700000000000004,"15min":0.92000000000000004},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.1080000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.63600000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.94499999999999995,"15min":0.94799999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.2370000000000001,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.115},{"interface":"front","average":{"1min":1.018,"5min":1.0720000000000001,"15min":1.081},"min":{"1min":0.64400000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.605,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.097}]},{"osd":4,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.97499999999999998,"15min":0.98299999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.1200000000000001,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.198},{"interface":"front","average":{"1min":1,"5min":0.97299999999999998,"15min":0.96899999999999997},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.998}]},{"osd":5,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.23,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.82299999999999995},{"interface":"front","average":{"1min":1.109,"5min":1.073,"15min":1.0669999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.6319999999999999,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.1619999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1180000000000001,"15min":1.1140000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.5349999999999999,"5min":1.931,"15min":1.931},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.1120000000000001,"15min":1.115},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":1.381,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":16,"seq":68719476771,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":262916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.71399999999999997,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":1.008},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.871,"15min":0.86399999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":1.1060000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.84499999999999997,"15min":0.84699999999999998},"min":{"1min":0.55700000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.117,"5min":1.296,"15min":1.296},"last":1.036},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.95299999999999996,"15min":0.96099999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1200000000000001,"5min":1.2,"15min":1.2},"last":1.2190000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.872,"15min":0.872},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.1519999999999999,"5min":1.415,"15min":1.415},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.873,"5min":0.84699999999999998,"15min":0.84299999999999997},"min":{"1min":0.55300000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.1910000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.95399999999999996,"15min":0.94799999999999995},"min":{"1min":0.64000000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.1619999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.86299999999999999,"15min":0.85499999999999998},"min":{"1min":0.64800000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.151}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.97699999999999998,"15min":0.99099999999999999},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.254},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96799999999999997,"15min":0.95699999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.427,"5min":2.427,"15min":2.427},"last":1.2949999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.236,"5min":1.498,"15min":1.498},"last":1.3260000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.93600000000000005,"15min":0.94199999999999995},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":1.077}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0569999999999999,"15min":1.069},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.377,"5min":1.655,"15min":1.655},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.93899999999999995,"5min":1.0329999999999999,"15min":1.0489999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.1559999999999999,"5min":1.254,"15min":1.254},"last":0.89400000000000002}]}]},{"osd":4,"up_from":16,"seq":68719476773,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":643072,"data_stored":269021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.84899999999999998,"15min":0.85099999999999998},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.048}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.92800000000000005,"15min":0.94299999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1830000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.57799999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0049999999999999,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.76000000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.84899999999999998,"15min":0.84699999999999998},"min":{"1min":0.51700000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.1419999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.94899999999999995,"15min":0.95199999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.92500000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.92800000000000005,"15min":0.94599999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.157,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.94599999999999995,"15min":0.93799999999999994},"min":{"1min":0.76900000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.88600000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.97399999999999998,"15min":0.98199999999999998},"min":{"1min":0.71799999999999997,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.264,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.1200000000000001},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.98099999999999998,"15min":0.98899999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.165,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96999999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.746,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.4590000000000001,"5min":1.482,"15min":1.482},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.113,"15min":1.1220000000000001},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.161}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0700000000000001,"15min":1.083},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.2969999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.097,"5min":1.137,"15min":1.1439999999999999},"min":{"1min":0.82699999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.097}]}]},{"osd":3,"up_from":15,"seq":64424509477,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35824,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336016,"statfs":{"total":96636764160,"available":96600080384,"internally_reserved":0,"allocated":626688,"data_stored":257231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.69299999999999995,"15min":0.70099999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.105,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.435}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.68799999999999994,"15min":0.68400000000000005},"min":{"1min":0.33800000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.73799999999999999,"15min":0.751},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.393,"5min":2.036,"15min":2.036},"last":1.369}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":1.4039999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0429999999999999,"5min":1.208,"15min":1.208},"last":0.871}]},{"osd":4,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.98899999999999999,"15min":1},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.29,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.026},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.024,"15min":1.0209999999999999},"min":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.3899999999999999,"5min":1.865,"15min":1.865},"last":0.50700000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.022,"15min":1.018},"min":{"1min":0.76000000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.5029999999999999,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.0209999999999999,"15min":1.0289999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2310000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.4550000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.087,"15min":1.093},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.462,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.075,"5min":1.0880000000000001,"15min":1.0900000000000001},"min":{"1min":0.64200000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.79100000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.0269999999999999,"15min":1.0309999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3120000000000001,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.431},{"interface":"front","average":{"1min":1.085,"5min":1.069,"15min":1.0669999999999999},"min":{"1min":0.745,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.3360000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.107}]}]},{"osd":1,"up_from":15,"seq":64424509475,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35828,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336012,"statfs":{"total":96636764160,"available":96600076288,"internally_reserved":0,"allocated":630784,"data_stored":262916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.51900000000000002},"min":{"1min":0.29799999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.37},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.35599999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.1200000000000001,"5min":1.153,"15min":1.153},"last":0.33300000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.57999999999999996},"min":{"1min":0.38100000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.28399999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.85799999999999998,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.32400000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.96099999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.66700000000000004,"15min":0.66400000000000003},"min":{"1min":0.40600000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.165,"5min":1.226,"15min":1.226},"last":0.39700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.79500000000000004,"15min":0.78400000000000003},"min":{"1min":0.64600000000000002,"5min":0.495,"15min":0.495},"max":{"1min":1.1259999999999999,"5min":1.256,"15min":1.256},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.78300000000000003,"15min":0.76100000000000001},"min":{"1min":0.58399999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.79200000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.82799999999999996,"15min":0.82399999999999995},"min":{"1min":0.58199999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.91700000000000004,"15min":0.91100000000000003},"min":{"1min":0.56499999999999995,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2689999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.98199999999999998,"15min":0.98599999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4350000000000001,"5min":1.863,"15min":1.863},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.996,"5min":0.94399999999999995,"15min":0.93600000000000005},"min":{"1min":0.60399999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.429,"5min":1.607,"15min":1.607},"last":0.77000000000000002}]},{"osd":7,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.875,"15min":0.86699999999999999},"min":{"1min":0.61599999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.252,"5min":1.458,"15min":1.458},"last":0.754},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96899999999999997,"15min":0.95799999999999996},"min":{"1min":0.61099999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.337,"5min":1.673,"15min":1.673},"last":0.63100000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542181,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35832,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336008,"statfs":{"total":96636764160,"available":96600072192,"internally_reserved":0,"allocated":638976,"data_stored":269168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.29399999999999998,"5min":0.184,"15min":0.184},"max":{"1min":1.0069999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.60899999999999999,"15min":0.59699999999999998},"min":{"1min":0.38100000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.2350000000000001,"5min":1.248,"15min":1.248},"last":0.318}]},{"osd":1,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.64200000000000002,"15min":0.626},"min":{"1min":0.33700000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63900000000000001,"15min":0.63600000000000001},"min":{"1min":0.39400000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.91300000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.33300000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59599999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.371},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.68600000000000005,"15min":0.67000000000000004},"min":{"1min":0.40000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.90300000000000002,"15min":0.89100000000000001},"min":{"1min":0.64400000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.91800000000000004,"15min":0.90300000000000002},"min":{"1min":0.58099999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.6930000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.752}]},{"osd":5,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.84699999999999998,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.998,"5min":0.93100000000000005,"15min":0.92000000000000004},"min":{"1min":0.76600000000000001,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.0229999999999999,"15min":1.0189999999999999},"min":{"1min":0.627,"5min":0.505,"15min":0.505},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.03,"5min":0.998,"15min":0.99199999999999999},"min":{"1min":0.66800000000000004,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.55000000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.024,"15min":1.0109999999999999},"min":{"1min":0.59699999999999998,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96899999999999997,"15min":0.96999999999999997},"min":{"1min":0.61799999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.68300000000000005}]}]},{"osd":0,"up_from":14,"seq":60129542179,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36408,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335432,"statfs":{"total":96636764160,"available":96599482368,"internally_reserved":0,"allocated":1216512,"data_stored":847072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.312},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.33400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.95699999999999996,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.66000000000000003,"15min":0.66300000000000003},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":1.042,"15min":1.042},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.91800000000000004,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.70199999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.76500000000000001,"15min":0.78100000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0449999999999999,"5min":1.806,"15min":1.806},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.755,"15min":0.76700000000000002},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.99299999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.006},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.536,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.73699999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0369999999999999,"15min":1.046},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3260000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.751},{"interface":"front","average":{"1min":0.94399999999999995,"5min":1.0189999999999999,"15min":1.0309999999999999},"min":{"1min":0.68200000000000005,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3240000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92200000000000004}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":1.0349999999999999,"15min":1.0449999999999999},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.331,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.036,"15min":1.046},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2569999999999999,"5min":1.889,"15min":1.889},"last":1.028}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.0660000000000001,"15min":1.079},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.284,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.03,"5min":1.0940000000000001,"15min":1.105},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4350000000000001,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.86399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:59:33.995 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:59:34.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 Processor -- start 2024-09-13T15:59:34.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 -- start start 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f85d015c760 0x7f85d00b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d00d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f85d00d21b0 0x7f85d00cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85d00d17e0 con 0x7f85d00d21b0 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85d00d0bd0 con 0x7f85d015c760 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85d4c84640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85d00d0eb0 con 0x7f85d00d0630 2024-09-13T15:59:34.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f85d00d21b0 0x7f85d00cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f85d00d21b0 0x7f85d00cd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43508/0 (socket says 172.21.15.7:43508) 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 -- 172.21.15.7:0/1422646304 learned_addr learned my addr 172.21.15.7:0/1422646304 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ce59c640 1 --2- 172.21.15.7:0/1422646304 >> v2:172.21.15.77:3300/0 conn(0x7f85d015c760 0x7f85d00b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85cdd9b640 1 --2- 172.21.15.7:0/1422646304 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d00d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 -- 172.21.15.7:0/1422646304 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 msgr2=0x7f85d00d1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 --2- 172.21.15.7:0/1422646304 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d00d1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 -- 172.21.15.7:0/1422646304 >> v2:172.21.15.77:3300/0 conn(0x7f85d015c760 msgr2=0x7f85d00b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 --2- 172.21.15.7:0/1422646304 >> v2:172.21.15.77:3300/0 conn(0x7f85d015c760 0x7f85d00b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.109+0000 7f85ced9d640 1 -- 172.21.15.7:0/1422646304 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85d00d1190 con 0x7f85d00d21b0 2024-09-13T15:59:34.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85ced9d640 1 --2- 172.21.15.7:0/1422646304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00cd2c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f85d008b450 tx=0x7f85c801f1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf0fec7f60a26c87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85cd59a640 1 -- 172.21.15.7:0/1422646304 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c80af400 con 0x7f85d00d21b0 2024-09-13T15:59:34.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85cd59a640 1 -- 172.21.15.7:0/1422646304 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c80ab050 con 0x7f85d00d21b0 2024-09-13T15:59:34.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85cd59a640 1 -- 172.21.15.7:0/1422646304 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c80af780 con 0x7f85d00d21b0 2024-09-13T15:59:34.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- 172.21.15.7:0/1422646304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 msgr2=0x7f85d00cd2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- 172.21.15.7:0/1422646304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00cd2c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f85d008b450 tx=0x7f85c801f1e0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- 172.21.15.7:0/1422646304 shutdown_connections 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- 172.21.15.7:0/1422646304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00cd2c0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- 172.21.15.7:0/1422646304 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d00d1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- 172.21.15.7:0/1422646304 >> v2:172.21.15.77:3300/0 conn(0x7f85d015c760 0x7f85d00b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- 172.21.15.7:0/1422646304 >> 172.21.15.7:0/1422646304 conn(0x7f85d00cf070 msgr2=0x7f85d00cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- 172.21.15.7:0/1422646304 shutdown_connections 2024-09-13T15:59:34.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- 172.21.15.7:0/1422646304 wait complete. 2024-09-13T15:59:34.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 Processor -- start 2024-09-13T15:59:34.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- start start 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d01f2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00a92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85d015c760 0x7f85d0158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d00ab530 con 0x7f85d00d21b0 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d00a9ee0 con 0x7f85d015c760 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.113+0000 7f85d4c84640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85d00aa920 con 0x7f85d00d0630 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00a92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00a92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43514/0 (socket says 172.21.15.7:43514) 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 -- 172.21.15.7:0/3514737572 learned_addr learned my addr 172.21.15.7:0/3514737572 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85ced9d640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85d015c760 0x7f85d0158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85ce59c640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d01f2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 -- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 msgr2=0x7f85d01f2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d01f2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 -- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85d015c760 msgr2=0x7f85d0158430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85d015c760 0x7f85d0158430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 -- 172.21.15.7:0/3514737572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85c8009b30 con 0x7f85d00d21b0 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85ced9d640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85d015c760 0x7f85d0158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85cdd9b640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00a92e0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f85c400d7d0 tx=0x7f85c400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4004020 con 0x7f85d00d21b0 2024-09-13T15:59:34.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c4004180 con 0x7f85d00d21b0 2024-09-13T15:59:34.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4004330 con 0x7f85d00d21b0 2024-09-13T15:59:34.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85d00aac00 con 0x7f85d00d21b0 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85d00ab1c0 con 0x7f85d00d21b0 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85d00cdbe0 con 0x7f85d00d21b0 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f85c40096a0 con 0x7f85d00d21b0 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85beffd640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85b0066690 0x7f85b0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f85c4084210 con 0x7f85d00d21b0 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.117+0000 7f85ce59c640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85b0066690 0x7f85b0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.121+0000 7f85ce59c640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85b0066690 0x7f85b0068b50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f85c000b930 tx=0x7f85c0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.121+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f85c4051860 con 0x7f85d00d21b0 2024-09-13T15:59:34.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.281+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f85d00b8500 con 0x7f85b0066690 2024-09-13T15:59:34.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85beffd640 1 -- 172.21.15.7:0/3514737572 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49711 (secure 0 0 0) 0x7f85c000f860 con 0x7f85b0066690 2024-09-13T15:59:34.288 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:34.289 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:59:34.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85b0066690 msgr2=0x7f85b0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85b0066690 0x7f85b0068b50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f85c000b930 tx=0x7f85c0008040 comp rx=0 tx=0).stop 2024-09-13T15:59:34.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 msgr2=0x7f85d00a92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00a92e0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f85c400d7d0 tx=0x7f85c400dc90 comp rx=0 tx=0).stop 2024-09-13T15:59:34.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 shutdown_connections 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f85b0066690 0x7f85b0068b50 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85d015c760 0x7f85d0158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85d00d21b0 0x7f85d00a92e0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 --2- 172.21.15.7:0/3514737572 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f85d00d0630 0x7f85d01f2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 >> 172.21.15.7:0/3514737572 conn(0x7f85d00cf070 msgr2=0x7f85d00b5b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 shutdown_connections 2024-09-13T15:59:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.285+0000 7f85d4c84640 1 -- 172.21.15.7:0/3514737572 wait complete. 2024-09-13T15:59:34.308 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2024-09-13T15:59:32.542750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255052,"kb_used_data":6116,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754719668,"statfs":{"total":773094113280,"available":772832940032,"internally_reserved":0,"allocated":6262784,"data_stored":3291308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-11615,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-91,"num_write":-63,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001709"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":190,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T15:59:30.502266+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:59:30.502266+0000","last_peered":"2024-09-13T15:59:30.502266+0000","last_clean":"2024-09-13T15:59:30.502266+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:59:30.502266+0000","last_undegraded":"2024-09-13T15:59:30.502266+0000","last_fullsized":"2024-09-13T15:59:30.502266+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476774,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":1236992,"data_stored":859389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.78700000000000003,"15min":0.79000000000000004},"min":{"1min":0.50700000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.016},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.55900000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.83499999999999996,"15min":0.83199999999999996},"min":{"1min":0.59799999999999998,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.94399999999999995,"15min":0.93300000000000005},"min":{"1min":0.79600000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.81100000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.82599999999999996,"15min":0.81599999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0720000000000001,"5min":1.204,"15min":1.204},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.60699999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.236,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.753}]},{"osd":3,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.625,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.01,"5min":0.97699999999999998,"15min":0.97099999999999997},"min":{"1min":0.624,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2390000000000001,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.1930000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96099999999999997,"15min":0.96799999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.8600000000000001,"5min":1.8600000000000001,"15min":1.8600000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.92900000000000005,"15min":0.93000000000000005},"min":{"1min":0.78500000000000003,"5min":0.749,"15min":0.749},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.71299999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.51,"5min":1.51,"15min":1.51},"last":1.262},{"interface":"front","average":{"1min":1.073,"5min":1.0780000000000001,"15min":1.079},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.97999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.1200000000000001,"15min":1.117},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.083},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1180000000000001,"15min":1.113},"min":{"1min":0.90000000000000002,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.0629999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476773,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344196,"statfs":{"total":96636764160,"available":96608456704,"internally_reserved":0,"allocated":638976,"data_stored":263595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.89700000000000002,"15min":0.88100000000000001},"min":{"1min":0.60299999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.90400000000000003,"15min":0.89800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1579999999999999,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.77400000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.746,"15min":0.751},"min":{"1min":0.50800000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.98999999999999999,"5min":1.042,"15min":1.042},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.81000000000000005,"15min":0.80300000000000005},"min":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96599999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4379999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.91700000000000004,"15min":0.92000000000000004},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.1080000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.63600000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.94499999999999995,"15min":0.94799999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.2370000000000001,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.115},{"interface":"front","average":{"1min":1.018,"5min":1.0720000000000001,"15min":1.081},"min":{"1min":0.64400000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.605,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.097}]},{"osd":4,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.97499999999999998,"15min":0.98299999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.1200000000000001,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.198},{"interface":"front","average":{"1min":1,"5min":0.97299999999999998,"15min":0.96899999999999997},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.998}]},{"osd":5,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.23,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.82299999999999995},{"interface":"front","average":{"1min":1.109,"5min":1.073,"15min":1.0669999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.6319999999999999,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.1619999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1180000000000001,"15min":1.1140000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.5349999999999999,"5min":1.931,"15min":1.931},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.1120000000000001,"15min":1.115},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":1.381,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":16,"seq":68719476771,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":262916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.71399999999999997,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":1.008},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.871,"15min":0.86399999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":1.1060000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.84499999999999997,"15min":0.84699999999999998},"min":{"1min":0.55700000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.117,"5min":1.296,"15min":1.296},"last":1.036},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.95299999999999996,"15min":0.96099999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1200000000000001,"5min":1.2,"15min":1.2},"last":1.2190000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.872,"15min":0.872},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.1519999999999999,"5min":1.415,"15min":1.415},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.873,"5min":0.84699999999999998,"15min":0.84299999999999997},"min":{"1min":0.55300000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.1910000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.95399999999999996,"15min":0.94799999999999995},"min":{"1min":0.64000000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.1619999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.86299999999999999,"15min":0.85499999999999998},"min":{"1min":0.64800000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.151}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.97699999999999998,"15min":0.99099999999999999},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.254},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96799999999999997,"15min":0.95699999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.427,"5min":2.427,"15min":2.427},"last":1.2949999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.236,"5min":1.498,"15min":1.498},"last":1.3260000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.93600000000000005,"15min":0.94199999999999995},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":1.077}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0569999999999999,"15min":1.069},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.377,"5min":1.655,"15min":1.655},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.93899999999999995,"5min":1.0329999999999999,"15min":1.0489999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.1559999999999999,"5min":1.254,"15min":1.254},"last":0.89400000000000002}]}]},{"osd":4,"up_from":16,"seq":68719476773,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":643072,"data_stored":269021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.84899999999999998,"15min":0.85099999999999998},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.048}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.92800000000000005,"15min":0.94299999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1830000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.57799999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0049999999999999,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.76000000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.84899999999999998,"15min":0.84699999999999998},"min":{"1min":0.51700000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.1419999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.94899999999999995,"15min":0.95199999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.92500000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.92800000000000005,"15min":0.94599999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.157,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.94599999999999995,"15min":0.93799999999999994},"min":{"1min":0.76900000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.88600000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.97399999999999998,"15min":0.98199999999999998},"min":{"1min":0.71799999999999997,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.264,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.1200000000000001},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.98099999999999998,"15min":0.98899999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.165,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96999999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.746,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.4590000000000001,"5min":1.482,"15min":1.482},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.113,"15min":1.1220000000000001},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.161}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0700000000000001,"15min":1.083},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.2969999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.097,"5min":1.137,"15min":1.1439999999999999},"min":{"1min":0.82699999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.097}]}]},{"osd":3,"up_from":15,"seq":64424509477,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35824,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336016,"statfs":{"total":96636764160,"available":96600080384,"internally_reserved":0,"allocated":626688,"data_stored":257231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.69299999999999995,"15min":0.70099999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.105,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.435}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.68799999999999994,"15min":0.68400000000000005},"min":{"1min":0.33800000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.73799999999999999,"15min":0.751},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.393,"5min":2.036,"15min":2.036},"last":1.369}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":1.4039999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0429999999999999,"5min":1.208,"15min":1.208},"last":0.871}]},{"osd":4,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.98899999999999999,"15min":1},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.29,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.026},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.024,"15min":1.0209999999999999},"min":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.3899999999999999,"5min":1.865,"15min":1.865},"last":0.50700000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.022,"15min":1.018},"min":{"1min":0.76000000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.5029999999999999,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.0209999999999999,"15min":1.0289999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2310000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.4550000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.087,"15min":1.093},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.462,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.075,"5min":1.0880000000000001,"15min":1.0900000000000001},"min":{"1min":0.64200000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.79100000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.0269999999999999,"15min":1.0309999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3120000000000001,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.431},{"interface":"front","average":{"1min":1.085,"5min":1.069,"15min":1.0669999999999999},"min":{"1min":0.745,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.3360000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.107}]}]},{"osd":1,"up_from":15,"seq":64424509475,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35828,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336012,"statfs":{"total":96636764160,"available":96600076288,"internally_reserved":0,"allocated":630784,"data_stored":262916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.51900000000000002},"min":{"1min":0.29799999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.37},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.35599999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.1200000000000001,"5min":1.153,"15min":1.153},"last":0.33300000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.57999999999999996},"min":{"1min":0.38100000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.28399999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.85799999999999998,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.32400000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.96099999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.66700000000000004,"15min":0.66400000000000003},"min":{"1min":0.40600000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.165,"5min":1.226,"15min":1.226},"last":0.39700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.79500000000000004,"15min":0.78400000000000003},"min":{"1min":0.64600000000000002,"5min":0.495,"15min":0.495},"max":{"1min":1.1259999999999999,"5min":1.256,"15min":1.256},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.78300000000000003,"15min":0.76100000000000001},"min":{"1min":0.58399999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.79200000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.82799999999999996,"15min":0.82399999999999995},"min":{"1min":0.58199999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.91700000000000004,"15min":0.91100000000000003},"min":{"1min":0.56499999999999995,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2689999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.98199999999999998,"15min":0.98599999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4350000000000001,"5min":1.863,"15min":1.863},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.996,"5min":0.94399999999999995,"15min":0.93600000000000005},"min":{"1min":0.60399999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.429,"5min":1.607,"15min":1.607},"last":0.77000000000000002}]},{"osd":7,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.875,"15min":0.86699999999999999},"min":{"1min":0.61599999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.252,"5min":1.458,"15min":1.458},"last":0.754},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96899999999999997,"15min":0.95799999999999996},"min":{"1min":0.61099999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.337,"5min":1.673,"15min":1.673},"last":0.63100000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542181,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35832,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336008,"statfs":{"total":96636764160,"available":96600072192,"internally_reserved":0,"allocated":638976,"data_stored":269168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.29399999999999998,"5min":0.184,"15min":0.184},"max":{"1min":1.0069999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.60899999999999999,"15min":0.59699999999999998},"min":{"1min":0.38100000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.2350000000000001,"5min":1.248,"15min":1.248},"last":0.318}]},{"osd":1,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.64200000000000002,"15min":0.626},"min":{"1min":0.33700000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63900000000000001,"15min":0.63600000000000001},"min":{"1min":0.39400000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.91300000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.33300000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59599999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.371},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.68600000000000005,"15min":0.67000000000000004},"min":{"1min":0.40000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.90300000000000002,"15min":0.89100000000000001},"min":{"1min":0.64400000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.91800000000000004,"15min":0.90300000000000002},"min":{"1min":0.58099999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.6930000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.752}]},{"osd":5,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.84699999999999998,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.998,"5min":0.93100000000000005,"15min":0.92000000000000004},"min":{"1min":0.76600000000000001,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.0229999999999999,"15min":1.0189999999999999},"min":{"1min":0.627,"5min":0.505,"15min":0.505},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.03,"5min":0.998,"15min":0.99199999999999999},"min":{"1min":0.66800000000000004,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.55000000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.024,"15min":1.0109999999999999},"min":{"1min":0.59699999999999998,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96899999999999997,"15min":0.96999999999999997},"min":{"1min":0.61799999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.68300000000000005}]}]},{"osd":0,"up_from":14,"seq":60129542179,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36408,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335432,"statfs":{"total":96636764160,"available":96599482368,"internally_reserved":0,"allocated":1216512,"data_stored":847072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.312},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.33400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.95699999999999996,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.66000000000000003,"15min":0.66300000000000003},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":1.042,"15min":1.042},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.91800000000000004,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.70199999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.76500000000000001,"15min":0.78100000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0449999999999999,"5min":1.806,"15min":1.806},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.755,"15min":0.76700000000000002},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.99299999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.006},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.536,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.73699999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0369999999999999,"15min":1.046},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3260000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.751},{"interface":"front","average":{"1min":0.94399999999999995,"5min":1.0189999999999999,"15min":1.0309999999999999},"min":{"1min":0.68200000000000005,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3240000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92200000000000004}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":1.0349999999999999,"15min":1.0449999999999999},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.331,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.036,"15min":1.046},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2569999999999999,"5min":1.889,"15min":1.889},"last":1.028}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.0660000000000001,"15min":1.079},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.284,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.03,"5min":1.0940000000000001,"15min":1.105},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4350000000000001,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.86399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:59:34.309 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T15:59:34.310 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:59:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c8d934640 1 Processor -- start 2024-09-13T15:59:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c8d934640 1 -- start start 2024-09-13T15:59:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c8d934640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f3c8815da10 0x7f3c8815aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c8d934640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c8815af90 con 0x7f3c88143af0 2024-09-13T15:59:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c8d934640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c880b2d60 con 0x7f3c880cd3e0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c8d934640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c8815ddf0 con 0x7f3c8815da10 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c867fc640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f3c88143af0 0x7f3c880b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50744/0 (socket says 172.21.15.7:50744) 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c867fc640 1 -- 172.21.15.7:0/686020391 learned_addr learned my addr 172.21.15.7:0/686020391 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c86ffd640 1 --2- 172.21.15.7:0/686020391 >> v2:172.21.15.77:3300/0 conn(0x7f3c8815da10 0x7f3c8815aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497023297 0 0) 0x7f3c8815af90 con 0x7f3c88143af0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3c74003530 con 0x7f3c88143af0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3511346999 0 0) 0x7f3c74003530 con 0x7f3c88143af0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 >> v2:172.21.15.77:3300/0 conn(0x7f3c8815da10 msgr2=0x7f3c8815aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 --2- 172.21.15.7:0/686020391 >> v2:172.21.15.77:3300/0 conn(0x7f3c8815da10 0x7f3c8815aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 >> v1:172.21.15.77:6789/0 conn(0x7f3c880cd3e0 legacy=0x7f3c880cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c880b3000 con 0x7f3c88143af0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f3c70001680 con 0x7f3c88143af0 2024-09-13T15:59:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 >> v1:172.21.15.7:6789/0 conn(0x7f3c88143af0 legacy=0x7f3c880b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c74003980 0x7f3c74003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c740047d0 0x7f3c74004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c74005190 0x7f3c7400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c8815ddf0 con 0x7f3c74005190 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7400c030 con 0x7f3c74003980 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7400c1f0 con 0x7f3c740047d0 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c877fe640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c74005190 0x7f3c7400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c86ffd640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c74003980 0x7f3c74003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c867fc640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c740047d0 0x7f3c74004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c877fe640 1 -- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c740047d0 msgr2=0x7f3c74004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:34.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c877fe640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c740047d0 0x7f3c74004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c877fe640 1 -- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c74003980 msgr2=0x7f3c74003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:34.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c877fe640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c74003980 0x7f3c74003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.429+0000 7f3c877fe640 1 -- 172.21.15.7:0/686020391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c74003530 con 0x7f3c74005190 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c877fe640 1 -- 172.21.15.7:0/686020391 reap_dead start 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c877fe640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c74005190 0x7f3c7400b990 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f3c80001e70 tx=0x7f3c8001c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca282f667fe286fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c80003b80 con 0x7f3c74005190 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c80003d20 con 0x7f3c74005190 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c85ffb640 1 -- 172.21.15.7:0/686020391 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c80005260 con 0x7f3c74005190 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 -- 172.21.15.7:0/686020391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c74005190 msgr2=0x7f3c7400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c74005190 0x7f3c7400b990 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f3c80001e70 tx=0x7f3c8001c780 comp rx=0 tx=0).stop 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 -- 172.21.15.7:0/686020391 shutdown_connections 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 --2- 172.21.15.7:0/686020391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c74005190 0x7f3c7400b990 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 -- 172.21.15.7:0/686020391 >> 172.21.15.7:0/686020391 conn(0x7f3c88069f00 msgr2=0x7f3c8806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 -- 172.21.15.7:0/686020391 shutdown_connections 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 -- 172.21.15.7:0/686020391 wait complete. 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 Processor -- start 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.433+0000 7f3c8d934640 1 -- start start 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c74005190 0x7f3c880cbad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 0x7f3c880b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c8813d6c0 0x7f3c8813db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c8813e090 con 0x7f3c880c7940 2024-09-13T15:59:34.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c881f21d0 con 0x7f3c8813d6c0 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c881f24b0 con 0x7f3c74005190 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 0x7f3c880b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 0x7f3c880b0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43536/0 (socket says 172.21.15.7:43536) 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 -- 172.21.15.7:0/2758830190 learned_addr learned my addr 172.21.15.7:0/2758830190 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c877fe640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c8813d6c0 0x7f3c8813db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c86ffd640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c74005190 0x7f3c880cbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 -- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c74005190 msgr2=0x7f3c880cbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c74005190 0x7f3c880cbad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 -- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c8813d6c0 msgr2=0x7f3c8813db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c8813d6c0 0x7f3c8813db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 -- 172.21.15.7:0/2758830190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c881f2790 con 0x7f3c880c7940 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c867fc640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 0x7f3c880b0b30 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3c70007290 tx=0x7f3c70007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c7000f9c0 con 0x7f3c880c7940 2024-09-13T15:59:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c7000fb40 con 0x7f3c880c7940 2024-09-13T15:59:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c881f2a70 con 0x7f3c880c7940 2024-09-13T15:59:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c700133f0 con 0x7f3c880c7940 2024-09-13T15:59:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c88140660 con 0x7f3c880c7940 2024-09-13T15:59:34.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c8815aa50 con 0x7f3c880c7940 2024-09-13T15:59:34.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3c70013550 con 0x7f3c880c7940 2024-09-13T15:59:34.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c7ffff640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c68066690 0x7f3c68068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f3c700840c0 con 0x7f3c880c7940 2024-09-13T15:59:34.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c86ffd640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c68066690 0x7f3c68068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.437+0000 7f3c86ffd640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c68066690 0x7f3c68068b50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3c88140b40 tx=0x7f3c78008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.441+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3c700517d0 con 0x7f3c880c7940 2024-09-13T15:59:34.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.601+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3c8806bb30 con 0x7f3c68066690 2024-09-13T15:59:34.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.605+0000 7f3c7ffff640 1 -- 172.21.15.7:0/2758830190 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49711 (secure 0 0 0) 0x7f3c780096f0 con 0x7f3c68066690 2024-09-13T15:59:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:34.610 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:59:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c68066690 msgr2=0x7f3c68068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c68066690 0x7f3c68068b50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3c88140b40 tx=0x7f3c78008040 comp rx=0 tx=0).stop 2024-09-13T15:59:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 msgr2=0x7f3c880b0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 0x7f3c880b0b30 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3c70007290 tx=0x7f3c70007750 comp rx=0 tx=0).stop 2024-09-13T15:59:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 shutdown_connections 2024-09-13T15:59:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f3c68066690 0x7f3c68068b50 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c8813d6c0 0x7f3c8813db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c880c7940 0x7f3c880b0b30 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 --2- 172.21.15.7:0/2758830190 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f3c74005190 0x7f3c880cbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 >> 172.21.15.7:0/2758830190 conn(0x7f3c88069f00 msgr2=0x7f3c8806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 shutdown_connections 2024-09-13T15:59:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.609+0000 7f3c8d934640 1 -- 172.21.15.7:0/2758830190 wait complete. 2024-09-13T15:59:34.629 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-13T15:59:34.543227+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255052,"kb_used_data":6116,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754719668,"statfs":{"total":773094113280,"available":772832940032,"internally_reserved":0,"allocated":6262784,"data_stored":3291308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-11615,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-91,"num_write":-63,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001675"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":190,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T15:59:30.502266+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:59:30.502266+0000","last_peered":"2024-09-13T15:59:30.502266+0000","last_clean":"2024-09-13T15:59:30.502266+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:59:30.502266+0000","last_undegraded":"2024-09-13T15:59:30.502266+0000","last_fullsized":"2024-09-13T15:59:30.502266+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476774,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":1236992,"data_stored":859389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.78700000000000003,"15min":0.79000000000000004},"min":{"1min":0.50700000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.016},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.55900000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.83499999999999996,"15min":0.83199999999999996},"min":{"1min":0.59799999999999998,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.94399999999999995,"15min":0.93300000000000005},"min":{"1min":0.79600000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.81100000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.82599999999999996,"15min":0.81599999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0720000000000001,"5min":1.204,"15min":1.204},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.60699999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.236,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.753}]},{"osd":3,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.625,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.01,"5min":0.97699999999999998,"15min":0.97099999999999997},"min":{"1min":0.624,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2390000000000001,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.1930000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96099999999999997,"15min":0.96799999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.8600000000000001,"5min":1.8600000000000001,"15min":1.8600000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.92900000000000005,"15min":0.93000000000000005},"min":{"1min":0.78500000000000003,"5min":0.749,"15min":0.749},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.71299999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.51,"5min":1.51,"15min":1.51},"last":1.262},{"interface":"front","average":{"1min":1.073,"5min":1.0780000000000001,"15min":1.079},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.97999999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.1200000000000001,"15min":1.117},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.083},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1180000000000001,"15min":1.113},"min":{"1min":0.90000000000000002,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.0629999999999999}]}]},{"osd":6,"up_from":16,"seq":68719476773,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344196,"statfs":{"total":96636764160,"available":96608456704,"internally_reserved":0,"allocated":638976,"data_stored":263595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.89700000000000002,"15min":0.88100000000000001},"min":{"1min":0.60299999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.90400000000000003,"15min":0.89800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1579999999999999,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.77400000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.746,"15min":0.751},"min":{"1min":0.50800000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.98999999999999999,"5min":1.042,"15min":1.042},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.81000000000000005,"15min":0.80300000000000005},"min":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96599999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4379999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.91700000000000004,"15min":0.92000000000000004},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.1080000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.63600000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.94499999999999995,"15min":0.94799999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.2370000000000001,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.115},{"interface":"front","average":{"1min":1.018,"5min":1.0720000000000001,"15min":1.081},"min":{"1min":0.64400000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.605,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.097}]},{"osd":4,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.97499999999999998,"15min":0.98299999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.1200000000000001,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.198},{"interface":"front","average":{"1min":1,"5min":0.97299999999999998,"15min":0.96899999999999997},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.998}]},{"osd":5,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.23,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.82299999999999995},{"interface":"front","average":{"1min":1.109,"5min":1.073,"15min":1.0669999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.6319999999999999,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.1619999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1180000000000001,"15min":1.1140000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.5349999999999999,"5min":1.931,"15min":1.931},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.1120000000000001,"15min":1.115},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":1.381,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":16,"seq":68719476771,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":262916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.71399999999999997,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":1.008},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.871,"15min":0.86399999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":1.1060000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.84499999999999997,"15min":0.84699999999999998},"min":{"1min":0.55700000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.117,"5min":1.296,"15min":1.296},"last":1.036},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.95299999999999996,"15min":0.96099999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1200000000000001,"5min":1.2,"15min":1.2},"last":1.2190000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.872,"15min":0.872},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.1519999999999999,"5min":1.415,"15min":1.415},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.873,"5min":0.84699999999999998,"15min":0.84299999999999997},"min":{"1min":0.55300000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.1910000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.95399999999999996,"15min":0.94799999999999995},"min":{"1min":0.64000000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.1619999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.86299999999999999,"15min":0.85499999999999998},"min":{"1min":0.64800000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.151}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.97699999999999998,"15min":0.99099999999999999},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.254},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96799999999999997,"15min":0.95699999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.427,"5min":2.427,"15min":2.427},"last":1.2949999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.236,"5min":1.498,"15min":1.498},"last":1.3260000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.93600000000000005,"15min":0.94199999999999995},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":1.077}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0569999999999999,"15min":1.069},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.377,"5min":1.655,"15min":1.655},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.93899999999999995,"5min":1.0329999999999999,"15min":1.0489999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.1559999999999999,"5min":1.254,"15min":1.254},"last":0.89400000000000002}]}]},{"osd":4,"up_from":16,"seq":68719476773,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":643072,"data_stored":269021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.84899999999999998,"15min":0.85099999999999998},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.048}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.92800000000000005,"15min":0.94299999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1830000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.57799999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0049999999999999,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.76000000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.84899999999999998,"15min":0.84699999999999998},"min":{"1min":0.51700000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.1419999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.94899999999999995,"15min":0.95199999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.92500000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.92800000000000005,"15min":0.94599999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.157,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.94599999999999995,"15min":0.93799999999999994},"min":{"1min":0.76900000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.88600000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.97399999999999998,"15min":0.98199999999999998},"min":{"1min":0.71799999999999997,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.264,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.1200000000000001},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.98099999999999998,"15min":0.98899999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.165,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.96999999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.746,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.4590000000000001,"5min":1.482,"15min":1.482},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.113,"15min":1.1220000000000001},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.161}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0700000000000001,"15min":1.083},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.2969999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.097,"5min":1.137,"15min":1.1439999999999999},"min":{"1min":0.82699999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.097}]}]},{"osd":3,"up_from":15,"seq":64424509477,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35824,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336016,"statfs":{"total":96636764160,"available":96600080384,"internally_reserved":0,"allocated":626688,"data_stored":257231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.69299999999999995,"15min":0.70099999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.105,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.435}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.68799999999999994,"15min":0.68400000000000005},"min":{"1min":0.33800000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.73799999999999999,"15min":0.751},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.393,"5min":2.036,"15min":2.036},"last":1.369}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":1.4039999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0429999999999999,"5min":1.208,"15min":1.208},"last":0.871}]},{"osd":4,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.98899999999999999,"15min":1},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.29,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.026},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.024,"15min":1.0209999999999999},"min":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.3899999999999999,"5min":1.865,"15min":1.865},"last":0.50700000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.022,"15min":1.018},"min":{"1min":0.76000000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.5029999999999999,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.0209999999999999,"15min":1.0289999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2310000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.4550000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.087,"15min":1.093},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.462,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.075,"5min":1.0880000000000001,"15min":1.0900000000000001},"min":{"1min":0.64200000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.79100000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.0269999999999999,"15min":1.0309999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3120000000000001,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.431},{"interface":"front","average":{"1min":1.085,"5min":1.069,"15min":1.0669999999999999},"min":{"1min":0.745,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.3360000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.107}]}]},{"osd":1,"up_from":15,"seq":64424509475,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35828,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336012,"statfs":{"total":96636764160,"available":96600076288,"internally_reserved":0,"allocated":630784,"data_stored":262916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.51900000000000002},"min":{"1min":0.29799999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.37},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.35599999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.1200000000000001,"5min":1.153,"15min":1.153},"last":0.33300000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.57999999999999996},"min":{"1min":0.38100000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.28399999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.85799999999999998,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.32400000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.96099999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.66700000000000004,"15min":0.66400000000000003},"min":{"1min":0.40600000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.165,"5min":1.226,"15min":1.226},"last":0.39700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.79500000000000004,"15min":0.78400000000000003},"min":{"1min":0.64600000000000002,"5min":0.495,"15min":0.495},"max":{"1min":1.1259999999999999,"5min":1.256,"15min":1.256},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.78300000000000003,"15min":0.76100000000000001},"min":{"1min":0.58399999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.79200000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.82799999999999996,"15min":0.82399999999999995},"min":{"1min":0.58199999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.91700000000000004,"15min":0.91100000000000003},"min":{"1min":0.56499999999999995,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2689999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.98199999999999998,"15min":0.98599999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4350000000000001,"5min":1.863,"15min":1.863},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.996,"5min":0.94399999999999995,"15min":0.93600000000000005},"min":{"1min":0.60399999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.429,"5min":1.607,"15min":1.607},"last":0.77000000000000002}]},{"osd":7,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.875,"15min":0.86699999999999999},"min":{"1min":0.61599999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.252,"5min":1.458,"15min":1.458},"last":0.754},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96899999999999997,"15min":0.95799999999999996},"min":{"1min":0.61099999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.337,"5min":1.673,"15min":1.673},"last":0.63100000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542181,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35832,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94336008,"statfs":{"total":96636764160,"available":96600072192,"internally_reserved":0,"allocated":638976,"data_stored":269168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.29399999999999998,"5min":0.184,"15min":0.184},"max":{"1min":1.0069999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.60899999999999999,"15min":0.59699999999999998},"min":{"1min":0.38100000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.2350000000000001,"5min":1.248,"15min":1.248},"last":0.318}]},{"osd":1,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.64200000000000002,"15min":0.626},"min":{"1min":0.33700000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63900000000000001,"15min":0.63600000000000001},"min":{"1min":0.39400000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.91300000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.33300000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59599999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.371},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.68600000000000005,"15min":0.67000000000000004},"min":{"1min":0.40000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.90300000000000002,"15min":0.89100000000000001},"min":{"1min":0.64400000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.91800000000000004,"15min":0.90300000000000002},"min":{"1min":0.58099999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.6930000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.752}]},{"osd":5,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.84699999999999998,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.998,"5min":0.93100000000000005,"15min":0.92000000000000004},"min":{"1min":0.76600000000000001,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.0229999999999999,"15min":1.0189999999999999},"min":{"1min":0.627,"5min":0.505,"15min":0.505},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.71599999999999997},{"interface":"front","average":{"1min":1.03,"5min":0.998,"15min":0.99199999999999999},"min":{"1min":0.66800000000000004,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.55000000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.024,"15min":1.0109999999999999},"min":{"1min":0.59699999999999998,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96899999999999997,"15min":0.96999999999999997},"min":{"1min":0.61799999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.68300000000000005}]}]},{"osd":0,"up_from":14,"seq":60129542179,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36408,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335432,"statfs":{"total":96636764160,"available":96599482368,"internally_reserved":0,"allocated":1216512,"data_stored":847072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.312},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.33400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.95699999999999996,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.46000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.66000000000000003,"15min":0.66300000000000003},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":1.042,"15min":1.042},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.91800000000000004,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.70199999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.76500000000000001,"15min":0.78100000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0449999999999999,"5min":1.806,"15min":1.806},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.755,"15min":0.76700000000000002},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.99299999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.006},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.536,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.73699999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0369999999999999,"15min":1.046},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3260000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.751},{"interface":"front","average":{"1min":0.94399999999999995,"5min":1.0189999999999999,"15min":1.0309999999999999},"min":{"1min":0.68200000000000005,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3240000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.92200000000000004}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":1.0349999999999999,"15min":1.0449999999999999},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.331,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.036,"15min":1.046},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2569999999999999,"5min":1.889,"15min":1.889},"last":1.028}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.0660000000000001,"15min":1.079},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.284,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.03,"5min":1.0940000000000001,"15min":1.105},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4350000000000001,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.86399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:59:34.631 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:59:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.745+0000 7fdf19e6d640 1 Processor -- start 2024-09-13T15:59:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.745+0000 7fdf19e6d640 1 -- start start 2024-09-13T15:59:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.745+0000 7fdf19e6d640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf1415da10 0x7fdf1415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf140b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf1415af90 con 0x7fdf140cd3e0 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf1415ddf0 con 0x7fdf1415da10 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf140b3000 con 0x7fdf14143af0 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf137fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fdf1415da10 0x7fdf1415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf13fff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fdf140cd3e0 0x7fdf140cd810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50758/0 (socket says 172.21.15.7:50758) 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf13fff640 1 -- 172.21.15.7:0/435527326 learned_addr learned my addr 172.21.15.7:0/435527326 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf12ffd640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf140b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf137fe640 1 -- 172.21.15.7:0/435527326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 msgr2=0x7fdf140b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf137fe640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf140b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf137fe640 1 -- 172.21.15.7:0/435527326 >> v1:172.21.15.7:6789/0 conn(0x7fdf140cd3e0 legacy=0x7fdf140cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf127fc640 1 -- 172.21.15.7:0/435527326 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3206892504 0 0) 0x7fdf1415af90 con 0x7fdf140cd3e0 2024-09-13T15:59:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf137fe640 1 -- 172.21.15.7:0/435527326 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf1406b570 con 0x7fdf1415da10 2024-09-13T15:59:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf12ffd640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf140b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf137fe640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf1415da10 0x7fdf1415aa50 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fdf080097c0 tx=0x7fdf0801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aafef249e3c2142 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf127fc640 1 -- 172.21.15.7:0/435527326 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf080ab670 con 0x7fdf1415da10 2024-09-13T15:59:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf127fc640 1 -- 172.21.15.7:0/435527326 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf080ab7d0 con 0x7fdf1415da10 2024-09-13T15:59:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf127fc640 1 -- 172.21.15.7:0/435527326 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf080abb60 con 0x7fdf1415da10 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- 172.21.15.7:0/435527326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf1415da10 msgr2=0x7fdf1415aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf1415da10 0x7fdf1415aa50 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fdf080097c0 tx=0x7fdf0801c470 comp rx=0 tx=0).stop 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- 172.21.15.7:0/435527326 shutdown_connections 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf140b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/435527326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf1415da10 0x7fdf1415aa50 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- 172.21.15.7:0/435527326 >> 172.21.15.7:0/435527326 conn(0x7fdf14069f00 msgr2=0x7fdf1406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- 172.21.15.7:0/435527326 shutdown_connections 2024-09-13T15:59:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.749+0000 7fdf19e6d640 1 -- 172.21.15.7:0/435527326 wait complete. 2024-09-13T15:59:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 Processor -- start 2024-09-13T15:59:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- start start 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 0x7fdf140a8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf1415bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf1415da10 0x7fdf140acd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf140a9260 con 0x7fdf140cd3e0 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf140a9540 con 0x7fdf1415da10 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf140a9820 con 0x7fdf14143af0 2024-09-13T15:59:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 0x7fdf140a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 0x7fdf140a8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43546/0 (socket says 172.21.15.7:43546) 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 -- 172.21.15.7:0/3621781369 learned_addr learned my addr 172.21.15.7:0/3621781369 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf13fff640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf1415da10 0x7fdf140acd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf12ffd640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf1415bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 -- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 msgr2=0x7fdf1415bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf1415bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 -- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf1415da10 msgr2=0x7fdf140acd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf1415da10 0x7fdf140acd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 -- 172.21.15.7:0/3621781369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf08009420 con 0x7fdf140cd3e0 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf137fe640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 0x7fdf140a8490 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fdf080ad040 tx=0x7fdf0801acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf080b5810 con 0x7fdf140cd3e0 2024-09-13T15:59:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf080b5990 con 0x7fdf140cd3e0 2024-09-13T15:59:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf140a9b00 con 0x7fdf140cd3e0 2024-09-13T15:59:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf080b5d40 con 0x7fdf140cd3e0 2024-09-13T15:59:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf140a89d0 con 0x7fdf140cd3e0 2024-09-13T15:59:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.753+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf1406cf20 con 0x7fdf140cd3e0 2024-09-13T15:59:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.757+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf080bf410 con 0x7fdf140cd3e0 2024-09-13T15:59:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.757+0000 7fdefbfff640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf000666e0 0x7fdf00068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.757+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fdf0811ee70 con 0x7fdf140cd3e0 2024-09-13T15:59:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.757+0000 7fdf12ffd640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf000666e0 0x7fdf00068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.757+0000 7fdf12ffd640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf000666e0 0x7fdf00068ba0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdf14143a40 tx=0x7fdf04008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:34.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.761+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdf080ec410 con 0x7fdf140cd3e0 2024-09-13T15:59:34.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.921+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf1413d0a0 con 0x7fdf140cd3e0 2024-09-13T15:59:34.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdefbfff640 1 -- 172.21.15.7:0/3621781369 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) v1 ==== 74+0+13132 (secure 0 0 0) 0x7fdf080efa30 con 0x7fdf140cd3e0 2024-09-13T15:59:34.927 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:34.928 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":56,"fsid":"62cb3b98-b9d9-4dae-ba62-0d56ac47f4da","created":"2024-09-13T15:56:33.817838+0000","modified":"2024-09-13T15:59:31.707685+0000","last_up_change":"2024-09-13T15:56:45.565553+0000","last_in_change":"2024-09-13T15:56:36.152772+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:56:44.563105+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ffa4282e-28c2-403f-94e1-7513e1faf1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6801","nonce":3438611269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6803","nonce":3438611269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6807","nonce":3438611269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3438611269},{"type":"v1","addr":"172.21.15.7:6805","nonce":3438611269}]},"public_addr":"172.21.15.7:6801/3438611269","cluster_addr":"172.21.15.7:6803/3438611269","heartbeat_back_addr":"172.21.15.7:6807/3438611269","heartbeat_front_addr":"172.21.15.7:6805/3438611269","state":["exists","up"]},{"osd":1,"uuid":"4eaef98b-b9d1-4607-b2d5-8d8f0054ed3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6825","nonce":1115750945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6827","nonce":1115750945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6831","nonce":1115750945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1115750945},{"type":"v1","addr":"172.21.15.7:6829","nonce":1115750945}]},"public_addr":"172.21.15.7:6825/1115750945","cluster_addr":"172.21.15.7:6827/1115750945","heartbeat_back_addr":"172.21.15.7:6831/1115750945","heartbeat_front_addr":"172.21.15.7:6829/1115750945","state":["exists","up"]},{"osd":2,"uuid":"b1bfedcd-4767-4779-842f-3dafcc09dcb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6817","nonce":4231365296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6819","nonce":4231365296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6823","nonce":4231365296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":4231365296},{"type":"v1","addr":"172.21.15.7:6821","nonce":4231365296}]},"public_addr":"172.21.15.7:6817/4231365296","cluster_addr":"172.21.15.7:6819/4231365296","heartbeat_back_addr":"172.21.15.7:6823/4231365296","heartbeat_front_addr":"172.21.15.7:6821/4231365296","state":["exists","up"]},{"osd":3,"uuid":"275ffd21-d489-4571-8565-9bfbd1f81140","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6809","nonce":417582737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6811","nonce":417582737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6815","nonce":417582737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":417582737},{"type":"v1","addr":"172.21.15.7:6813","nonce":417582737}]},"public_addr":"172.21.15.7:6809/417582737","cluster_addr":"172.21.15.7:6811/417582737","heartbeat_back_addr":"172.21.15.7:6815/417582737","heartbeat_front_addr":"172.21.15.7:6813/417582737","state":["exists","up"]},{"osd":4,"uuid":"8628b001-55c9-4381-8b30-75aa0c6b3821","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6817","nonce":2176401181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6819","nonce":2176401181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6823","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6825","nonce":2176401181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6821","nonce":2176401181},{"type":"v1","addr":"172.21.15.77:6822","nonce":2176401181}]},"public_addr":"172.21.15.77:6817/2176401181","cluster_addr":"172.21.15.77:6819/2176401181","heartbeat_back_addr":"172.21.15.77:6825/2176401181","heartbeat_front_addr":"172.21.15.77:6822/2176401181","state":["exists","up"]},{"osd":5,"uuid":"c54139c4-f0fb-411e-a0cc-74a1e2f9d968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6801","nonce":3995402508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6803","nonce":3995402508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6809","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6811","nonce":3995402508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6805","nonce":3995402508},{"type":"v1","addr":"172.21.15.77:6807","nonce":3995402508}]},"public_addr":"172.21.15.77:6801/3995402508","cluster_addr":"172.21.15.77:6803/3995402508","heartbeat_back_addr":"172.21.15.77:6811/3995402508","heartbeat_front_addr":"172.21.15.77:6807/3995402508","state":["exists","up"]},{"osd":6,"uuid":"f8eca61f-874c-43d0-a7cc-b8d103207418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6806","nonce":4183833801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6810","nonce":4183833801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6815","nonce":4183833801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":4183833801},{"type":"v1","addr":"172.21.15.77:6813","nonce":4183833801}]},"public_addr":"172.21.15.77:6806/4183833801","cluster_addr":"172.21.15.77:6810/4183833801","heartbeat_back_addr":"172.21.15.77:6815/4183833801","heartbeat_front_addr":"172.21.15.77:6813/4183833801","state":["exists","up"]},{"osd":7,"uuid":"26ba5951-0a8d-4ee2-9a77-7b903e80dae2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6824","nonce":803097737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6827","nonce":803097737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6831","nonce":803097737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":803097737},{"type":"v1","addr":"172.21.15.77:6829","nonce":803097737}]},"public_addr":"172.21.15.77:6824/803097737","cluster_addr":"172.21.15.77:6827/803097737","heartbeat_back_addr":"172.21.15.77:6831/803097737","heartbeat_front_addr":"172.21.15.77:6829/803097737","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.349858+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.577985+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.368600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.512426+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.783613+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.631302+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.718927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:56:41.699698+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6837/1346647994":"2024-09-14T15:59:28.687183+0000","172.21.15.7:6836/1346647994":"2024-09-14T15:59:28.687183+0000","172.21.15.77:6833/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.77:6832/951821184":"2024-09-14T15:59:16.465282+0000","172.21.15.7:6837/3669705154":"2024-09-14T15:59:16.433683+0000","172.21.15.7:6836/3669705154":"2024-09-14T15:59:16.433683+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf000666e0 msgr2=0x7fdf00068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf000666e0 0x7fdf00068ba0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdf14143a40 tx=0x7fdf04008040 comp rx=0 tx=0).stop 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 msgr2=0x7fdf140a8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 0x7fdf140a8490 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fdf080ad040 tx=0x7fdf0801acb0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 shutdown_connections 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fdf000666e0 0x7fdf00068ba0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf1415da10 0x7fdf140acd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fdf14143af0 0x7fdf1415bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 --2- 172.21.15.7:0/3621781369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf140cd3e0 0x7fdf140a8490 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 >> 172.21.15.7:0/3621781369 conn(0x7fdf14069f00 msgr2=0x7fdf140ae230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:34.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 shutdown_connections 2024-09-13T15:59:34.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:34.925+0000 7fdf19e6d640 1 -- 172.21.15.7:0/3621781369 wait complete. 2024-09-13T15:59:35.947 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T15:59:35.947 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:36.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.081+0000 7f5d921b8640 1 Processor -- start 2024-09-13T15:59:36.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.081+0000 7f5d921b8640 1 -- start start 2024-09-13T15:59:36.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d8c156f80 0x7f5d8c0715b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c071af0 0x7f5d8c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d8c0b0130 con 0x7f5d8c156ba0 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d8c071fa0 con 0x7f5d8c156f80 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c06b130 con 0x7f5d8c071af0 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d83fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f5d8c156f80 0x7f5d8c0715b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d8b7fe640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f5d8c156ba0 0x7f5d8c15ccc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:42758/0 (socket says 172.21.15.7:42758) 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d8b7fe640 1 -- 172.21.15.7:0/631104757 learned_addr learned my addr 172.21.15.7:0/631104757 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d8bfff640 1 --2- 172.21.15.7:0/631104757 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c071af0 0x7f5d8c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d83fff640 1 -- 172.21.15.7:0/631104757 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c071af0 msgr2=0x7f5d8c06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d83fff640 1 --2- 172.21.15.7:0/631104757 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c071af0 0x7f5d8c06bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d83fff640 1 -- 172.21.15.7:0/631104757 >> v1:172.21.15.77:6789/0 conn(0x7f5d8c156ba0 legacy=0x7f5d8c15ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d83fff640 1 -- 172.21.15.7:0/631104757 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d8c0cceb0 con 0x7f5d8c156f80 2024-09-13T15:59:36.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d83fff640 1 --2- 172.21.15.7:0/631104757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156f80 0x7f5d8c0715b0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f5d740097f0 tx=0x7f5d7401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9de611565f62b403 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d8affd640 1 -- 172.21.15.7:0/631104757 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d740ab670 con 0x7f5d8c156f80 2024-09-13T15:59:36.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d8affd640 1 -- 172.21.15.7:0/631104757 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d740ab7d0 con 0x7f5d8c156f80 2024-09-13T15:59:36.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d8affd640 1 -- 172.21.15.7:0/631104757 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d740abb60 con 0x7f5d8c156f80 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 -- 172.21.15.7:0/631104757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156f80 msgr2=0x7f5d8c0715b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 --2- 172.21.15.7:0/631104757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156f80 0x7f5d8c0715b0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f5d740097f0 tx=0x7f5d7401c470 comp rx=0 tx=0).stop 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 -- 172.21.15.7:0/631104757 shutdown_connections 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 --2- 172.21.15.7:0/631104757 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c071af0 0x7f5d8c06bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 --2- 172.21.15.7:0/631104757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156f80 0x7f5d8c0715b0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.085+0000 7f5d921b8640 1 -- 172.21.15.7:0/631104757 >> 172.21.15.7:0/631104757 conn(0x7f5d8c06d6d0 msgr2=0x7f5d8c06dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- 172.21.15.7:0/631104757 shutdown_connections 2024-09-13T15:59:36.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- 172.21.15.7:0/631104757 wait complete. 2024-09-13T15:59:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 Processor -- start 2024-09-13T15:59:36.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- start start 2024-09-13T15:59:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d8c071af0 0x7f5d8c14e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156ba0 0x7f5d8c14ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c156f80 0x7f5d8c14f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c14f9d0 con 0x7f5d8c156ba0 2024-09-13T15:59:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c0cedc0 con 0x7f5d8c071af0 2024-09-13T15:59:36.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c0ce520 con 0x7f5d8c156f80 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156ba0 0x7f5d8c14ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156ba0 0x7f5d8c14ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43564/0 (socket says 172.21.15.7:43564) 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 -- 172.21.15.7:0/3164911027 learned_addr learned my addr 172.21.15.7:0/3164911027 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d8b7fe640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d8c071af0 0x7f5d8c14e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d8bfff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c156f80 0x7f5d8c14f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 -- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c156f80 msgr2=0x7f5d8c14f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c156f80 0x7f5d8c14f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 -- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d8c071af0 msgr2=0x7f5d8c14e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d8c071af0 0x7f5d8c14e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 -- 172.21.15.7:0/3164911027 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d74009420 con 0x7f5d8c156ba0 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d8bfff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f5d8c156f80 0x7f5d8c14f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d83fff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156ba0 0x7f5d8c14ee10 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f5d740ad040 tx=0x7f5d7401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d740bf610 con 0x7f5d8c156ba0 2024-09-13T15:59:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d740bf770 con 0x7f5d8c156ba0 2024-09-13T15:59:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d8c0ce800 con 0x7f5d8c156ba0 2024-09-13T15:59:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d740bfb20 con 0x7f5d8c156ba0 2024-09-13T15:59:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.089+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d8c1469d0 con 0x7f5d8c156ba0 2024-09-13T15:59:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5d8c06b620 con 0x7f5d8c156ba0 2024-09-13T15:59:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5d740b5400 con 0x7f5d8c156ba0 2024-09-13T15:59:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d6c0666c0 0x7f5d6c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f5d7411edb0 con 0x7f5d8c156ba0 2024-09-13T15:59:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d8b7fe640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d6c0666c0 0x7f5d6c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f5d6c06c660 0x7f5d6c06ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 --> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5d6c06f130 con 0x7f5d6c06c660 2024-09-13T15:59:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5d74121470 con 0x7f5d8c156ba0 2024-09-13T15:59:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d8bfff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f5d6c06c660 0x7f5d6c06ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d8b7fe640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d6c0666c0 0x7f5d6c068b80 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c005890 tx=0x7f5d7c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d8bfff640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f5d6c06c660 0x7f5d6c06ea80 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.093+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== osd.0 v2:172.21.15.7:6800/3438611269 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f5d6c06f130 con 0x7f5d6c06c660 2024-09-13T15:59:36.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.105+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 --> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f5d8c0ce660 con 0x7f5d6c06c660 2024-09-13T15:59:36.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.105+0000 7f5d88ff9640 1 -- 172.21.15.7:0/3164911027 <== osd.0 v2:172.21.15.7:6800/3438611269 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f5d8c0ce660 con 0x7f5d6c06c660 2024-09-13T15:59:36.111 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:36.111 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:36.111 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f5d6c06c660 msgr2=0x7f5d6c06ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6800/3438611269,v1:172.21.15.7:6801/3438611269] conn(0x7f5d6c06c660 0x7f5d6c06ea80 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d6c0666c0 msgr2=0x7f5d6c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5d6c0666c0 0x7f5d6c068b80 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c005890 tx=0x7f5d7c009040 comp rx=0 tx=0).stop 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156ba0 msgr2=0x7f5d8c14ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 --2- 172.21.15.7:0/3164911027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d8c156ba0 0x7f5d8c14ee10 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f5d740ad040 tx=0x7f5d7401acb0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d8bfff640 1 -- 172.21.15.7:0/3164911027 reap_dead start 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 shutdown_connections 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 >> 172.21.15.7:0/3164911027 conn(0x7f5d8c06d6d0 msgr2=0x7f5d8c06ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 shutdown_connections 2024-09-13T15:59:36.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.109+0000 7f5d921b8640 1 -- 172.21.15.7:0/3164911027 wait complete. 2024-09-13T15:59:36.128 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T15:59:36.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.237+0000 7fe7c37c6640 1 Processor -- start 2024-09-13T15:59:36.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.237+0000 7fe7c37c6640 1 -- start start 2024-09-13T15:59:36.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c37c6640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe7bc06fc70 0x7fe7bc070100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c37c6640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7bc0715f0 con 0x7fe7bc065c80 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c37c6640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7bc0707e0 con 0x7fe7bc152ff0 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c37c6640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7bc070ac0 con 0x7fe7bc06fc70 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c1d63640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fe7bc065c80 0x7fe7bc06cf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50768/0 (socket says 172.21.15.7:50768) 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c1d63640 1 -- 172.21.15.7:0/518396236 learned_addr learned my addr 172.21.15.7:0/518396236 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 --2- 172.21.15.7:0/518396236 >> v2:172.21.15.77:3300/0 conn(0x7fe7bc06fc70 0x7fe7bc070100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3792411118 0 0) 0x7fe7bc0715f0 con 0x7fe7bc065c80 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7a8005740 con 0x7fe7bc065c80 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3469501162 0 0) 0x7fe7a8005740 con 0x7fe7bc065c80 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 >> v2:172.21.15.77:3300/0 conn(0x7fe7bc06fc70 msgr2=0x7fe7bc070100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 --2- 172.21.15.7:0/518396236 >> v2:172.21.15.77:3300/0 conn(0x7fe7bc06fc70 0x7fe7bc070100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 >> v1:172.21.15.77:6789/0 conn(0x7fe7bc152ff0 legacy=0x7fe7bc0b2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7bc0b1eb0 con 0x7fe7bc065c80 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fe7b4001a00 con 0x7fe7bc065c80 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 >> v1:172.21.15.7:6789/0 conn(0x7fe7bc065c80 legacy=0x7fe7bc06cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7a8005b90 0x7fe7a8005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7a80069e0 0x7fe7a8006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80073a0 0x7fe7a800dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7bc070ac0 con 0x7fe7a80069e0 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a800e240 con 0x7fe7a80073a0 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a800e400 con 0x7fe7a8005b90 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7a80069e0 0x7fe7a8006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c1562640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7a8005b90 0x7fe7a8005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c1d63640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80073a0 0x7fe7a800dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 -- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7a8005b90 msgr2=0x7fe7a8005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7a8005b90 0x7fe7a8005fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 -- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80073a0 msgr2=0x7fe7a800dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80073a0 0x7fe7a800dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c0d61640 1 -- 172.21.15.7:0/518396236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a8005740 con 0x7fe7a80069e0 2024-09-13T15:59:36.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c1d63640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80073a0 0x7fe7a800dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:36.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.241+0000 7fe7c1d63640 1 -- 172.21.15.7:0/518396236 reap_dead start 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c0d61640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7a80069e0 0x7fe7a8006e60 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac009ae0 tx=0x7fe7ac01c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a749fac536b804bb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac0a6490 con 0x7fe7a80069e0 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7ac0a65f0 con 0x7fe7a80069e0 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7b3fff640 1 -- 172.21.15.7:0/518396236 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac0a69a0 con 0x7fe7a80069e0 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- 172.21.15.7:0/518396236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7a80069e0 msgr2=0x7fe7a8006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7a80069e0 0x7fe7a8006e60 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac009ae0 tx=0x7fe7ac01c890 comp rx=0 tx=0).stop 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- 172.21.15.7:0/518396236 shutdown_connections 2024-09-13T15:59:36.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/518396236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7a80069e0 0x7fe7a8006e60 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- 172.21.15.7:0/518396236 >> 172.21.15.7:0/518396236 conn(0x7fe7bc06ae40 msgr2=0x7fe7bc06b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- 172.21.15.7:0/518396236 shutdown_connections 2024-09-13T15:59:36.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- 172.21.15.7:0/518396236 wait complete. 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 Processor -- start 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- start start 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80069e0 0x7fe7bc1450c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7bc155db0 0x7fe7bc156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 0x7fe7bc147c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7bc145600 con 0x7fe7bc147790 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7bc154da0 con 0x7fe7a80069e0 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c37c6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7bc154ff0 con 0x7fe7bc155db0 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 0x7fe7bc147c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 0x7fe7bc147c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43582/0 (socket says 172.21.15.7:43582) 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 -- 172.21.15.7:0/893915497 learned_addr learned my addr 172.21.15.7:0/893915497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:36.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1562640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80069e0 0x7fe7bc1450c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c0d61640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7bc155db0 0x7fe7bc156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 -- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7bc155db0 msgr2=0x7fe7bc156210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7bc155db0 0x7fe7bc156210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 -- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80069e0 msgr2=0x7fe7bc1450c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80069e0 0x7fe7bc1450c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.245+0000 7fe7c1d63640 1 -- 172.21.15.7:0/893915497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7bc1552d0 con 0x7fe7bc147790 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7c1d63640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 0x7fe7bc147c10 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc0712c0 tx=0x7fe7b4010b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b400e850 con 0x7fe7bc147790 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7b400e9b0 con 0x7fe7bc147790 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7bc1555b0 con 0x7fe7bc147790 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b400ed20 con 0x7fe7bc147790 2024-09-13T15:59:36.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7bc1459c0 con 0x7fe7bc147790 2024-09-13T15:59:36.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7bc066110 con 0x7fe7bc147790 2024-09-13T15:59:36.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe7b401e3b0 con 0x7fe7bc147790 2024-09-13T15:59:36.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7b1ffb640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe7a0066690 0x7fe7a0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fe7b40868c0 con 0x7fe7bc147790 2024-09-13T15:59:36.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7c1562640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe7a0066690 0x7fe7a0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.249+0000 7fe7c1562640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe7a0066690 0x7fe7a0068b50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe7b80016e0 tx=0x7fe7b8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.253+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7b4053e90 con 0x7fe7bc147790 2024-09-13T15:59:36.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.409+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fe7bc0b2470 con 0x7fe7a0066690 2024-09-13T15:59:36.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7b1ffb640 1 -- 172.21.15.7:0/893915497 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe7b800d050 con 0x7fe7a0066690 2024-09-13T15:59:36.416 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T15:59:36.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe7a0066690 msgr2=0x7fe7a0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe7a0066690 0x7fe7a0068b50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe7b80016e0 tx=0x7fe7b8009040 comp rx=0 tx=0).stop 2024-09-13T15:59:36.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 msgr2=0x7fe7bc147c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 0x7fe7bc147c10 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc0712c0 tx=0x7fe7b4010b40 comp rx=0 tx=0).stop 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 shutdown_connections 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe7a0066690 0x7fe7a0068b50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7bc147790 0x7fe7bc147c10 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe7bc155db0 0x7fe7bc156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 --2- 172.21.15.7:0/893915497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7a80069e0 0x7fe7bc1450c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 >> 172.21.15.7:0/893915497 conn(0x7fe7bc06ae40 msgr2=0x7fe7bc06b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 shutdown_connections 2024-09-13T15:59:36.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.413+0000 7fe7c37c6640 1 -- 172.21.15.7:0/893915497 wait complete. 2024-09-13T15:59:36.433 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T15:59:36.434 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:36.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 Processor -- start 2024-09-13T15:59:36.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 -- start start 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0960143af0 0x7f096015aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f09600cd3e0 0x7f09600cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f096015af90 con 0x7f096015da10 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f096015ddf0 con 0x7f09600cd3e0 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f0968429640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09600b2d60 con 0x7f0960143af0 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f09661c5640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f096015da10 0x7f09600b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:42790/0 (socket says 172.21.15.7:42790) 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f09661c5640 1 -- 172.21.15.7:0/2622072912 learned_addr learned my addr 172.21.15.7:0/2622072912 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f09659c4640 1 --2- 172.21.15.7:0/2622072912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0960143af0 0x7f096015aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.553+0000 7f09669c6640 1 --2- 172.21.15.7:0/2622072912 >> v2:172.21.15.77:3300/0 conn(0x7f09600cd3e0 0x7f09600cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09651c3640 1 -- 172.21.15.7:0/2622072912 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 433767065 0 0) 0x7f096015af90 con 0x7f096015da10 2024-09-13T15:59:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09651c3640 1 -- 172.21.15.7:0/2622072912 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f094c003530 con 0x7f096015da10 2024-09-13T15:59:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09659c4640 1 -- 172.21.15.7:0/2622072912 >> v2:172.21.15.77:3300/0 conn(0x7f09600cd3e0 msgr2=0x7f09600cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09659c4640 1 --2- 172.21.15.7:0/2622072912 >> v2:172.21.15.77:3300/0 conn(0x7f09600cd3e0 0x7f09600cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09659c4640 1 -- 172.21.15.7:0/2622072912 >> v1:172.21.15.77:6789/0 conn(0x7f096015da10 legacy=0x7f09600b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09659c4640 1 -- 172.21.15.7:0/2622072912 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09600b3000 con 0x7f0960143af0 2024-09-13T15:59:36.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09659c4640 1 --2- 172.21.15.7:0/2622072912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0960143af0 0x7f096015aa50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f09500097c0 tx=0x7f095001c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0f64ff69221f9a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09651c3640 1 -- 172.21.15.7:0/2622072912 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09500ab670 con 0x7f0960143af0 2024-09-13T15:59:36.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09651c3640 1 -- 172.21.15.7:0/2622072912 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09500ab7d0 con 0x7f0960143af0 2024-09-13T15:59:36.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f09651c3640 1 -- 172.21.15.7:0/2622072912 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09500abb40 con 0x7f0960143af0 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 -- 172.21.15.7:0/2622072912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0960143af0 msgr2=0x7f096015aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 --2- 172.21.15.7:0/2622072912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0960143af0 0x7f096015aa50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f09500097c0 tx=0x7f095001c470 comp rx=0 tx=0).stop 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 -- 172.21.15.7:0/2622072912 shutdown_connections 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 --2- 172.21.15.7:0/2622072912 >> v2:172.21.15.77:3300/0 conn(0x7f09600cd3e0 0x7f09600cd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 --2- 172.21.15.7:0/2622072912 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0960143af0 0x7f096015aa50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 -- 172.21.15.7:0/2622072912 >> 172.21.15.7:0/2622072912 conn(0x7f0960069f00 msgr2=0x7f096006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 -- 172.21.15.7:0/2622072912 shutdown_connections 2024-09-13T15:59:36.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.557+0000 7f0968429640 1 -- 172.21.15.7:0/2622072912 wait complete. 2024-09-13T15:59:36.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 Processor -- start 2024-09-13T15:59:36.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- start start 2024-09-13T15:59:36.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09600cd3e0 0x7f09601f86c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0960143af0 0x7f096015bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f096015da10 0x7f096015c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09600aea00 con 0x7f0960143af0 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09601f8c00 con 0x7f096015da10 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09600addf0 con 0x7f09600cd3e0 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0960143af0 0x7f096015bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0960143af0 0x7f096015bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43590/0 (socket says 172.21.15.7:43590) 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 -- 172.21.15.7:0/2483670451 learned_addr learned my addr 172.21.15.7:0/2483670451 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09669c6640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f096015da10 0x7f096015c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09661c5640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09600cd3e0 0x7f09601f86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 -- 172.21.15.7:0/2483670451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09600cd3e0 msgr2=0x7f09601f86c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f09600cd3e0 0x7f09601f86c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 -- 172.21.15.7:0/2483670451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f096015da10 msgr2=0x7f096015c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f096015da10 0x7f096015c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 -- 172.21.15.7:0/2483670451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0950009420 con 0x7f0960143af0 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f09659c4640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0960143af0 0x7f096015bd30 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f09500ad040 tx=0x7f0950019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0950004450 con 0x7f0960143af0 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09500ab940 con 0x7f0960143af0 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09600ae0d0 con 0x7f0960143af0 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09500abcd0 con 0x7f0960143af0 2024-09-13T15:59:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09600ae690 con 0x7f0960143af0 2024-09-13T15:59:36.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.561+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f09600cdd50 con 0x7f0960143af0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0950003620 con 0x7f0960143af0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0944066690 0x7f0944068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f095011e570 con 0x7f0960143af0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f09661c5640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0944066690 0x7f0944068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7f094406c630 0x7f094406ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 --> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f094406f100 con 0x7f094406c630 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f095011e9c0 con 0x7f0960143af0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f09669c6640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7f094406c630 0x7f094406ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f09661c5640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0944066690 0x7f0944068b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f095c0011f0 tx=0x7f095c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f09669c6640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7f094406c630 0x7f094406ea50 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.565+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== osd.1 v2:172.21.15.7:6824/1115750945 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f094406f100 con 0x7f094406c630 2024-09-13T15:59:36.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 --> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f096006be10 con 0x7f094406c630 2024-09-13T15:59:36.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0956ffd640 1 -- 172.21.15.7:0/2483670451 <== osd.1 v2:172.21.15.7:6824/1115750945 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f095800f040 con 0x7f094406c630 2024-09-13T15:59:36.581 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:36.582 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:36.582 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:36.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7f094406c630 msgr2=0x7f094406ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6824/1115750945,v1:172.21.15.7:6825/1115750945] conn(0x7f094406c630 0x7f094406ea50 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0944066690 msgr2=0x7f0944068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0944066690 0x7f0944068b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f095c0011f0 tx=0x7f095c009040 comp rx=0 tx=0).stop 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0960143af0 msgr2=0x7f096015bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 --2- 172.21.15.7:0/2483670451 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0960143af0 0x7f096015bd30 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f09500ad040 tx=0x7f0950019210 comp rx=0 tx=0).stop 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f09669c6640 1 -- 172.21.15.7:0/2483670451 reap_dead start 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 shutdown_connections 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 >> 172.21.15.7:0/2483670451 conn(0x7f0960069f00 msgr2=0x7f0960142760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 shutdown_connections 2024-09-13T15:59:36.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.577+0000 7f0968429640 1 -- 172.21.15.7:0/2483670451 wait complete. 2024-09-13T15:59:36.597 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T15:59:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83bdc9640 1 Processor -- start 2024-09-13T15:59:36.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83bdc9640 1 -- start start 2024-09-13T15:59:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83bdc9640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe834143af0 0x7fe83415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83bdc9640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe83415af90 con 0x7fe83415da10 2024-09-13T15:59:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83bdc9640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8340b2d60 con 0x7fe8340cd3e0 2024-09-13T15:59:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83bdc9640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe83415ddf0 con 0x7fe834143af0 2024-09-13T15:59:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe839b65640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fe83415da10 0x7fe8340b2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50770/0 (socket says 172.21.15.7:50770) 2024-09-13T15:59:36.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe839b65640 1 -- 172.21.15.7:0/2783971650 learned_addr learned my addr 172.21.15.7:0/2783971650 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:36.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe839364640 1 --2- 172.21.15.7:0/2783971650 >> v2:172.21.15.77:3300/0 conn(0x7fe834143af0 0x7fe83415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1657478358 0 0) 0x7fe83415af90 con 0x7fe83415da10 2024-09-13T15:59:36.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe81c003530 con 0x7fe83415da10 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2528982327 0 0) 0x7fe81c003530 con 0x7fe83415da10 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 >> v2:172.21.15.77:3300/0 conn(0x7fe834143af0 msgr2=0x7fe83415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 --2- 172.21.15.7:0/2783971650 >> v2:172.21.15.77:3300/0 conn(0x7fe834143af0 0x7fe83415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 >> v1:172.21.15.77:6789/0 conn(0x7fe8340cd3e0 legacy=0x7fe8340cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8340b3000 con 0x7fe83415da10 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7fe824001680 con 0x7fe83415da10 2024-09-13T15:59:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 >> v1:172.21.15.7:6789/0 conn(0x7fe83415da10 legacy=0x7fe8340b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe81c0039d0 0x7fe81c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe81c0047d0 0x7fe81c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe81c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83415ddf0 con 0x7fe81c005190 2024-09-13T15:59:36.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe81c00c090 con 0x7fe81c0039d0 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe81c00c250 con 0x7fe81c0047d0 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83a366640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe81c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe839b65640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe81c0039d0 0x7fe81c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe839364640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe81c0047d0 0x7fe81c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83a366640 1 -- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe81c0047d0 msgr2=0x7fe81c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83a366640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe81c0047d0 0x7fe81c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83a366640 1 -- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe81c0039d0 msgr2=0x7fe81c003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83a366640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe81c0039d0 0x7fe81c003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.701+0000 7fe83a366640 1 -- 172.21.15.7:0/2783971650 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe81c003530 con 0x7fe81c005190 2024-09-13T15:59:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83a366640 1 -- 172.21.15.7:0/2783971650 reap_dead start 2024-09-13T15:59:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83a366640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe81c00b990 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fe82c001780 tx=0x7fe82c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c490bdb162ebc247 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82c0052d0 con 0x7fe81c005190 2024-09-13T15:59:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe82c005470 con 0x7fe81c005190 2024-09-13T15:59:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe838b63640 1 -- 172.21.15.7:0/2783971650 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82c003840 con 0x7fe81c005190 2024-09-13T15:59:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2783971650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 msgr2=0x7fe81c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe81c00b990 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fe82c001780 tx=0x7fe82c01c420 comp rx=0 tx=0).stop 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2783971650 shutdown_connections 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2783971650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe81c00b990 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2783971650 >> 172.21.15.7:0/2783971650 conn(0x7fe834069f00 msgr2=0x7fe83406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2783971650 shutdown_connections 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2783971650 wait complete. 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 Processor -- start 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- start start 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe834159e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe834140b00 0x7fe8340b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe834140f80 0x7fe8340b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe834131be0 con 0x7fe81c005190 2024-09-13T15:59:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe834131ec0 con 0x7fe834140f80 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83bdc9640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8341321a0 con 0x7fe834140b00 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe839b65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe834159e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe839b65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe834159e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43598/0 (socket says 172.21.15.7:43598) 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe839b65640 1 -- 172.21.15.7:0/2015980349 learned_addr learned my addr 172.21.15.7:0/2015980349 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe83a366640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe834140f80 0x7fe8340b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.705+0000 7fe839364640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe834140b00 0x7fe8340b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839b65640 1 -- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe834140b00 msgr2=0x7fe8340b1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839b65640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe834140b00 0x7fe8340b1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839b65640 1 -- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe834140f80 msgr2=0x7fe8340b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839b65640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe834140f80 0x7fe8340b21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839b65640 1 -- 172.21.15.7:0/2015980349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe834132480 con 0x7fe81c005190 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839364640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe834140b00 0x7fe8340b1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839b65640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe834159e30 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fe824004ed0 tx=0x7fe824007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82400f7b0 con 0x7fe81c005190 2024-09-13T15:59:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe82400f930 con 0x7fe81c005190 2024-09-13T15:59:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe834132760 con 0x7fe81c005190 2024-09-13T15:59:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82400fce0 con 0x7fe81c005190 2024-09-13T15:59:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe83415a370 con 0x7fe81c005190 2024-09-13T15:59:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe834132950 con 0x7fe81c005190 2024-09-13T15:59:36.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe82401d460 con 0x7fe81c005190 2024-09-13T15:59:36.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe8327fc640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe820066690 0x7fe820068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:36.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fe824083fd0 con 0x7fe81c005190 2024-09-13T15:59:36.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839364640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe820066690 0x7fe820068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:36.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.709+0000 7fe839364640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe820066690 0x7fe820068b50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fe8340ac3c0 tx=0x7fe82800b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:36.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.713+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe824051620 con 0x7fe81c005190 2024-09-13T15:59:36.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.869+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe8341319d0 con 0x7fe820066690 2024-09-13T15:59:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.869+0000 7fe8327fc640 1 -- 172.21.15.7:0/2015980349 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe8341319d0 con 0x7fe820066690 2024-09-13T15:59:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T15:59:36.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe820066690 msgr2=0x7fe820068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe820066690 0x7fe820068b50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fe8340ac3c0 tx=0x7fe82800b040 comp rx=0 tx=0).stop 2024-09-13T15:59:36.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 msgr2=0x7fe834159e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:36.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe834159e30 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fe824004ed0 tx=0x7fe824007430 comp rx=0 tx=0).stop 2024-09-13T15:59:36.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 shutdown_connections 2024-09-13T15:59:36.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe820066690 0x7fe820068b50 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe834140f80 0x7fe8340b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe834140b00 0x7fe8340b1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 --2- 172.21.15.7:0/2015980349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe81c005190 0x7fe834159e30 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 >> 172.21.15.7:0/2015980349 conn(0x7fe834069f00 msgr2=0x7fe83415c840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 shutdown_connections 2024-09-13T15:59:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:36.873+0000 7fe83bdc9640 1 -- 172.21.15.7:0/2015980349 wait complete. 2024-09-13T15:59:36.893 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T15:59:36.893 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 Processor -- start 2024-09-13T15:59:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 -- start start 2024-09-13T15:59:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 0x7f4c2015cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4c2006aae0 0x7f4c200d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c200d0c40 con 0x7f4c2015c7f0 2024-09-13T15:59:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c200cd1e0 con 0x7f4c2006aae0 2024-09-13T15:59:37.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.017+0000 7f4c25fae640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c200ccf00 con 0x7f4c200d2320 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 0x7f4c2015cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1ffff640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f4c2006aae0 0x7f4c200d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1f7fe640 1 --1- >> v1:172.21.15.77:6789/0 conn(0x7f4c2015c7f0 0x7f4c2006a3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:42814/0 (socket says 172.21.15.7:42814) 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 0x7f4c2015cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:46366/0 (socket says 172.21.15.7:46366) 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1f7fe640 1 -- 172.21.15.7:0/1516198979 learned_addr learned my addr 172.21.15.7:0/1516198979 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 -- 172.21.15.7:0/1516198979 >> v2:172.21.15.77:3300/0 conn(0x7f4c2006aae0 msgr2=0x7f4c200d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 --2- 172.21.15.7:0/1516198979 >> v2:172.21.15.77:3300/0 conn(0x7f4c2006aae0 0x7f4c200d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 -- 172.21.15.7:0/1516198979 >> v1:172.21.15.77:6789/0 conn(0x7f4c2015c7f0 legacy=0x7f4c2006a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 -- 172.21.15.7:0/1516198979 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c200d0310 con 0x7f4c200d2320 2024-09-13T15:59:37.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1ffff640 1 --2- 172.21.15.7:0/1516198979 >> v2:172.21.15.77:3300/0 conn(0x7f4c2006aae0 0x7f4c200d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:59:37.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c16ffd640 1 --2- 172.21.15.7:0/1516198979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 0x7f4c2015cbd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4c080097c0 tx=0x7f4c0801c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35208440ff143795 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1effd640 1 -- 172.21.15.7:0/1516198979 <== mon.2 v2:172.21.15.77:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c080ab670 con 0x7f4c200d2320 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1effd640 1 -- 172.21.15.7:0/1516198979 <== mon.2 v2:172.21.15.77:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c080ab7d0 con 0x7f4c200d2320 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c1effd640 1 -- 172.21.15.7:0/1516198979 <== mon.2 v2:172.21.15.77:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c080abb60 con 0x7f4c200d2320 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c25fae640 1 -- 172.21.15.7:0/1516198979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 msgr2=0x7f4c2015cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c25fae640 1 --2- 172.21.15.7:0/1516198979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 0x7f4c2015cbd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4c080097c0 tx=0x7f4c0801c470 comp rx=0 tx=0).stop 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c25fae640 1 -- 172.21.15.7:0/1516198979 shutdown_connections 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c25fae640 1 --2- 172.21.15.7:0/1516198979 >> v2:172.21.15.77:3300/0 conn(0x7f4c2006aae0 0x7f4c200d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c25fae640 1 --2- 172.21.15.7:0/1516198979 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c200d2320 0x7f4c2015cbd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.021+0000 7f4c25fae640 1 -- 172.21.15.7:0/1516198979 >> 172.21.15.7:0/1516198979 conn(0x7f4c200cf380 msgr2=0x7f4c200cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- 172.21.15.7:0/1516198979 shutdown_connections 2024-09-13T15:59:37.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- 172.21.15.7:0/1516198979 wait complete. 2024-09-13T15:59:37.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 Processor -- start 2024-09-13T15:59:37.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- start start 2024-09-13T15:59:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c2006aae0 0x7f4c2014c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c200d2320 0x7f4c2014cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4c2015c7f0 0x7f4c200cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c200cb580 con 0x7f4c2015c7f0 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c200c9810 con 0x7f4c200d2320 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c200c9af0 con 0x7f4c2006aae0 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4c2015c7f0 0x7f4c200cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4c2015c7f0 0x7f4c200cb9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43608/0 (socket says 172.21.15.7:43608) 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 -- 172.21.15.7:0/1513966492 learned_addr learned my addr 172.21.15.7:0/1513966492 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1f7fe640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c2006aae0 0x7f4c2014c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c16ffd640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c200d2320 0x7f4c2014cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 -- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c2006aae0 msgr2=0x7f4c2014c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c2006aae0 0x7f4c2014c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 -- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c200d2320 msgr2=0x7f4c2014cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c200d2320 0x7f4c2014cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 -- 172.21.15.7:0/1513966492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c18009a70 con 0x7f4c2015c7f0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1f7fe640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f4c2006aae0 0x7f4c2014c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c16ffd640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c200d2320 0x7f4c2014cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1ffff640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4c2015c7f0 0x7f4c200cb9d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f4c1800efc0 tx=0x7f4c1800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c18014480 con 0x7f4c2015c7f0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c1800f040 con 0x7f4c2015c7f0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c08009420 con 0x7f4c2015c7f0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c18014840 con 0x7f4c2015c7f0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c200ce050 con 0x7f4c2015c7f0 2024-09-13T15:59:37.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.025+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4c200c9980 con 0x7f4c2015c7f0 2024-09-13T15:59:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4c180149a0 con 0x7f4c2015c7f0 2024-09-13T15:59:37.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4c000666c0 0x7f4c00068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f4c180857f0 con 0x7f4c2015c7f0 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1f7fe640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4c000666c0 0x7f4c00068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f4c0006c660 0x7f4c0006ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 --> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4c0006f130 con 0x7f4c0006c660 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c18085b60 con 0x7f4c2015c7f0 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c16ffd640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f4c0006c660 0x7f4c0006ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1f7fe640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4c000666c0 0x7f4c00068b80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4c10005890 tx=0x7f4c10009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c16ffd640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f4c0006c660 0x7f4c0006ea80 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.029+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== osd.2 v2:172.21.15.7:6816/4231365296 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f4c0006f130 con 0x7f4c0006c660 2024-09-13T15:59:37.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.041+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 --> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f4c2006cbd0 con 0x7f4c0006c660 2024-09-13T15:59:37.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.041+0000 7f4c1cff9640 1 -- 172.21.15.7:0/1513966492 <== osd.2 v2:172.21.15.7:6816/4231365296 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f4c2006cbd0 con 0x7f4c0006c660 2024-09-13T15:59:37.047 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:37.047 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.041+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f4c0006c660 msgr2=0x7f4c0006ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.041+0000 7f4c25fae640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6816/4231365296,v1:172.21.15.7:6817/4231365296] conn(0x7f4c0006c660 0x7f4c0006ea80 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4c000666c0 msgr2=0x7f4c00068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f4c000666c0 0x7f4c00068b80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4c10005890 tx=0x7f4c10009040 comp rx=0 tx=0).stop 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4c2015c7f0 msgr2=0x7f4c200cb9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 --2- 172.21.15.7:0/1513966492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4c2015c7f0 0x7f4c200cb9d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f4c1800efc0 tx=0x7f4c1800c490 comp rx=0 tx=0).stop 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c1ffff640 1 -- 172.21.15.7:0/1513966492 reap_dead start 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 shutdown_connections 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 >> 172.21.15.7:0/1513966492 conn(0x7f4c200cf380 msgr2=0x7f4c200c8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 shutdown_connections 2024-09-13T15:59:37.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.045+0000 7f4c25fae640 1 -- 172.21.15.7:0/1513966492 wait complete. 2024-09-13T15:59:37.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T15:59:37.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 Processor -- start 2024-09-13T15:59:37.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 -- start start 2024-09-13T15:59:37.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f28600b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2860160ad0 0x7f286015cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2860160ef0 con 0x7f28600b2660 2024-09-13T15:59:37.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f286015da70 con 0x7f2860160ad0 2024-09-13T15:59:37.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.177+0000 7f2866022640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28600b3020 con 0x7f28600b3340 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2860160ad0 0x7f286015cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285f7fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f28600b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f2860160ad0 0x7f286015cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:53334/0 (socket says 172.21.15.7:53334) 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 -- 172.21.15.7:0/3386108563 learned_addr learned my addr 172.21.15.7:0/3386108563 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285ffff640 1 --1- 172.21.15.7:0/3386108563 >> v1:172.21.15.77:6789/0 conn(0x7f28600b2660 0x7f2860142350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.77:6789/0 says I am v1:172.21.15.7:42824/0 (socket says 172.21.15.7:42824) 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 -- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 msgr2=0x7f28600b3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 --2- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f28600b3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 -- 172.21.15.7:0/3386108563 >> v1:172.21.15.77:6789/0 conn(0x7f28600b2660 legacy=0x7f2860142350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 -- 172.21.15.7:0/3386108563 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f286015d1d0 con 0x7f2860160ad0 2024-09-13T15:59:37.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285effd640 1 --2- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286015cad0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2848009870 tx=0x7f284801c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ca56871ec43ec95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285e7fc640 1 -- 172.21.15.7:0/3386108563 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28480a9620 con 0x7f2860160ad0 2024-09-13T15:59:37.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285e7fc640 1 -- 172.21.15.7:0/3386108563 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28480a9780 con 0x7f2860160ad0 2024-09-13T15:59:37.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.181+0000 7f285e7fc640 1 -- 172.21.15.7:0/3386108563 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28480a9b10 con 0x7f2860160ad0 2024-09-13T15:59:37.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 msgr2=0x7f286015cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 --2- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286015cad0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2848009870 tx=0x7f284801c560 comp rx=0 tx=0).stop 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- 172.21.15.7:0/3386108563 shutdown_connections 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 --2- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286015cad0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 --2- 172.21.15.7:0/3386108563 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f28600b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- 172.21.15.7:0/3386108563 >> 172.21.15.7:0/3386108563 conn(0x7f2860069f00 msgr2=0x7f286006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- 172.21.15.7:0/3386108563 shutdown_connections 2024-09-13T15:59:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- 172.21.15.7:0/3386108563 wait complete. 2024-09-13T15:59:37.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 Processor -- start 2024-09-13T15:59:37.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- start start 2024-09-13T15:59:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 0x7f28601f58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f2860136ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286013b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28600af3e0 con 0x7f28600b2660 2024-09-13T15:59:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28600ae7d0 con 0x7f2860160ad0 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2866022640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28600aeab0 con 0x7f28600b3340 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 0x7f28601f58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 0x7f28601f58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43620/0 (socket says 172.21.15.7:43620) 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 -- 172.21.15.7:0/3004106575 learned_addr learned my addr 172.21.15.7:0/3004106575 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285ffff640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286013b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285effd640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f2860136ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 -- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 msgr2=0x7f2860136ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f2860136ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 -- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 msgr2=0x7f286013b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286013b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 -- 172.21.15.7:0/3004106575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28480094d0 con 0x7f28600b2660 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f285f7fe640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 0x7f28601f58d0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f285000e930 tx=0x7f285000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2850009690 con 0x7f28600b2660 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.185+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f285000ca00 con 0x7f28600b2660 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28600aed90 con 0x7f28600b2660 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f285000cd70 con 0x7f28600b2660 2024-09-13T15:59:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28600713d0 con 0x7f28600b2660 2024-09-13T15:59:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28600ad6c0 con 0x7f28600b2660 2024-09-13T15:59:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2850013470 con 0x7f28600b2660 2024-09-13T15:59:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2857fff640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2840066690 0x7f2840068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f28500842b0 con 0x7f28600b2660 2024-09-13T15:59:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f285effd640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2840066690 0x7f2840068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.189+0000 7f285effd640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2840066690 0x7f2840068b50 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f28480ae000 tx=0x7f28480b3040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.193+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f28500518b0 con 0x7f28600b2660 2024-09-13T15:59:37.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.353+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f28600aec20 con 0x7f2840066690 2024-09-13T15:59:37.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.353+0000 7f2857fff640 1 -- 172.21.15.7:0/3004106575 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f28600aec20 con 0x7f2840066690 2024-09-13T15:59:37.359 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T15:59:37.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2840066690 msgr2=0x7f2840068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2840066690 0x7f2840068b50 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f28480ae000 tx=0x7f28480b3040 comp rx=0 tx=0).stop 2024-09-13T15:59:37.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 msgr2=0x7f28601f58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 0x7f28601f58d0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f285000e930 tx=0x7f285000edf0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 shutdown_connections 2024-09-13T15:59:37.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2840066690 0x7f2840068b50 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2860160ad0 0x7f286013b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f28600b3340 0x7f2860136ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 --2- 172.21.15.7:0/3004106575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28600b2660 0x7f28601f58d0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 >> 172.21.15.7:0/3004106575 conn(0x7f2860069f00 msgr2=0x7f2860140340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 shutdown_connections 2024-09-13T15:59:37.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.357+0000 7f2866022640 1 -- 172.21.15.7:0/3004106575 wait complete. 2024-09-13T15:59:37.377 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T15:59:37.378 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:37.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.497+0000 7f2955ab6640 1 Processor -- start 2024-09-13T15:59:37.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.497+0000 7f2955ab6640 1 -- start start 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2955ab6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950069f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2955ab6640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f295006ac00 0x7f295006e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2955ab6640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2950140a20 con 0x7f295006e910 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2955ab6640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f295006edc0 con 0x7f295006ac00 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2955ab6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f295013fe10 con 0x7f295006a820 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f295006ac00 0x7f295006e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f295006ac00 0x7f295006e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43634/0 (socket says 172.21.15.7:43634) 2024-09-13T15:59:37.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294ffff640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f295006e910 0x7f295006c500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50774/0 (socket says 172.21.15.7:50774) 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 -- 172.21.15.7:0/4258562742 learned_addr learned my addr 172.21.15.7:0/4258562742 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294f7fe640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950069f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 -- 172.21.15.7:0/4258562742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 msgr2=0x7f2950069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950069f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 -- 172.21.15.7:0/4258562742 >> v1:172.21.15.7:6789/0 conn(0x7f295006e910 legacy=0x7f295006c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 -- 172.21.15.7:0/4258562742 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29501400f0 con 0x7f295006ac00 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294effd640 1 -- 172.21.15.7:0/4258562742 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3401953964 0 0) 0x7f2950140a20 con 0x7f295006e910 2024-09-13T15:59:37.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294f7fe640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950069f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:37.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f2947fff640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006ac00 0x7f295006e3d0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f2938009870 tx=0x7f293801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40bba8e4bdad088c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294effd640 1 -- 172.21.15.7:0/4258562742 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29380ab640 con 0x7f295006ac00 2024-09-13T15:59:37.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294effd640 1 -- 172.21.15.7:0/4258562742 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29380a7070 con 0x7f295006ac00 2024-09-13T15:59:37.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.501+0000 7f294effd640 1 -- 172.21.15.7:0/4258562742 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29380ab9c0 con 0x7f295006ac00 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/4258562742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006ac00 msgr2=0x7f295006e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006ac00 0x7f295006e3d0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f2938009870 tx=0x7f293801c530 comp rx=0 tx=0).stop 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/4258562742 shutdown_connections 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006ac00 0x7f295006e3d0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 --2- 172.21.15.7:0/4258562742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950069f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/4258562742 >> 172.21.15.7:0/4258562742 conn(0x7f29500b12d0 msgr2=0x7f29500b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/4258562742 shutdown_connections 2024-09-13T15:59:37.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/4258562742 wait complete. 2024-09-13T15:59:37.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 Processor -- start 2024-09-13T15:59:37.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- start start 2024-09-13T15:59:37.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950156450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f295006ac00 0x7f29500a86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006e910 0x7f2950157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f295013aba0 con 0x7f295006e910 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2950156990 con 0x7f295006ac00 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2950154950 con 0x7f295006a820 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006e910 0x7f2950157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006e910 0x7f2950157d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43642/0 (socket says 172.21.15.7:43642) 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 -- 172.21.15.7:0/581245215 learned_addr learned my addr 172.21.15.7:0/581245215 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2947fff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f295006ac00 0x7f29500a86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294f7fe640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950156450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 -- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 msgr2=0x7f2950156450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f295006a820 0x7f2950156450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 -- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f295006ac00 msgr2=0x7f29500a86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f295006ac00 0x7f29500a86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 -- 172.21.15.7:0/581245215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29380094d0 con 0x7f295006e910 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2947fff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f295006ac00 0x7f29500a86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294ffff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006e910 0x7f2950157d40 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f294800c7a0 tx=0x7f294800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f294800a640 con 0x7f295006e910 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f294800a7a0 con 0x7f295006e910 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f295013adf0 con 0x7f295006e910 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f294800abd0 con 0x7f295006e910 2024-09-13T15:59:37.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.505+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2950155c50 con 0x7f295006e910 2024-09-13T15:59:37.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2950155ab0 con 0x7f295006e910 2024-09-13T15:59:37.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f294800ad30 con 0x7f295006e910 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2930066690 0x7f2930068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f2948083be0 con 0x7f295006e910 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294f7fe640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2930066690 0x7f2930068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7f293006c630 0x7f293006ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 --> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f293006f100 con 0x7f293006c630 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2948084030 con 0x7f295006e910 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f2947fff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7f293006c630 0x7f293006ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294f7fe640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2930066690 0x7f2930068b50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2950157c70 tx=0x7f2940008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f2947fff640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7f293006c630 0x7f293006ea50 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.509+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== osd.3 v2:172.21.15.7:6808/417582737 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f293006f100 con 0x7f293006c630 2024-09-13T15:59:37.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.521+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 --> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f295013b310 con 0x7f293006c630 2024-09-13T15:59:37.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f294cff9640 1 -- 172.21.15.7:0/581245215 <== osd.3 v2:172.21.15.7:6808/417582737 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f295013b310 con 0x7f293006c630 2024-09-13T15:59:37.527 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:37.527 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:37.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7f293006c630 msgr2=0x7f293006ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6808/417582737,v1:172.21.15.7:6809/417582737] conn(0x7f293006c630 0x7f293006ea50 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2930066690 msgr2=0x7f2930068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f2930066690 0x7f2930068b50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2950157c70 tx=0x7f2940008040 comp rx=0 tx=0).stop 2024-09-13T15:59:37.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006e910 msgr2=0x7f2950157d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 --2- 172.21.15.7:0/581245215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f295006e910 0x7f2950157d40 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f294800c7a0 tx=0x7f294800cc60 comp rx=0 tx=0).stop 2024-09-13T15:59:37.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f294ffff640 1 -- 172.21.15.7:0/581245215 reap_dead start 2024-09-13T15:59:37.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 shutdown_connections 2024-09-13T15:59:37.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 >> 172.21.15.7:0/581245215 conn(0x7f29500b12d0 msgr2=0x7f295013c5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 shutdown_connections 2024-09-13T15:59:37.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.525+0000 7f2955ab6640 1 -- 172.21.15.7:0/581245215 wait complete. 2024-09-13T15:59:37.544 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T15:59:37.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 Processor -- start 2024-09-13T15:59:37.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 -- start start 2024-09-13T15:59:37.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f65a40cf480 0x7f65a40cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f65a415c970 0x7f65a4160cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65a4161200 con 0x7f65a40cf860 2024-09-13T15:59:37.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a415d780 con 0x7f65a415c970 2024-09-13T15:59:37.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a9e55640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a415ce50 con 0x7f65a40cf480 2024-09-13T15:59:37.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f65a415c970 0x7f65a4160cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f65a415c970 0x7f65a4160cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43650/0 (socket says 172.21.15.7:43650) 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 -- 172.21.15.7:0/79675374 learned_addr learned my addr 172.21.15.7:0/79675374 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f65a37fe640 1 --2- 172.21.15.7:0/79675374 >> v2:172.21.15.77:3300/0 conn(0x7f65a40cf480 0x7f65a40cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 -- 172.21.15.7:0/79675374 >> v2:172.21.15.77:3300/0 conn(0x7f65a40cf480 msgr2=0x7f65a40cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 --2- 172.21.15.7:0/79675374 >> v2:172.21.15.77:3300/0 conn(0x7f65a40cf480 0x7f65a40cd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 -- 172.21.15.7:0/79675374 >> v1:172.21.15.77:6789/0 conn(0x7f65a40cf860 legacy=0x7f65a40b78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.653+0000 7f659bfff640 1 -- 172.21.15.7:0/79675374 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a415d130 con 0x7f65a415c970 2024-09-13T15:59:37.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 --2- 172.21.15.7:0/79675374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a415c970 0x7f65a4160cc0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f65a408b9f0 tx=0x7f658c01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=298daf4f83c367 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a2ffd640 1 -- 172.21.15.7:0/79675374 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0aa430 con 0x7f65a415c970 2024-09-13T15:59:37.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a2ffd640 1 -- 172.21.15.7:0/79675374 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f658c0aa590 con 0x7f65a415c970 2024-09-13T15:59:37.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a2ffd640 1 -- 172.21.15.7:0/79675374 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0aa920 con 0x7f65a415c970 2024-09-13T15:59:37.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- 172.21.15.7:0/79675374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a415c970 msgr2=0x7f65a4160cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 --2- 172.21.15.7:0/79675374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a415c970 0x7f65a4160cc0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f65a408b9f0 tx=0x7f658c01c4b0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- 172.21.15.7:0/79675374 shutdown_connections 2024-09-13T15:59:37.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 --2- 172.21.15.7:0/79675374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a415c970 0x7f65a4160cc0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 --2- 172.21.15.7:0/79675374 >> v2:172.21.15.77:3300/0 conn(0x7f65a40cf480 0x7f65a40cd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- 172.21.15.7:0/79675374 >> 172.21.15.7:0/79675374 conn(0x7f65a406a710 msgr2=0x7f65a406ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- 172.21.15.7:0/79675374 shutdown_connections 2024-09-13T15:59:37.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- 172.21.15.7:0/79675374 wait complete. 2024-09-13T15:59:37.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 Processor -- start 2024-09-13T15:59:37.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- start start 2024-09-13T15:59:37.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65a40cf480 0x7f65a415b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 0x7f65a40caa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65a415c970 0x7f65a40caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a4161d90 con 0x7f65a40cf860 2024-09-13T15:59:37.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a4161ab0 con 0x7f65a40cf480 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a9e55640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65a4145740 con 0x7f65a415c970 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 0x7f65a40caa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 0x7f65a40caa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43654/0 (socket says 172.21.15.7:43654) 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 -- 172.21.15.7:0/1759670834 learned_addr learned my addr 172.21.15.7:0/1759670834 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a37fe640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65a40cf480 0x7f65a415b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a3fff640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65a415c970 0x7f65a40caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 -- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65a415c970 msgr2=0x7f65a40caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65a415c970 0x7f65a40caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 -- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65a40cf480 msgr2=0x7f65a415b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65a40cf480 0x7f65a415b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 -- 172.21.15.7:0/1759670834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f658c0094d0 con 0x7f65a40cf860 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f65a3fff640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65a415c970 0x7f65a40caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:37.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.657+0000 7f659bfff640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 0x7f65a40caa30 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f658c0ac040 tx=0x7f658c01acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0b3800 con 0x7f65a40cf860 2024-09-13T15:59:37.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f658c0b3980 con 0x7f65a40cf860 2024-09-13T15:59:37.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65a4145a20 con 0x7f65a40cf860 2024-09-13T15:59:37.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658c0b3d30 con 0x7f65a40cf860 2024-09-13T15:59:37.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a415bf40 con 0x7f65a40cf860 2024-09-13T15:59:37.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65a40673e0 con 0x7f65a40cf860 2024-09-13T15:59:37.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f658c0b2380 con 0x7f65a40cf860 2024-09-13T15:59:37.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a0ff9640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6584066690 0x7f6584068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f658c11e310 con 0x7f65a40cf860 2024-09-13T15:59:37.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a37fe640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6584066690 0x7f6584068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.661+0000 7f65a37fe640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6584066690 0x7f6584068b50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f65a40b7370 tx=0x7f6594008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.665+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f658c0eba70 con 0x7f65a40cf860 2024-09-13T15:59:37.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f65a41458b0 con 0x7f6584066690 2024-09-13T15:59:37.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a0ff9640 1 -- 172.21.15.7:0/1759670834 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f65a41458b0 con 0x7f6584066690 2024-09-13T15:59:37.824 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6584066690 msgr2=0x7f6584068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6584066690 0x7f6584068b50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f65a40b7370 tx=0x7f6594008040 comp rx=0 tx=0).stop 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 msgr2=0x7f65a40caa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 0x7f65a40caa30 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f658c0ac040 tx=0x7f658c01acf0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 shutdown_connections 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f6584066690 0x7f6584068b50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f65a415c970 0x7f65a40caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f65a40cf860 0x7f65a40caa30 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 --2- 172.21.15.7:0/1759670834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65a40cf480 0x7f65a415b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 >> 172.21.15.7:0/1759670834 conn(0x7f65a406a710 msgr2=0x7f65a40d25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 shutdown_connections 2024-09-13T15:59:37.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.821+0000 7f65a9e55640 1 -- 172.21.15.7:0/1759670834 wait complete. 2024-09-13T15:59:37.843 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T15:59:37.843 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:37.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f5402d640 1 Processor -- start 2024-09-13T15:59:37.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f5402d640 1 -- start start 2024-09-13T15:59:37.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f5402d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 0x7f7f4c0cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f5402d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f4c158f20 con 0x7f7f4c158b40 2024-09-13T15:59:37.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f5402d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f4c06bd60 con 0x7f7f4c0b2620 2024-09-13T15:59:37.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f5402d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c071180 con 0x7f7f4c0b20d0 2024-09-13T15:59:37.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f51dc9640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f7f4c158b40 0x7f7f4c070930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50790/0 (socket says 172.21.15.7:50790) 2024-09-13T15:59:37.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f51dc9640 1 -- 172.21.15.7:0/593706980 learned_addr learned my addr 172.21.15.7:0/593706980 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 0x7f7f4c0cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1122740046 0 0) 0x7f7f3c001120 con 0x7f7f4c158b40 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f38003450 con 0x7f7f4c158b40 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.1 v1:172.21.15.77:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2582107420 0 0) 0x7f7f4c06bd60 con 0x7f7f4c0b2620 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 --> v1:172.21.15.77:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f3c001120 con 0x7f7f4c0b2620 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2623412 0 0) 0x7f7f38003450 con 0x7f7f4c158b40 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 msgr2=0x7f7f4c0cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 0x7f7f4c0cba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 >> v1:172.21.15.77:6789/0 conn(0x7f7f4c0b2620 legacy=0x7f7f4c06ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f4c06bfb0 con 0x7f7f4c158b40 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f7f3c001790 con 0x7f7f4c158b40 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 >> v1:172.21.15.7:6789/0 conn(0x7f7f4c158b40 legacy=0x7f7f4c070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 0x7f7f38003c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f3800ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f3800b190 0x7f7f3800d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c071180 con 0x7f7f38008860 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f3800dc80 con 0x7f7f3800b190 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f3800de40 con 0x7f7f4c0b20d0 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f3800ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f51dc9640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 0x7f7f38003c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f525ca640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f3800b190 0x7f7f3800d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 -- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 msgr2=0x7f7f38003c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c0b20d0 0x7f7f38003c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 -- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f3800b190 msgr2=0x7f7f3800d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:37.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f3800b190 0x7f7f3800d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.965+0000 7f7f515c8640 1 -- 172.21.15.7:0/593706980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f38003450 con 0x7f7f38008860 2024-09-13T15:59:37.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f515c8640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f3800ac50 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009ab0 tx=0x7f7f4801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49ab8e3d1561a6cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f480a5640 con 0x7f7f38008860 2024-09-13T15:59:37.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f480a57a0 con 0x7f7f38008860 2024-09-13T15:59:37.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f50dc7640 1 -- 172.21.15.7:0/593706980 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f480a5b50 con 0x7f7f38008860 2024-09-13T15:59:37.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 -- 172.21.15.7:0/593706980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 msgr2=0x7f7f3800ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 --2- 172.21.15.7:0/593706980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f3800ac50 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009ab0 tx=0x7f7f4801ca50 comp rx=0 tx=0).stop 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f525ca640 1 -- 172.21.15.7:0/593706980 reap_dead start 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 -- 172.21.15.7:0/593706980 shutdown_connections 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 -- 172.21.15.7:0/593706980 >> 172.21.15.7:0/593706980 conn(0x7f7f4c069f00 msgr2=0x7f7f4c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 -- 172.21.15.7:0/593706980 shutdown_connections 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 -- 172.21.15.7:0/593706980 wait complete. 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 Processor -- start 2024-09-13T15:59:37.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.969+0000 7f7f5402d640 1 -- start start 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f4c153510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f4c0afb70 0x7f7f4c0b01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c06fdc0 0x7f7f4c070270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c0707b0 con 0x7f7f38008860 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c0b06f0 con 0x7f7f4c0afb70 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f4c0afff0 con 0x7f7f4c06fdc0 2024-09-13T15:59:37.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f4c153510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f4c153510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43668/0 (socket says 172.21.15.7:43668) 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 -- 172.21.15.7:0/336585482 learned_addr learned my addr 172.21.15.7:0/336585482 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f515c8640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f4c0afb70 0x7f7f4c0b01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f525ca640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c06fdc0 0x7f7f4c070270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 -- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c06fdc0 msgr2=0x7f7f4c070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f7f4c06fdc0 0x7f7f4c070270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 -- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f4c0afb70 msgr2=0x7f7f4c0b01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f4c0afb70 0x7f7f4c0b01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 -- 172.21.15.7:0/336585482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f4c0a9b50 con 0x7f7f38008860 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f515c8640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f4c0afb70 0x7f7f4c0b01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f51dc9640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f4c153510 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00eaf0 tx=0x7f7f3c005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c004a00 con 0x7f7f38008860 2024-09-13T15:59:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f3c004b80 con 0x7f7f38008860 2024-09-13T15:59:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c005050 con 0x7f7f38008860 2024-09-13T15:59:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f4c0a9e30 con 0x7f7f38008860 2024-09-13T15:59:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f4c0aa3f0 con 0x7f7f38008860 2024-09-13T15:59:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7f4c06c570 con 0x7f7f38008860 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7f3c0051b0 con 0x7f7f38008860 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7f300666c0 0x7f7f30068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f7f3c083e00 con 0x7f7f38008860 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f515c8640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7f300666c0 0x7f7f30068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f7f3006c660 0x7f7f3006ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 --> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7f3006f130 con 0x7f7f3006c660 2024-09-13T15:59:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.973+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f3c084230 con 0x7f7f38008860 2024-09-13T15:59:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.977+0000 7f7f525ca640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f7f3006c660 0x7f7f3006ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.977+0000 7f7f515c8640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7f300666c0 0x7f7f30068b80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7f480af000 tx=0x7f7f480046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.977+0000 7f7f525ca640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f7f3006c660 0x7f7f3006ea80 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.977+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== osd.4 v2:172.21.15.77:6816/2176401181 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f7f3006f130 con 0x7f7f3006c660 2024-09-13T15:59:37.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.989+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 --> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f7f4c0b0a10 con 0x7f7f3006c660 2024-09-13T15:59:37.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f427fc640 1 -- 172.21.15.7:0/336585482 <== osd.4 v2:172.21.15.77:6816/2176401181 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f7f44007990 con 0x7f7f3006c660 2024-09-13T15:59:37.995 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:37.996 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f7f3006c660 msgr2=0x7f7f3006ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.77:6816/2176401181,v1:172.21.15.77:6817/2176401181] conn(0x7f7f3006c660 0x7f7f3006ea80 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7f300666c0 msgr2=0x7f7f30068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f7f300666c0 0x7f7f30068b80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7f480af000 tx=0x7f7f480046d0 comp rx=0 tx=0).stop 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 msgr2=0x7f7f4c153510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 --2- 172.21.15.7:0/336585482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7f38008860 0x7f7f4c153510 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00eaf0 tx=0x7f7f3c005e60 comp rx=0 tx=0).stop 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f525ca640 1 -- 172.21.15.7:0/336585482 reap_dead start 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 shutdown_connections 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 >> 172.21.15.7:0/336585482 conn(0x7f7f4c069f00 msgr2=0x7f7f4c072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 shutdown_connections 2024-09-13T15:59:37.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:37.993+0000 7f7f5402d640 1 -- 172.21.15.7:0/336585482 wait complete. 2024-09-13T15:59:38.012 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T15:59:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.125+0000 7fa1dba27640 1 Processor -- start 2024-09-13T15:59:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.125+0000 7fa1dba27640 1 -- start start 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1dba27640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fa1d415da10 0x7fa1d415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1dba27640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa1d4143af0 0x7fa1d40b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1dba27640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d40cd3e0 0x7fa1d40cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1dba27640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1d415ddf0 con 0x7fa1d4143af0 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1dba27640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1d415af90 con 0x7fa1d415da10 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1dba27640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d40b3000 con 0x7fa1d40cd3e0 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa1d4143af0 0x7fa1d40b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fa1d4143af0 0x7fa1d40b2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43678/0 (socket says 172.21.15.7:43678) 2024-09-13T15:59:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2008282806 learned_addr learned my addr 172.21.15.7:0/2008282806 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d9fc4640 1 --2- 172.21.15.7:0/2008282806 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d40cd3e0 0x7fa1d40cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d97c3640 1 --2- 172.21.15.7:0/2008282806 >> v2:172.21.15.77:3300/0 conn(0x7fa1d415da10 0x7fa1d415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2008282806 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d40cd3e0 msgr2=0x7fa1d40cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 --2- 172.21.15.7:0/2008282806 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d40cd3e0 0x7fa1d40cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2008282806 >> v2:172.21.15.77:3300/0 conn(0x7fa1d415da10 msgr2=0x7fa1d415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 --2- 172.21.15.7:0/2008282806 >> v2:172.21.15.77:3300/0 conn(0x7fa1d415da10 0x7fa1d415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2008282806 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1d406b570 con 0x7fa1d4143af0 2024-09-13T15:59:38.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.129+0000 7fa1d8fc2640 1 --2- 172.21.15.7:0/2008282806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d40b2650 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fa1d4071740 tx=0x7fa1c401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=267d0e479e7561f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1cbfff640 1 -- 172.21.15.7:0/2008282806 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40aa610 con 0x7fa1d4143af0 2024-09-13T15:59:38.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1cbfff640 1 -- 172.21.15.7:0/2008282806 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c40a6040 con 0x7fa1d4143af0 2024-09-13T15:59:38.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1cbfff640 1 -- 172.21.15.7:0/2008282806 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40aa990 con 0x7fa1d4143af0 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- 172.21.15.7:0/2008282806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 msgr2=0x7fa1d40b2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2008282806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d40b2650 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fa1d4071740 tx=0x7fa1c401c4f0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- 172.21.15.7:0/2008282806 shutdown_connections 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2008282806 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d40cd3e0 0x7fa1d40cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2008282806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d40b2650 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2008282806 >> v2:172.21.15.77:3300/0 conn(0x7fa1d415da10 0x7fa1d415aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- 172.21.15.7:0/2008282806 >> 172.21.15.7:0/2008282806 conn(0x7fa1d4069f00 msgr2=0x7fa1d406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- 172.21.15.7:0/2008282806 shutdown_connections 2024-09-13T15:59:38.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- 172.21.15.7:0/2008282806 wait complete. 2024-09-13T15:59:38.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 Processor -- start 2024-09-13T15:59:38.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- start start 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d40cd3e0 0x7fa1d415c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d413b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d415da10 0x7fa1d413cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d413b9d0 con 0x7fa1d4143af0 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d413bce0 con 0x7fa1d40cd3e0 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1dba27640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d413bfc0 con 0x7fa1d415da10 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1d8fc2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d413b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1d8fc2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d413b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43680/0 (socket says 172.21.15.7:43680) 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2475497769 learned_addr learned my addr 172.21.15.7:0/2475497769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:38.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1d97c3640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d40cd3e0 0x7fa1d415c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.133+0000 7fa1d9fc4640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d415da10 0x7fa1d413cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d415da10 msgr2=0x7fa1d413cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d8fc2640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d415da10 0x7fa1d413cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d40cd3e0 msgr2=0x7fa1d415c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d8fc2640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d40cd3e0 0x7fa1d415c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d8fc2640 1 -- 172.21.15.7:0/2475497769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1c40094d0 con 0x7fa1d4143af0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d8fc2640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d413b490 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fa1c401aba0 tx=0x7fa1c401ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40bd5f0 con 0x7fa1d4143af0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c40bd750 con 0x7fa1d4143af0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40bdb00 con 0x7fa1d4143af0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1d413c2a0 con 0x7fa1d4143af0 2024-09-13T15:59:38.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1d413c860 con 0x7fa1d4143af0 2024-09-13T15:59:38.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1d40b2650 con 0x7fa1d4143af0 2024-09-13T15:59:38.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1c40b33f0 con 0x7fa1d4143af0 2024-09-13T15:59:38.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1c9ffb640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa1b8066690 0x7fa1b8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d97c3640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa1b8066690 0x7fa1b8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fa1c411eb50 con 0x7fa1d4143af0 2024-09-13T15:59:38.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.137+0000 7fa1d97c3640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa1b8066690 0x7fa1b8068b50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa1d000b930 tx=0x7fa1d0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.141+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa1c40ec250 con 0x7fa1d4143af0 2024-09-13T15:59:38.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.297+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7fa1d40cdd60 con 0x7fa1b8066690 2024-09-13T15:59:38.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.297+0000 7fa1c9ffb640 1 -- 172.21.15.7:0/2475497769 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fa1d000f860 con 0x7fa1b8066690 2024-09-13T15:59:38.302 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa1b8066690 msgr2=0x7fa1b8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa1b8066690 0x7fa1b8068b50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa1d000b930 tx=0x7fa1d0008040 comp rx=0 tx=0).stop 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 msgr2=0x7fa1d413b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d413b490 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fa1c401aba0 tx=0x7fa1c401ad30 comp rx=0 tx=0).stop 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 shutdown_connections 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fa1b8066690 0x7fa1b8068b50 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fa1d415da10 0x7fa1d413cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa1d4143af0 0x7fa1d413b490 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 --2- 172.21.15.7:0/2475497769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d40cd3e0 0x7fa1d415c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 >> 172.21.15.7:0/2475497769 conn(0x7fa1d4069f00 msgr2=0x7fa1d406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 shutdown_connections 2024-09-13T15:59:38.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.301+0000 7fa1dba27640 1 -- 172.21.15.7:0/2475497769 wait complete. 2024-09-13T15:59:38.319 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T15:59:38.319 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:38.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.433+0000 7f8999e07640 1 Processor -- start 2024-09-13T15:59:38.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.433+0000 7f8999e07640 1 -- start start 2024-09-13T15:59:38.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f8999e07640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f899406d0d0 0x7f89940b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f8999e07640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89940b15c0 con 0x7f89940b2f00 2024-09-13T15:59:38.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f8999e07640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8994070860 con 0x7f899406d4b0 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f8999e07640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8994070b40 con 0x7f899406d0d0 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89937fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f899406d0d0 0x7f89940b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f8992ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f89940b2f00 0x7f899406f470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50802/0 (socket says 172.21.15.7:50802) 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f8992ffd640 1 -- 172.21.15.7:0/2057090613 learned_addr learned my addr 172.21.15.7:0/2057090613 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89937fe640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f899406d0d0 0x7f89940b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43682/0 (socket says 172.21.15.7:43682) 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89937fe640 1 -- 172.21.15.7:0/2057090613 >> v1:172.21.15.77:6789/0 conn(0x7f899406d4b0 legacy=0x7f8994159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89937fe640 1 -- 172.21.15.7:0/2057090613 >> v1:172.21.15.7:6789/0 conn(0x7f89940b2f00 legacy=0x7f899406f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89937fe640 1 -- 172.21.15.7:0/2057090613 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8994070e20 con 0x7f899406d0d0 2024-09-13T15:59:38.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89937fe640 1 --2- 172.21.15.7:0/2057090613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d0d0 0x7f89940b3430 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f8984009d90 tx=0x7f898401c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef29abaa74e7a63e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89927fc640 1 -- 172.21.15.7:0/2057090613 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89840a5930 con 0x7f899406d0d0 2024-09-13T15:59:38.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89927fc640 1 -- 172.21.15.7:0/2057090613 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89840a5a90 con 0x7f899406d0d0 2024-09-13T15:59:38.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.437+0000 7f89927fc640 1 -- 172.21.15.7:0/2057090613 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89840a5e20 con 0x7f899406d0d0 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2057090613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d0d0 msgr2=0x7f89940b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 --2- 172.21.15.7:0/2057090613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d0d0 0x7f89940b3430 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f8984009d90 tx=0x7f898401c870 comp rx=0 tx=0).stop 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2057090613 shutdown_connections 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 --2- 172.21.15.7:0/2057090613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d0d0 0x7f89940b3430 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2057090613 >> 172.21.15.7:0/2057090613 conn(0x7f8994069f00 msgr2=0x7f899406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2057090613 shutdown_connections 2024-09-13T15:59:38.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2057090613 wait complete. 2024-09-13T15:59:38.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 Processor -- start 2024-09-13T15:59:38.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- start start 2024-09-13T15:59:38.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f899406d0d0 0x7f8994143ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d4b0 0x7f89940b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89940b2f00 0x7f89940b1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f899414f720 con 0x7f899406d4b0 2024-09-13T15:59:38.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8994148c00 con 0x7f899406d0d0 2024-09-13T15:59:38.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8994148ec0 con 0x7f89940b2f00 2024-09-13T15:59:38.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d4b0 0x7f89940b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d4b0 0x7f89940b17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43694/0 (socket says 172.21.15.7:43694) 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 -- 172.21.15.7:0/2332518523 learned_addr learned my addr 172.21.15.7:0/2332518523 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f89937fe640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f899406d0d0 0x7f8994143ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8993fff640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89940b2f00 0x7f89940b1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 -- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89940b2f00 msgr2=0x7f89940b1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f89940b2f00 0x7f89940b1d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 -- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f899406d0d0 msgr2=0x7f8994143ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f899406d0d0 0x7f8994143ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 -- 172.21.15.7:0/2332518523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8984009a70 con 0x7f899406d4b0 2024-09-13T15:59:38.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8992ffd640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d4b0 0x7f89940b17e0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8988001ec0 tx=0x7f898800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8988005cf0 con 0x7f899406d4b0 2024-09-13T15:59:38.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8988005e50 con 0x7f899406d4b0 2024-09-13T15:59:38.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89941491a0 con 0x7f899406d4b0 2024-09-13T15:59:38.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89880072d0 con 0x7f899406d4b0 2024-09-13T15:59:38.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8994145300 con 0x7f899406d4b0 2024-09-13T15:59:38.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.441+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8994166ff0 con 0x7f899406d4b0 2024-09-13T15:59:38.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8988007430 con 0x7f899406d4b0 2024-09-13T15:59:38.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8980066690 0x7f8980068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f89880832e0 con 0x7f899406d4b0 2024-09-13T15:59:38.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f89937fe640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8980066690 0x7f8980068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f898006c630 0x7f898006ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 --> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f898006f100 con 0x7f898006c630 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89880859a0 con 0x7f899406d4b0 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f89937fe640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8980066690 0x7f8980068b50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f89840af000 tx=0x7f89840a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f8993fff640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f898006c630 0x7f898006ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f8993fff640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f898006c630 0x7f898006ea50 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.445+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== osd.5 v2:172.21.15.77:6800/3995402508 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f898006f100 con 0x7f898006c630 2024-09-13T15:59:38.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 --> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f899414f580 con 0x7f898006c630 2024-09-13T15:59:38.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f897bfff640 1 -- 172.21.15.7:0/2332518523 <== osd.5 v2:172.21.15.77:6800/3995402508 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f898c0050e0 con 0x7f898006c630 2024-09-13T15:59:38.464 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:38.465 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:38.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f898006c630 msgr2=0x7f898006ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.77:6800/3995402508,v1:172.21.15.77:6801/3995402508] conn(0x7f898006c630 0x7f898006ea50 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8980066690 msgr2=0x7f8980068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f8980066690 0x7f8980068b50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f89840af000 tx=0x7f89840a7070 comp rx=0 tx=0).stop 2024-09-13T15:59:38.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d4b0 msgr2=0x7f89940b17e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 --2- 172.21.15.7:0/2332518523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f899406d4b0 0x7f89940b17e0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8988001ec0 tx=0x7f898800c890 comp rx=0 tx=0).stop 2024-09-13T15:59:38.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8993fff640 1 -- 172.21.15.7:0/2332518523 reap_dead start 2024-09-13T15:59:38.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 shutdown_connections 2024-09-13T15:59:38.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 >> 172.21.15.7:0/2332518523 conn(0x7f8994069f00 msgr2=0x7f89940ca670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 shutdown_connections 2024-09-13T15:59:38.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.461+0000 7f8999e07640 1 -- 172.21.15.7:0/2332518523 wait complete. 2024-09-13T15:59:38.479 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T15:59:38.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 Processor -- start 2024-09-13T15:59:38.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 -- start start 2024-09-13T15:59:38.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06cf20 0x7fec0c071970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fec0c06d300 0x7fec0c15cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec0c159cd0 con 0x7fec0c15d420 2024-09-13T15:59:38.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec0c15d890 con 0x7fec0c06d300 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec116ad640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c15ddd0 con 0x7fec0c06cf20 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fec0c06d300 0x7fec0c15cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fec0c06d300 0x7fec0c15cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43708/0 (socket says 172.21.15.7:43708) 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 -- 172.21.15.7:0/2575307191 learned_addr learned my addr 172.21.15.7:0/2575307191 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0affd640 1 --2- 172.21.15.7:0/2575307191 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06cf20 0x7fec0c071970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 -- 172.21.15.7:0/2575307191 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06cf20 msgr2=0x7fec0c071970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 --2- 172.21.15.7:0/2575307191 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06cf20 0x7fec0c071970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 -- 172.21.15.7:0/2575307191 >> v1:172.21.15.7:6789/0 conn(0x7fec0c15d420 legacy=0x7fec0c0b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.589+0000 7fec0a7fc640 1 -- 172.21.15.7:0/2575307191 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec0c15daf0 con 0x7fec0c06d300 2024-09-13T15:59:38.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0a7fc640 1 --2- 172.21.15.7:0/2575307191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06d300 0x7fec0c15cee0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7febf4009870 tx=0x7febf401e740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b20d668c54a23e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec09ffb640 1 -- 172.21.15.7:0/2575307191 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf40a8710 con 0x7fec0c06d300 2024-09-13T15:59:38.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec09ffb640 1 -- 172.21.15.7:0/2575307191 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febf40a8870 con 0x7fec0c06d300 2024-09-13T15:59:38.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec09ffb640 1 -- 172.21.15.7:0/2575307191 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf40a8c00 con 0x7fec0c06d300 2024-09-13T15:59:38.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- 172.21.15.7:0/2575307191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06d300 msgr2=0x7fec0c15cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 --2- 172.21.15.7:0/2575307191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06d300 0x7fec0c15cee0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7febf4009870 tx=0x7febf401e740 comp rx=0 tx=0).stop 2024-09-13T15:59:38.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- 172.21.15.7:0/2575307191 shutdown_connections 2024-09-13T15:59:38.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 --2- 172.21.15.7:0/2575307191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06d300 0x7fec0c15cee0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 --2- 172.21.15.7:0/2575307191 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06cf20 0x7fec0c071970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- 172.21.15.7:0/2575307191 >> 172.21.15.7:0/2575307191 conn(0x7fec0c06ae40 msgr2=0x7fec0c06b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- 172.21.15.7:0/2575307191 shutdown_connections 2024-09-13T15:59:38.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- 172.21.15.7:0/2575307191 wait complete. 2024-09-13T15:59:38.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 Processor -- start 2024-09-13T15:59:38.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- start start 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 0x7fec0c15aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06d300 0x7fec0c14c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fec0c15d420 0x7fec0c1519d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c0af920 con 0x7fec0c06cf20 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c15ca90 con 0x7fec0c15d420 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec116ad640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c15c4a0 con 0x7fec0c06d300 2024-09-13T15:59:38.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 0x7fec0c15aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 0x7fec0c15aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43716/0 (socket says 172.21.15.7:43716) 2024-09-13T15:59:38.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 -- 172.21.15.7:0/2637682152 learned_addr learned my addr 172.21.15.7:0/2637682152 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:38.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 -- 172.21.15.7:0/2637682152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06d300 msgr2=0x7fec0c14c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06d300 0x7fec0c14c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 -- 172.21.15.7:0/2637682152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fec0c15d420 msgr2=0x7fec0c1519d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fec0c15d420 0x7fec0c1519d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 -- 172.21.15.7:0/2637682152 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febf40094d0 con 0x7fec0c06cf20 2024-09-13T15:59:38.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec0affd640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 0x7fec0c15aa20 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7febfc007ef0 tx=0x7febfc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.593+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febfc014620 con 0x7fec0c06cf20 2024-09-13T15:59:38.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febfc014780 con 0x7fec0c06cf20 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec0c06d8c0 con 0x7fec0c06cf20 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febfc014b30 con 0x7fec0c06cf20 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec0c15c720 con 0x7fec0c06cf20 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec0c071970 con 0x7fec0c06cf20 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7febfc014c90 con 0x7fec0c06cf20 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec037fe640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7febec066690 0x7febec068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7febfc0849a0 con 0x7fec0c06cf20 2024-09-13T15:59:38.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec0a7fc640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7febec066690 0x7febec068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.597+0000 7fec0a7fc640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7febec066690 0x7febec068b50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7febf40b1000 tx=0x7febf4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.601+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7febfc051f60 con 0x7fec0c06cf20 2024-09-13T15:59:38.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7fec0c066030 con 0x7febec066690 2024-09-13T15:59:38.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec037fe640 1 -- 172.21.15.7:0/2637682152 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fec0c066030 con 0x7febec066690 2024-09-13T15:59:38.765 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T15:59:38.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7febec066690 msgr2=0x7febec068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7febec066690 0x7febec068b50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7febf40b1000 tx=0x7febf4008040 comp rx=0 tx=0).stop 2024-09-13T15:59:38.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 msgr2=0x7fec0c15aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 0x7fec0c15aa20 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7febfc007ef0 tx=0x7febfc00e4b0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 shutdown_connections 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7febec066690 0x7febec068b50 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fec0c15d420 0x7fec0c1519d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fec0c06d300 0x7fec0c14c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 --2- 172.21.15.7:0/2637682152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec0c06cf20 0x7fec0c15aa20 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.761+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 >> 172.21.15.7:0/2637682152 conn(0x7fec0c06ae40 msgr2=0x7fec0c0ccc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.765+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 shutdown_connections 2024-09-13T15:59:38.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.765+0000 7fec116ad640 1 -- 172.21.15.7:0/2637682152 wait complete. 2024-09-13T15:59:38.783 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T15:59:38.784 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:38.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1196283640 1 Processor -- start 2024-09-13T15:59:38.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1196283640 1 -- start start 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1196283640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 0x7f11900b4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1196283640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f119015b470 con 0x7f119006dd40 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1196283640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11900717d0 con 0x7f11900b5120 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1196283640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f119015b900 con 0x7f1190151430 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f119006dd40 0x7f11900b34e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50824/0 (socket says 172.21.15.7:50824) 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 -- 172.21.15.7:0/1373559622 learned_addr learned my addr 172.21.15.7:0/1373559622 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118ffff640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 0x7f11900b4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2828399954 0 0) 0x7f119015b470 con 0x7f119006dd40 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1178003530 con 0x7f119006dd40 2024-09-13T15:59:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1386408118 0 0) 0x7f1178003530 con 0x7f119006dd40 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 msgr2=0x7f11900b4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 0x7f11900b4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 >> v1:172.21.15.77:6789/0 conn(0x7f11900b5120 legacy=0x7f119006d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11900b57a0 con 0x7f119006dd40 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f1188001a00 con 0x7f119006dd40 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 >> v1:172.21.15.7:6789/0 conn(0x7f119006dd40 legacy=0x7f11900b34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11780039b0 0x7f1178003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 0x7f11780047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1178005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119015b900 con 0x7f1178004d10 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117800ba40 con 0x7f11780039b0 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f117800bc00 con 0x7f1190151430 2024-09-13T15:59:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1178005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118ffff640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11780039b0 0x7f1178003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f118f7fe640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 0x7f11780047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 -- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 msgr2=0x7f11780047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190151430 0x7f11780047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 -- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11780039b0 msgr2=0x7f1178003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11780039b0 0x7f1178003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.905+0000 7f1194820640 1 -- 172.21.15.7:0/1373559622 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1178003530 con 0x7f1178004d10 2024-09-13T15:59:38.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1194820640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1178005190 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f119015bd60 tx=0x7f118801d300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=692a4e518c500c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11880072d0 con 0x7f1178004d10 2024-09-13T15:59:38.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11880a8070 con 0x7f1178004d10 2024-09-13T15:59:38.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f118effd640 1 -- 172.21.15.7:0/1373559622 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1188007690 con 0x7f1178004d10 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 -- 172.21.15.7:0/1373559622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 msgr2=0x7f1178005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 --2- 172.21.15.7:0/1373559622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1178005190 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f119015bd60 tx=0x7f118801d300 comp rx=0 tx=0).stop 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1194820640 1 -- 172.21.15.7:0/1373559622 reap_dead start 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 -- 172.21.15.7:0/1373559622 shutdown_connections 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 -- 172.21.15.7:0/1373559622 >> 172.21.15.7:0/1373559622 conn(0x7f11900b5bd0 msgr2=0x7f11900b5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 -- 172.21.15.7:0/1373559622 shutdown_connections 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 -- 172.21.15.7:0/1373559622 wait complete. 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 Processor -- start 2024-09-13T15:59:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.909+0000 7f1196283640 1 -- start start 2024-09-13T15:59:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1190140090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190159c70 0x7f11901504c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f119014bdd0 0x7f119014c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119014c250 con 0x7f1178004d10 2024-09-13T15:59:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119014ad30 con 0x7f119014bdd0 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f119014b010 con 0x7f1190159c70 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1190140090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1190140090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43740/0 (socket says 172.21.15.7:43740) 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 -- 172.21.15.7:0/2532623742 learned_addr learned my addr 172.21.15.7:0/2532623742 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118f7fe640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190159c70 0x7f11901504c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1194820640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f119014bdd0 0x7f119014c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 -- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190159c70 msgr2=0x7f11901504c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f1190159c70 0x7f11901504c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 -- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f119014bdd0 msgr2=0x7f119014c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f119014bdd0 0x7f119014c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 -- 172.21.15.7:0/2532623742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f119014b2f0 con 0x7f1178004d10 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1194820640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f119014bdd0 0x7f119014c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:38.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118ffff640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1190140090 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f11800115e0 tx=0x7f1180011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f118000f8f0 con 0x7f1178004d10 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f118000fa50 con 0x7f1178004d10 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f119014b5d0 con 0x7f1178004d10 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f118000fdc0 con 0x7f1178004d10 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f119014a950 con 0x7f1178004d10 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f119014b180 con 0x7f1178004d10 2024-09-13T15:59:38.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1180015460 con 0x7f1178004d10 2024-09-13T15:59:38.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f117c0666c0 0x7f117c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f11800843c0 con 0x7f1178004d10 2024-09-13T15:59:38.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118f7fe640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f117c0666c0 0x7f117c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f117c06c660 0x7f117c06ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:38.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 --> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f117c06f130 con 0x7f117c06c660 2024-09-13T15:59:38.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1180086a80 con 0x7f1178004d10 2024-09-13T15:59:38.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f118f7fe640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f117c0666c0 0x7f117c068b80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f119014dbb0 tx=0x7f1184009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.913+0000 7f1194820640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f117c06c660 0x7f117c06ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:38.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.917+0000 7f1194820640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f117c06c660 0x7f117c06ea80 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:38.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.917+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== osd.6 v2:172.21.15.77:6804/4183833801 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f117c06f130 con 0x7f117c06c660 2024-09-13T15:59:38.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 --> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f119015ab40 con 0x7f117c06c660 2024-09-13T15:59:38.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f118cff9640 1 -- 172.21.15.7:0/2532623742 <== osd.6 v2:172.21.15.77:6804/4183833801 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f11880011d0 con 0x7f117c06c660 2024-09-13T15:59:38.934 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:38.934 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f117c06c660 msgr2=0x7f117c06ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.77:6804/4183833801,v1:172.21.15.77:6806/4183833801] conn(0x7f117c06c660 0x7f117c06ea80 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f117c0666c0 msgr2=0x7f117c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f117c0666c0 0x7f117c068b80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f119014dbb0 tx=0x7f1184009040 comp rx=0 tx=0).stop 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 msgr2=0x7f1190140090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 --2- 172.21.15.7:0/2532623742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1178004d10 0x7f1190140090 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f11800115e0 tx=0x7f1180011aa0 comp rx=0 tx=0).stop 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1194820640 1 -- 172.21.15.7:0/2532623742 reap_dead start 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 shutdown_connections 2024-09-13T15:59:38.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 >> 172.21.15.7:0/2532623742 conn(0x7f11900b5bd0 msgr2=0x7f11900b5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:38.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 shutdown_connections 2024-09-13T15:59:38.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:38.929+0000 7f1196283640 1 -- 172.21.15.7:0/2532623742 wait complete. 2024-09-13T15:59:38.949 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T15:59:39.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 Processor -- start 2024-09-13T15:59:39.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 -- start start 2024-09-13T15:59:39.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc815c760 0x7fecc80b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fecc80d0630 0x7fecc80d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fecc80d21b0 0x7fecc80cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecc80d17e0 con 0x7fecc80d0630 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecc80d0bd0 con 0x7fecc80d21b0 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7feccc981640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecc80d0eb0 con 0x7fecc815c760 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fecc80d0630 0x7fecc80d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fecc80d0630 0x7fecc80d1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43742/0 (socket says 172.21.15.7:43742) 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 -- 172.21.15.7:0/1523323264 learned_addr learned my addr 172.21.15.7:0/1523323264 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc659c640 1 --2- 172.21.15.7:0/1523323264 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc815c760 0x7fecc80b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc6d9d640 1 --2- 172.21.15.7:0/1523323264 >> v2:172.21.15.77:3300/0 conn(0x7fecc80d21b0 0x7fecc80cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 -- 172.21.15.7:0/1523323264 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc815c760 msgr2=0x7fecc80b7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 --2- 172.21.15.7:0/1523323264 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc815c760 0x7fecc80b7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 -- 172.21.15.7:0/1523323264 >> v2:172.21.15.77:3300/0 conn(0x7fecc80d21b0 msgr2=0x7fecc80cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:39.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 --2- 172.21.15.7:0/1523323264 >> v2:172.21.15.77:3300/0 conn(0x7fecc80d21b0 0x7fecc80cd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.057+0000 7fecc5d9b640 1 -- 172.21.15.7:0/1523323264 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecc80d1190 con 0x7fecc80d0630 2024-09-13T15:59:39.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7fecc5d9b640 1 --2- 172.21.15.7:0/1523323264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80d1c70 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fecc80b55d0 tx=0x7fecbc01ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b62029dd1ad627a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7fecc559a640 1 -- 172.21.15.7:0/1523323264 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0a89d0 con 0x7fecc80d0630 2024-09-13T15:59:39.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7fecc559a640 1 -- 172.21.15.7:0/1523323264 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecbc0a8b30 con 0x7fecc80d0630 2024-09-13T15:59:39.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7fecc559a640 1 -- 172.21.15.7:0/1523323264 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0b0440 con 0x7fecc80d0630 2024-09-13T15:59:39.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 -- 172.21.15.7:0/1523323264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 msgr2=0x7fecc80d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 --2- 172.21.15.7:0/1523323264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80d1c70 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fecc80b55d0 tx=0x7fecbc01ed10 comp rx=0 tx=0).stop 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 -- 172.21.15.7:0/1523323264 shutdown_connections 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 --2- 172.21.15.7:0/1523323264 >> v2:172.21.15.77:3300/0 conn(0x7fecc80d21b0 0x7fecc80cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 --2- 172.21.15.7:0/1523323264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80d1c70 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 --2- 172.21.15.7:0/1523323264 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc815c760 0x7fecc80b7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 -- 172.21.15.7:0/1523323264 >> 172.21.15.7:0/1523323264 conn(0x7fecc80cf070 msgr2=0x7fecc80cf480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 -- 172.21.15.7:0/1523323264 shutdown_connections 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 -- 172.21.15.7:0/1523323264 wait complete. 2024-09-13T15:59:39.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 Processor -- start 2024-09-13T15:59:39.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.061+0000 7feccc981640 1 -- start start 2024-09-13T15:59:39.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80c6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc80d21b0 0x7fecc815b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecc815c760 0x7fecc81f1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc815bf20 con 0x7fecc80d0630 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc80c7b30 con 0x7fecc815c760 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecc80c6f20 con 0x7fecc80d21b0 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80c6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80c6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43750/0 (socket says 172.21.15.7:43750) 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 -- 172.21.15.7:0/3033690899 learned_addr learned my addr 172.21.15.7:0/3033690899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc6d9d640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecc815c760 0x7fecc81f1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc5d9b640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc80d21b0 0x7fecc815b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 -- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc80d21b0 msgr2=0x7fecc815b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc80d21b0 0x7fecc815b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 -- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecc815c760 msgr2=0x7fecc81f1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecc815c760 0x7fecc81f1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 -- 172.21.15.7:0/3033690899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecbc0094d0 con 0x7fecc80d0630 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc6d9d640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecc815c760 0x7fecc81f1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc659c640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80c6940 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fecb800d620 tx=0x7fecb800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb800b620 con 0x7fecc80d0630 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecb800b780 con 0x7fecc80d0630 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 -- 172.21.15.7:0/3033690899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecc80c7200 con 0x7fecc80d0630 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb800bb10 con 0x7fecc80d0630 2024-09-13T15:59:39.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7feccc981640 1 -- 172.21.15.7:0/3033690899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecc80c77c0 con 0x7fecc80d0630 2024-09-13T15:59:39.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feca0005260 con 0x7fecc80d0630 2024-09-13T15:59:39.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fecb800bc70 con 0x7fecc80d0630 2024-09-13T15:59:39.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb6ffd640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feca8066690 0x7feca8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fecb8084420 con 0x7fecc80d0630 2024-09-13T15:59:39.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc5d9b640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feca8066690 0x7feca8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.065+0000 7fecc5d9b640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feca8066690 0x7feca8068b50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fecbc0b2000 tx=0x7fecbc0aa070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.069+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fecb80519e0 con 0x7fecc80d0630 2024-09-13T15:59:39.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.229+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7feca0000bd0 con 0x7feca8066690 2024-09-13T15:59:39.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.229+0000 7fecb6ffd640 1 -- 172.21.15.7:0/3033690899 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7feca0000bd0 con 0x7feca8066690 2024-09-13T15:59:39.234 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feca8066690 msgr2=0x7feca8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feca8066690 0x7feca8068b50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fecbc0b2000 tx=0x7fecbc0aa070 comp rx=0 tx=0).stop 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 msgr2=0x7fecc80c6940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80c6940 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fecb800d620 tx=0x7fecb800dae0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 shutdown_connections 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7feca8066690 0x7feca8068b50 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fecc815c760 0x7fecc81f1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fecc80d21b0 0x7fecc815b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 --2- 172.21.15.7:0/3033690899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecc80d0630 0x7fecc80c6940 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 >> 172.21.15.7:0/3033690899 conn(0x7fecc80cf070 msgr2=0x7fecc80b2590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 shutdown_connections 2024-09-13T15:59:39.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.233+0000 7fecb4ff9640 1 -- 172.21.15.7:0/3033690899 wait complete. 2024-09-13T15:59:39.253 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T15:59:39.254 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:59:39.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 Processor -- start 2024-09-13T15:59:39.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 -- start start 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f505c0cf480 0x7f505c0cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f505c15c970 0x7f505c160cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0b78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f505c161200 con 0x7f505c0cf480 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f505c15d780 con 0x7f505c15c970 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5063497640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f505c15ce50 con 0x7f505c0cf860 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f505c0cf480 0x7f505c0cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f505c0cf480 0x7f505c0cd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43762/0 (socket says 172.21.15.7:43762) 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 -- 172.21.15.7:0/3571706818 learned_addr learned my addr 172.21.15.7:0/3571706818 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5060a32640 1 --2- 172.21.15.7:0/3571706818 >> v2:172.21.15.77:3300/0 conn(0x7f505c15c970 0x7f505c160cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061a34640 1 --2- 172.21.15.7:0/3571706818 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0b78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 -- 172.21.15.7:0/3571706818 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 msgr2=0x7f505c0b78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 --2- 172.21.15.7:0/3571706818 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0b78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 -- 172.21.15.7:0/3571706818 >> v2:172.21.15.77:3300/0 conn(0x7f505c15c970 msgr2=0x7f505c160cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 --2- 172.21.15.7:0/3571706818 >> v2:172.21.15.77:3300/0 conn(0x7f505c15c970 0x7f505c160cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.381+0000 7f5061233640 1 -- 172.21.15.7:0/3571706818 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f505c15d130 con 0x7f505c0cf480 2024-09-13T15:59:39.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5061233640 1 --2- 172.21.15.7:0/3571706818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c0cd6b0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f505c0cc920 tx=0x7f505401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68c1c73770f6b03e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5053fff640 1 -- 172.21.15.7:0/3571706818 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50540a57e0 con 0x7f505c0cf480 2024-09-13T15:59:39.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5053fff640 1 -- 172.21.15.7:0/3571706818 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50540a5940 con 0x7f505c0cf480 2024-09-13T15:59:39.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5053fff640 1 -- 172.21.15.7:0/3571706818 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50540a5cd0 con 0x7f505c0cf480 2024-09-13T15:59:39.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 -- 172.21.15.7:0/3571706818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 msgr2=0x7f505c0cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 --2- 172.21.15.7:0/3571706818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c0cd6b0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f505c0cc920 tx=0x7f505401c9c0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 -- 172.21.15.7:0/3571706818 shutdown_connections 2024-09-13T15:59:39.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 --2- 172.21.15.7:0/3571706818 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0b78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 --2- 172.21.15.7:0/3571706818 >> v2:172.21.15.77:3300/0 conn(0x7f505c15c970 0x7f505c160cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 --2- 172.21.15.7:0/3571706818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c0cd6b0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 -- 172.21.15.7:0/3571706818 >> 172.21.15.7:0/3571706818 conn(0x7f505c06a710 msgr2=0x7f505c06ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 -- 172.21.15.7:0/3571706818 shutdown_connections 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 -- 172.21.15.7:0/3571706818 wait complete. 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 Processor -- start 2024-09-13T15:59:39.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.385+0000 7f5063497640 1 -- start start 2024-09-13T15:59:39.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c1615b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0cba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f505c15c970 0x7f505c0c8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505c0cb2b0 con 0x7f505c0cf480 2024-09-13T15:59:39.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505c0c7570 con 0x7f505c15c970 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f505c0c7810 con 0x7f505c0cf860 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c1615b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c1615b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43766/0 (socket says 172.21.15.7:43766) 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 -- 172.21.15.7:0/3312920489 learned_addr learned my addr 172.21.15.7:0/3312920489 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5060a32640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0cba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061a34640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f505c15c970 0x7f505c0c8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 -- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 msgr2=0x7f505c0cba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f505c0cf860 0x7f505c0cba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 -- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f505c15c970 msgr2=0x7f505c0c8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f505c15c970 0x7f505c0c8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 -- 172.21.15.7:0/3312920489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5054009b30 con 0x7f505c0cf480 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061233640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c1615b0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f50540af040 tx=0x7f5054019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50540bd070 con 0x7f505c0cf480 2024-09-13T15:59:39.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50540b8470 con 0x7f505c0cf480 2024-09-13T15:59:39.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f505c0cb520 con 0x7f505c0cf480 2024-09-13T15:59:39.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50540b8840 con 0x7f505c0cf480 2024-09-13T15:59:39.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f505c0c7af0 con 0x7f505c0cf480 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f505c0b4160 con 0x7f505c0cf480 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f50540b89a0 con 0x7f505c0cf480 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5040066690 0x7f5040068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f505411fa60 con 0x7f505c0cf480 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5060a32640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5040066690 0x7f5040068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7f504006c630 0x7f504006ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 --> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f504006f100 con 0x7f504006c630 2024-09-13T15:59:39.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f505411fdd0 con 0x7f505c0cf480 2024-09-13T15:59:39.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5061a34640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7f504006c630 0x7f504006ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.389+0000 7f5060a32640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5040066690 0x7f5040068b50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f505c0b51b0 tx=0x7f504c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.393+0000 7f5061a34640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7f504006c630 0x7f504006ea50 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.393+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== osd.7 v2:172.21.15.77:6820/803097737 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f504006f100 con 0x7f504006c630 2024-09-13T15:59:39.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 --> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f505c0673e0 con 0x7f504006c630 2024-09-13T15:59:39.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5051ffb640 1 -- 172.21.15.7:0/3312920489 <== osd.7 v2:172.21.15.77:6820/803097737 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f505c0673e0 con 0x7f504006c630 2024-09-13T15:59:39.410 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-13T15:59:39.410 INFO:teuthology.orchestra.run.smithi007.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:59:39.410 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-13T15:59:39.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7f504006c630 msgr2=0x7f504006ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.77:6820/803097737,v1:172.21.15.77:6824/803097737] conn(0x7f504006c630 0x7f504006ea50 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5040066690 msgr2=0x7f5040068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f5040066690 0x7f5040068b50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f505c0b51b0 tx=0x7f504c008040 comp rx=0 tx=0).stop 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 msgr2=0x7f505c1615b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 --2- 172.21.15.7:0/3312920489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f505c0cf480 0x7f505c1615b0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f50540af040 tx=0x7f5054019760 comp rx=0 tx=0).stop 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5061a34640 1 -- 172.21.15.7:0/3312920489 reap_dead start 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 shutdown_connections 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 >> 172.21.15.7:0/3312920489 conn(0x7f505c06a710 msgr2=0x7f505c0b57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 shutdown_connections 2024-09-13T15:59:39.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.405+0000 7f5063497640 1 -- 172.21.15.7:0/3312920489 wait complete. 2024-09-13T15:59:39.426 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T15:59:39.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbaca296640 1 Processor -- start 2024-09-13T15:59:39.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbaca296640 1 -- start start 2024-09-13T15:59:39.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbaca296640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbac406d4b0 0x7fbac4163fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbaca296640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbac40b3b40 con 0x7fbac40b2f00 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbaca296640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbac4070480 con 0x7fbac406d0d0 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbaca296640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbac40b15c0 con 0x7fbac406d4b0 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbac8833640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbac406d4b0 0x7fbac4163fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbac8833640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7fbac406d4b0 0x7fbac4163fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43780/0 (socket says 172.21.15.7:43780) 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbac8833640 1 -- 172.21.15.7:0/1740133951 learned_addr learned my addr 172.21.15.7:0/1740133951 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbac8833640 1 -- 172.21.15.7:0/1740133951 >> v1:172.21.15.77:6789/0 conn(0x7fbac406d0d0 legacy=0x7fbac40b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbac8833640 1 -- 172.21.15.7:0/1740133951 >> v1:172.21.15.7:6789/0 conn(0x7fbac40b2f00 legacy=0x7fbac4158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.533+0000 7fbac8833640 1 -- 172.21.15.7:0/1740133951 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbac4070860 con 0x7fbac406d4b0 2024-09-13T15:59:39.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbac8833640 1 --2- 172.21.15.7:0/1740133951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac406d4b0 0x7fbac4163fd0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fbabc009e50 tx=0x7fbabc01eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c16a1d2b35b250d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbac2ffd640 1 -- 172.21.15.7:0/1740133951 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbabc0a7950 con 0x7fbac406d4b0 2024-09-13T15:59:39.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbac2ffd640 1 -- 172.21.15.7:0/1740133951 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbabc0a7ab0 con 0x7fbac406d4b0 2024-09-13T15:59:39.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbac2ffd640 1 -- 172.21.15.7:0/1740133951 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbabc0a7e40 con 0x7fbac406d4b0 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 -- 172.21.15.7:0/1740133951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac406d4b0 msgr2=0x7fbac4163fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 --2- 172.21.15.7:0/1740133951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac406d4b0 0x7fbac4163fd0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fbabc009e50 tx=0x7fbabc01eb80 comp rx=0 tx=0).stop 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 -- 172.21.15.7:0/1740133951 shutdown_connections 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 --2- 172.21.15.7:0/1740133951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac406d4b0 0x7fbac4163fd0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 -- 172.21.15.7:0/1740133951 >> 172.21.15.7:0/1740133951 conn(0x7fbac4069f00 msgr2=0x7fbac406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 -- 172.21.15.7:0/1740133951 shutdown_connections 2024-09-13T15:59:39.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 -- 172.21.15.7:0/1740133951 wait complete. 2024-09-13T15:59:39.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 Processor -- start 2024-09-13T15:59:39.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.537+0000 7fbaca296640 1 -- start start 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbac406d0d0 0x7fbac40cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbac406d4b0 0x7fbac4159c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 0x7fbac4140d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac415bff0 con 0x7fbac40b2f00 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac40cd5f0 con 0x7fbac406d0d0 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbac40ce2e0 con 0x7fbac406d4b0 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 0x7fbac4140d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 0x7fbac4140d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43784/0 (socket says 172.21.15.7:43784) 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 -- 172.21.15.7:0/2044975333 learned_addr learned my addr 172.21.15.7:0/2044975333 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac3fff640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbac406d0d0 0x7fbac40cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 -- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbac406d4b0 msgr2=0x7fbac4159c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac37fe640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbac406d4b0 0x7fbac4159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbac406d4b0 0x7fbac4159c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 -- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbac406d0d0 msgr2=0x7fbac40cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbac406d0d0 0x7fbac40cd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 -- 172.21.15.7:0/2044975333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbabc009b30 con 0x7fbac40b2f00 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac3fff640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbac406d0d0 0x7fbac40cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac8833640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 0x7fbac4140d40 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0b1040 tx=0x7fbabc01b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbabc0a7950 con 0x7fbac40b2f00 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbabc007e60 con 0x7fbac40b2f00 2024-09-13T15:59:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbac40ce000 con 0x7fbac40b2f00 2024-09-13T15:59:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbabc0ba6b0 con 0x7fbac40b2f00 2024-09-13T15:59:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbac415bc10 con 0x7fbac40b2f00 2024-09-13T15:59:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbac415c130 con 0x7fbac40b2f00 2024-09-13T15:59:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbabc0ba810 con 0x7fbac40b2f00 2024-09-13T15:59:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac0ff9640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaac066690 0x7fbaac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fbabc121bc0 con 0x7fbac40b2f00 2024-09-13T15:59:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac3fff640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaac066690 0x7fbaac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.541+0000 7fbac3fff640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaac066690 0x7fbaac068b50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fbac415cdf0 tx=0x7fbab4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.545+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbac415c130 con 0x7fbac40b2f00 2024-09-13T15:59:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.701+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fbac415cc10 con 0x7fbaac066690 2024-09-13T15:59:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbac0ff9640 1 -- 172.21.15.7:0/2044975333 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fbac415cc10 con 0x7fbaac066690 2024-09-13T15:59:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T15:59:39.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaac066690 msgr2=0x7fbaac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaac066690 0x7fbaac068b50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fbac415cdf0 tx=0x7fbab4009040 comp rx=0 tx=0).stop 2024-09-13T15:59:39.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 msgr2=0x7fbac4140d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 0x7fbac4140d40 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0b1040 tx=0x7fbabc01b920 comp rx=0 tx=0).stop 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 shutdown_connections 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fbaac066690 0x7fbaac068b50 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac40b2f00 0x7fbac4140d40 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fbac406d4b0 0x7fbac4159c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 --2- 172.21.15.7:0/2044975333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbac406d0d0 0x7fbac40cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 >> 172.21.15.7:0/2044975333 conn(0x7fbac4069f00 msgr2=0x7fbac4144e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 shutdown_connections 2024-09-13T15:59:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.705+0000 7fbaca296640 1 -- 172.21.15.7:0/2044975333 wait complete. 2024-09-13T15:59:39.726 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:59:39.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.845+0000 7f0f3f45a640 1 Processor -- start 2024-09-13T15:59:39.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.845+0000 7f0f3f45a640 1 -- start start 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f0f3815a0f0 0x7f0f3815cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0f3806b650 0x7f0f3806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f3815db30 con 0x7f0f380b3770 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f3815d290 con 0x7f0f3806b650 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f3815d570 con 0x7f0f3815a0f0 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0f3806b650 0x7f0f3806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3c9f5640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f0f380b3770 0x7f0f3806f3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:50850/0 (socket says 172.21.15.7:50850) 2024-09-13T15:59:39.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f0f3806b650 0x7f0f3806baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43800/0 (socket says 172.21.15.7:43800) 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3c9f5640 1 -- 172.21.15.7:0/190468726 learned_addr learned my addr 172.21.15.7:0/190468726 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d1f6640 1 --2- 172.21.15.7:0/190468726 >> v2:172.21.15.77:3300/0 conn(0x7f0f3815a0f0 0x7f0f3815cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/190468726 >> v2:172.21.15.77:3300/0 conn(0x7f0f3815a0f0 msgr2=0x7f0f3815cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 --2- 172.21.15.7:0/190468726 >> v2:172.21.15.77:3300/0 conn(0x7f0f3815a0f0 0x7f0f3815cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/190468726 >> v1:172.21.15.7:6789/0 conn(0x7f0f380b3770 legacy=0x7f0f3806f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/190468726 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f3815d850 con 0x7f0f3806b650 2024-09-13T15:59:39.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f2ffff640 1 -- 172.21.15.7:0/190468726 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 612021073 0 0) 0x7f0f3815db30 con 0x7f0f380b3770 2024-09-13T15:59:39.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3d9f7640 1 --2- 172.21.15.7:0/190468726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3806b650 0x7f0f3806baa0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f0f3806ff10 tx=0x7f0f3001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1d8d15f3bd3dc42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f2ffff640 1 -- 172.21.15.7:0/190468726 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f300ad660 con 0x7f0f3806b650 2024-09-13T15:59:39.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f2ffff640 1 -- 172.21.15.7:0/190468726 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f300ad7c0 con 0x7f0f3806b650 2024-09-13T15:59:39.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f2ffff640 1 -- 172.21.15.7:0/190468726 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f300adb50 con 0x7f0f3806b650 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 -- 172.21.15.7:0/190468726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3806b650 msgr2=0x7f0f3806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/190468726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3806b650 0x7f0f3806baa0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f0f3806ff10 tx=0x7f0f3001c3c0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.849+0000 7f0f3f45a640 1 -- 172.21.15.7:0/190468726 shutdown_connections 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/190468726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3806b650 0x7f0f3806baa0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/190468726 >> v2:172.21.15.77:3300/0 conn(0x7f0f3815a0f0 0x7f0f3815cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- 172.21.15.7:0/190468726 >> 172.21.15.7:0/190468726 conn(0x7f0f3806d660 msgr2=0x7f0f3806da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- 172.21.15.7:0/190468726 shutdown_connections 2024-09-13T15:59:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- 172.21.15.7:0/190468726 wait complete. 2024-09-13T15:59:39.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 Processor -- start 2024-09-13T15:59:39.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- start start 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f3806b650 0x7f0f381436f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f380b3770 0x7f0f38143d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 0x7f0f38146e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f38144450 con 0x7f0f3815a0f0 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f38144260 con 0x7f0f380b3770 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f381f52a0 con 0x7f0f3806b650 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 0x7f0f38146e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 0x7f0f38146e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43804/0 (socket says 172.21.15.7:43804) 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/1119385046 learned_addr learned my addr 172.21.15.7:0/1119385046 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d1f6640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f3806b650 0x7f0f381436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3c9f5640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f380b3770 0x7f0f38143d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f3806b650 msgr2=0x7f0f381436f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f3806b650 0x7f0f381436f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f380b3770 msgr2=0x7f0f38143d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f380b3770 0x7f0f38143d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 -- 172.21.15.7:0/1119385046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f30009420 con 0x7f0f3815a0f0 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d1f6640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f3806b650 0x7f0f381436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3d9f7640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 0x7f0f38146e40 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f0f300b0040 tx=0x7f0f30019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f300b6610 con 0x7f0f3815a0f0 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f300b6770 con 0x7f0f3815a0f0 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f381f54b0 con 0x7f0f3815a0f0 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f300b6b00 con 0x7f0f3815a0f0 2024-09-13T15:59:39.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.853+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f381f5a70 con 0x7f0f3815a0f0 2024-09-13T15:59:39.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.857+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f3806baa0 con 0x7f0f3815a0f0 2024-09-13T15:59:39.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.857+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0f300b4040 con 0x7f0f3815a0f0 2024-09-13T15:59:39.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.857+0000 7f0f2dffb640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0f1c066690 0x7f0f1c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:59:39.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.857+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f0f3011e470 con 0x7f0f3815a0f0 2024-09-13T15:59:39.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.857+0000 7f0f3d1f6640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0f1c066690 0x7f0f1c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:59:39.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.857+0000 7f0f3d1f6640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0f1c066690 0x7f0f1c068b50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f0f34003fd0 tx=0x7f0f340039e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:59:39.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:39.861+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0f300eb990 con 0x7f0f3815a0f0 2024-09-13T15:59:40.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.021+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0f38169330 con 0x7f0f1c066690 2024-09-13T15:59:40.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.021+0000 7f0f2dffb640 1 -- 172.21.15.7:0/1119385046 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49820 (secure 0 0 0) 0x7f0f34004780 con 0x7f0f1c066690 2024-09-13T15:59:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T15:59:40.028 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T15:59:40.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0f1c066690 msgr2=0x7f0f1c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:40.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0f1c066690 0x7f0f1c068b50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f0f34003fd0 tx=0x7f0f340039e0 comp rx=0 tx=0).stop 2024-09-13T15:59:40.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 msgr2=0x7f0f38146e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 0x7f0f38146e40 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f0f300b0040 tx=0x7f0f30019160 comp rx=0 tx=0).stop 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 shutdown_connections 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0f1c066690 0x7f0f1c068b50 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f3815a0f0 0x7f0f38146e40 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f380b3770 0x7f0f38143d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 --2- 172.21.15.7:0/1119385046 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0f3806b650 0x7f0f381436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 >> 172.21.15.7:0/1119385046 conn(0x7f0f3806d660 msgr2=0x7f0f3815a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 shutdown_connections 2024-09-13T15:59:40.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T15:59:40.025+0000 7f0f3f45a640 1 -- 172.21.15.7:0/1119385046 wait complete. 2024-09-13T15:59:40.046 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":136,"stamp":"2024-09-13T15:59:38.544212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":25,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":255260,"kb_used_data":6312,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754719460,"statfs":{"total":773094113280,"available":772832727040,"internally_reserved":0,"allocated":6463488,"data_stored":3378800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-13428,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-91,"num_write":-65,"num_write_kb":-36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002163"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":191,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T15:59:30.858283+0000","last_change":"2024-09-13T15:56:47.128276+0000","last_active":"2024-09-13T15:59:30.858283+0000","last_peered":"2024-09-13T15:59:30.858283+0000","last_clean":"2024-09-13T15:59:30.858283+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:59:30.858283+0000","last_undegraded":"2024-09-13T15:59:30.858283+0000","last_fullsized":"2024-09-13T15:59:30.858283+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:56:44.563292+0000","last_clean_scrub_stamp":"2024-09-13T15:56:44.563292+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:21.454308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476775,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1253376,"data_stored":865126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.78700000000000003,"15min":0.79000000000000004},"min":{"1min":0.50700000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.153},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.55900000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":0.61299999999999999}]},{"osd":1,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.83499999999999996,"15min":0.83199999999999996},"min":{"1min":0.59799999999999998,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.94399999999999995,"15min":0.93300000000000005},"min":{"1min":0.79600000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.083}]},{"osd":2,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.82599999999999996,"15min":0.81599999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0720000000000001,"5min":1.204,"15min":1.204},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.60699999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.236,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.109}]},{"osd":3,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.625,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.58199999999999996},{"interface":"front","average":{"1min":1.01,"5min":0.97699999999999998,"15min":0.97099999999999997},"min":{"1min":0.624,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.2390000000000001,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.75900000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96099999999999997,"15min":0.96799999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.8600000000000001,"5min":1.8600000000000001,"15min":1.8600000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.92900000000000005,"15min":0.93000000000000005},"min":{"1min":0.78500000000000003,"5min":0.749,"15min":0.749},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.877}]},{"osd":5,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.71299999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.51,"5min":1.51,"15min":1.51},"last":0.93000000000000005},{"interface":"front","average":{"1min":1.073,"5min":1.0780000000000001,"15min":1.079},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.95699999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:58:46 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.1200000000000001,"15min":1.117},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.0309999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.1180000000000001,"15min":1.113},"min":{"1min":0.90000000000000002,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.996}]}]},{"osd":6,"up_from":16,"seq":68719476774,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27664,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.89700000000000002,"15min":0.88100000000000001},"min":{"1min":0.60299999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.90400000000000003,"15min":0.89800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1579999999999999,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.58499999999999996}]},{"osd":1,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.746,"15min":0.751},"min":{"1min":0.50800000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.98999999999999999,"5min":1.042,"15min":1.042},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.81000000000000005,"15min":0.80300000000000005},"min":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96499999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4379999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.91700000000000004,"15min":0.92000000000000004},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.1080000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.81200000000000006}]},{"osd":3,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.94499999999999995,"15min":0.94799999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.2370000000000001,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.018,"5min":1.0720000000000001,"15min":1.081},"min":{"1min":0.64400000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.605,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":0.78000000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.97499999999999998,"15min":0.98299999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.1200000000000001,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.056},{"interface":"front","average":{"1min":1,"5min":0.97299999999999998,"15min":0.96899999999999997},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.89100000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.23,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.109,"5min":1.073,"15min":1.0669999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.6319999999999999,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":1.101}]},{"osd":7,"last update":"Fri Sep 13 15:58:50 2024","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1180000000000001,"15min":1.1140000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.5349999999999999,"5min":1.931,"15min":1.931},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.1120000000000001,"15min":1.115},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":1.381,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":1.0840000000000001}]}]},{"osd":5,"up_from":16,"seq":68719476772,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.71399999999999997,"15min":0.68400000000000005},"min":{"1min":0.499,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.871,"15min":0.86399999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":1.111}]},{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.84499999999999997,"15min":0.84699999999999998},"min":{"1min":0.55700000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.117,"5min":1.296,"15min":1.296},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.95299999999999996,"15min":0.96099999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1200000000000001,"5min":1.2,"15min":1.2},"last":1.1910000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.872,"15min":0.872},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.1519999999999999,"5min":1.415,"15min":1.415},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.873,"5min":0.84699999999999998,"15min":0.84299999999999997},"min":{"1min":0.55300000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":0.97599999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.95399999999999996,"15min":0.94799999999999995},"min":{"1min":0.64000000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.1619999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":1},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.86299999999999999,"15min":0.85499999999999998},"min":{"1min":0.64800000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.161}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.97699999999999998,"15min":0.99099999999999999},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.93000000000000005},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96799999999999997,"15min":0.95699999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.427,"5min":2.427,"15min":2.427},"last":1.2629999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.236,"5min":1.498,"15min":1.498},"last":1.2330000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.93600000000000005,"15min":0.94199999999999995},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":1.04}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0569999999999999,"15min":1.069},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.377,"5min":1.655,"15min":1.655},"last":1.3169999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":1.0329999999999999,"15min":1.0489999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.1559999999999999,"5min":1.254,"15min":1.254},"last":1.1439999999999999}]}]},{"osd":4,"up_from":16,"seq":68719476774,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27668,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.84899999999999998,"15min":0.85099999999999998},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.57499999999999996}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.92800000000000005,"15min":0.94299999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1830000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.57799999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0049999999999999,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.61699999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.84899999999999998,"15min":0.84699999999999998},"min":{"1min":0.51700000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.1419999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.94899999999999995,"15min":0.95199999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.74099999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.92800000000000005,"15min":0.94599999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.157,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.94599999999999995,"15min":0.93799999999999994},"min":{"1min":0.76900000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.97399999999999998,"15min":0.98199999999999998},"min":{"1min":0.71799999999999997,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.264,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.014},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.98099999999999998,"15min":0.98899999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.165,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.82599999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0589999999999999,"15min":1.0649999999999999},"min":{"1min":0.746,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.4590000000000001,"5min":1.482,"15min":1.482},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.113,"15min":1.1220000000000001},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.95399999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0700000000000001,"15min":1.083},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.2969999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.097,"5min":1.137,"15min":1.1439999999999999},"min":{"1min":0.82699999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.0369999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509478,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35864,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335976,"statfs":{"total":96636764160,"available":96600039424,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.623},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.69299999999999995,"15min":0.70099999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.105,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.755}]},{"osd":1,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.68799999999999994,"15min":0.68400000000000005},"min":{"1min":0.33800000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.73799999999999999,"15min":0.751},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.393,"5min":2.036,"15min":2.036},"last":0.80200000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0429999999999999,"5min":1.208,"15min":1.208},"last":0.89300000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.98899999999999999,"15min":1},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.29,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.024,"15min":1.0209999999999999},"min":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.3899999999999999,"5min":1.865,"15min":1.865},"last":0.98899999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.022,"15min":1.018},"min":{"1min":0.76000000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.5029999999999999,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.0209999999999999,"15min":1.0289999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2310000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1850000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.087,"15min":1.093},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.462,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.032},{"interface":"front","average":{"1min":1.075,"5min":1.0880000000000001,"15min":1.0900000000000001},"min":{"1min":0.64200000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.458,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.92700000000000005}]},{"osd":7,"last update":"Fri Sep 13 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.0269999999999999,"15min":1.0309999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3120000000000001,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.137},{"interface":"front","average":{"1min":1.085,"5min":1.069,"15min":1.0669999999999999},"min":{"1min":0.745,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.3360000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.2070000000000001}]}]},{"osd":1,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35856,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335984,"statfs":{"total":96636764160,"available":96600047616,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.51900000000000002},"min":{"1min":0.29799999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.35599999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.1200000000000001,"5min":1.153,"15min":1.153},"last":0.40100000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.57999999999999996},"min":{"1min":0.38100000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.437},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.28399999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.85799999999999998,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.496}]},{"osd":3,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.32400000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.96099999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.66700000000000004,"15min":0.66400000000000003},"min":{"1min":0.40600000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.165,"5min":1.226,"15min":1.226},"last":0.46999999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.79500000000000004,"15min":0.78400000000000003},"min":{"1min":0.64600000000000002,"5min":0.495,"15min":0.495},"max":{"1min":1.1259999999999999,"5min":1.256,"15min":1.256},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.78300000000000003,"15min":0.76100000000000001},"min":{"1min":0.58399999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":1.036}]},{"osd":5,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.82799999999999996,"15min":0.82399999999999995},"min":{"1min":0.58199999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.91700000000000004,"15min":0.91100000000000003},"min":{"1min":0.56499999999999995,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2689999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.93400000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.98199999999999998,"15min":0.98599999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4350000000000001,"5min":1.863,"15min":1.863},"last":1.006},{"interface":"front","average":{"1min":0.996,"5min":0.94399999999999995,"15min":0.93600000000000005},"min":{"1min":0.60399999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.429,"5min":1.607,"15min":1.607},"last":0.89400000000000002}]},{"osd":7,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.875,"15min":0.86699999999999999},"min":{"1min":0.61599999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.252,"5min":1.458,"15min":1.458},"last":0.97199999999999998},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.96899999999999997,"15min":0.95799999999999996},"min":{"1min":0.61099999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.337,"5min":1.673,"15min":1.673},"last":1.0629999999999999}]}]},{"osd":2,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35856,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335984,"statfs":{"total":96636764160,"available":96600047616,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.29399999999999998,"5min":0.184,"15min":0.184},"max":{"1min":1.0069999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.60899999999999999,"15min":0.59699999999999998},"min":{"1min":0.38100000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.2350000000000001,"5min":1.248,"15min":1.248},"last":0.57699999999999996}]},{"osd":1,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.64200000000000002,"15min":0.626},"min":{"1min":0.33700000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63900000000000001,"15min":0.63600000000000001},"min":{"1min":0.39400000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.91300000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.84599999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59599999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.68600000000000005,"15min":0.67000000000000004},"min":{"1min":0.40000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.90300000000000002,"15min":0.89100000000000001},"min":{"1min":0.64400000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.91800000000000004,"15min":0.90300000000000002},"min":{"1min":0.58099999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.6930000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.97999999999999998}]},{"osd":5,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.84699999999999998,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.998,"5min":0.93100000000000005,"15min":0.92000000000000004},"min":{"1min":0.76600000000000001,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.73699999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.0229999999999999,"15min":1.0189999999999999},"min":{"1min":0.627,"5min":0.505,"15min":0.505},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.03,"5min":0.998,"15min":0.99199999999999999},"min":{"1min":0.66800000000000004,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.96599999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.024,"15min":1.0109999999999999},"min":{"1min":0.59699999999999998,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":1.028},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96899999999999997,"15min":0.96999999999999997},"min":{"1min":0.61799999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.94899999999999995}]}]},{"osd":0,"up_from":14,"seq":60129542180,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36436,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335404,"statfs":{"total":96636764160,"available":96599453696,"internally_reserved":0,"allocated":1253376,"data_stored":865126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.33400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.95699999999999996,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.56599999999999995}]},{"osd":2,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.66000000000000003,"15min":0.66300000000000003},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":1.042,"15min":1.042},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.91800000000000004,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.61099999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.76500000000000001,"15min":0.78100000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0449999999999999,"5min":1.806,"15min":1.806},"last":0.751},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.755,"15min":0.76700000000000002},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.99299999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.70299999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.006},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.536,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":1.0289999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0369999999999999,"15min":1.046},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3260000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.94399999999999995,"5min":1.0189999999999999,"15min":1.0309999999999999},"min":{"1min":0.68200000000000005,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3240000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":1.103}]},{"osd":6,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":1.0349999999999999,"15min":1.0449999999999999},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.331,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.036,"15min":1.046},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2569999999999999,"5min":1.889,"15min":1.889},"last":0.85399999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.0660000000000001,"15min":1.079},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.284,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.1579999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.0940000000000001,"15min":1.105},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4350000000000001,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.98099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:59:40.051 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T15:56:44.563292+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=15, tm_min=56, tm_sec=44, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=15, tm_min=59, tm_sec=34, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T15:59:40.051 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T15:59:59.797 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:59:59.800 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:00.052 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:00:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d3184d640 1 Processor -- start 2024-09-13T16:00:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d3184d640 1 -- start start 2024-09-13T16:00:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d3184d640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f0d2c06a610 0x7f0d2c0b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d3184d640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d2c0ae280 con 0x7f0d2c145e60 2024-09-13T16:00:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d3184d640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d2c0b41c0 con 0x7f0d2c0addd0 2024-09-13T16:00:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d3184d640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d2c0b3fd0 con 0x7f0d2c06a610 2024-09-13T16:00:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2affd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7f0d2c145e60 0x7f0d2c069f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:35024/0 (socket says 172.21.15.7:35024) 2024-09-13T16:00:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2affd640 1 -- 172.21.15.7:0/1162102937 learned_addr learned my addr 172.21.15.7:0/1162102937 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1162102937 >> v2:172.21.15.77:3300/0 conn(0x7f0d2c06a610 0x7f0d2c0b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3379098073 0 0) 0x7f0d2c0ae280 con 0x7f0d2c145e60 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d14003530 con 0x7f0d2c145e60 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 <== mon.0 v1:172.21.15.7:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1468423400 0 0) 0x7f0d14003530 con 0x7f0d2c145e60 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 >> v2:172.21.15.77:3300/0 conn(0x7f0d2c06a610 msgr2=0x7f0d2c0b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 --2- 172.21.15.7:0/1162102937 >> v2:172.21.15.77:3300/0 conn(0x7f0d2c06a610 0x7f0d2c0b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 >> v1:172.21.15.77:6789/0 conn(0x7f0d2c0addd0 legacy=0x7f0d2c06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 --> v1:172.21.15.7:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d2c0b44a0 con 0x7f0d2c145e60 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 <== mon.0 v1:172.21.15.7:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2980701991 0 0) 0x7f0d1c001680 con 0x7f0d2c145e60 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 >> v1:172.21.15.7:6789/0 conn(0x7f0d2c145e60 legacy=0x7f0d2c069f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d14003980 0x7f0d14003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d14004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d14005190 0x7f0d1400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1400c000 con 0x7f0d140047d0 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1400c170 con 0x7f0d14003980 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1400c330 con 0x7f0d14005190 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d14004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2affd640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d14003980 0x7f0d14003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2b7fe640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d14005190 0x7f0d1400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 -- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d14005190 msgr2=0x7f0d1400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d14005190 0x7f0d1400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 -- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d14003980 msgr2=0x7f0d14003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d14003980 0x7f0d14003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2a7fc640 1 -- 172.21.15.7:0/1162102937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d14003530 con 0x7f0d140047d0 2024-09-13T16:00:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.185+0000 7f0d2b7fe640 1 -- 172.21.15.7:0/1162102937 reap_dead start 2024-09-13T16:00:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d14004c50 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f0d20009ae0 tx=0x7f0d2001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1bac9675511a673 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d200a6460 con 0x7f0d140047d0 2024-09-13T16:00:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d200a65c0 con 0x7f0d140047d0 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d29ffb640 1 -- 172.21.15.7:0/1162102937 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d200a6970 con 0x7f0d140047d0 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 -- 172.21.15.7:0/1162102937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 msgr2=0x7f0d14004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d14004c50 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f0d20009ae0 tx=0x7f0d2001ca70 comp rx=0 tx=0).stop 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 -- 172.21.15.7:0/1162102937 shutdown_connections 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1162102937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d14004c50 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 -- 172.21.15.7:0/1162102937 >> 172.21.15.7:0/1162102937 conn(0x7f0d2c06b1e0 msgr2=0x7f0d2c06b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 -- 172.21.15.7:0/1162102937 shutdown_connections 2024-09-13T16:00:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 -- 172.21.15.7:0/1162102937 wait complete. 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 Processor -- start 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.189+0000 7f0d3184d640 1 -- start start 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d2c0ce970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c141230 0x7f0d2c1416b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d2c0cc100 0x7f0d2c0cc580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2c141bf0 con 0x7f0d140047d0 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2c0ceeb0 con 0x7f0d2c141230 2024-09-13T16:00:00.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2c0cce50 con 0x7f0d2c0cc100 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d2c0ce970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d2c0ce970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56596/0 (socket says 172.21.15.7:56596) 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 -- 172.21.15.7:0/1879728543 learned_addr learned my addr 172.21.15.7:0/1879728543 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c141230 0x7f0d2c1416b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 -- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d2c0cc100 msgr2=0x7f0d2c0cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d2c0cc100 0x7f0d2c0cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 -- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c141230 msgr2=0x7f0d2c1416b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c141230 0x7f0d2c1416b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 -- 172.21.15.7:0/1879728543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d2c0cd130 con 0x7f0d140047d0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2affd640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d2c0ce970 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c012490 tx=0x7f0d1c012950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c014810 con 0x7f0d140047d0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d1c014970 con 0x7f0d140047d0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d2c0cd410 con 0x7f0d140047d0 2024-09-13T16:00:00.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c014d20 con 0x7f0d140047d0 2024-09-13T16:00:00.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d2c0cd9d0 con 0x7f0d140047d0 2024-09-13T16:00:00.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d2c0b3a90 con 0x7f0d140047d0 2024-09-13T16:00:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d1c0153e0 con 0x7f0d140047d0 2024-09-13T16:00:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d13fff640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0d180666c0 0x7f0d18068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f0d1c086c60 con 0x7f0d140047d0 2024-09-13T16:00:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0d180666c0 0x7f0d18068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.193+0000 7f0d2a7fc640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0d180666c0 0x7f0d18068b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0d200ad000 tx=0x7f0d200046d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.201+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0d1c054220 con 0x7f0d140047d0 2024-09-13T16:00:00.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.357+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 --> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0d2c0b47e0 con 0x7f0d180666c0 2024-09-13T16:00:00.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.361+0000 7f0d13fff640 1 -- 172.21.15.7:0/1879728543 <== mgr.4110 v2:172.21.15.7:6832/2976757441 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49595 (secure 0 0 0) 0x7f0d2c0b47e0 con 0x7f0d180666c0 2024-09-13T16:00:00.367 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T16:00:00.368 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-13T16:00:00.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0d180666c0 msgr2=0x7f0d18068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0d180666c0 0x7f0d18068b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0d200ad000 tx=0x7f0d200046d0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 msgr2=0x7f0d2c0ce970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d2c0ce970 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c012490 tx=0x7f0d1c012950 comp rx=0 tx=0).stop 2024-09-13T16:00:00.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 shutdown_connections 2024-09-13T16:00:00.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f0d180666c0 0x7f0d18068b80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f0d2c0cc100 0x7f0d2c0cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c141230 0x7f0d2c1416b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 --2- 172.21.15.7:0/1879728543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d140047d0 0x7f0d2c0ce970 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 >> 172.21.15.7:0/1879728543 conn(0x7f0d2c06b1e0 msgr2=0x7f0d2c0b1800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:00:00.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 shutdown_connections 2024-09-13T16:00:00.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.365+0000 7f0d3184d640 1 -- 172.21.15.7:0/1879728543 wait complete. 2024-09-13T16:00:00.386 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2024-09-13T15:59:58.549127+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":255252,"kb_used_data":6312,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754719468,"statfs":{"total":773094113280,"available":772832735232,"internally_reserved":0,"allocated":6463488,"data_stored":3378800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003031"},"pg_stats":[{"pgid":"1.0","version":"56'119","reported_seq":205,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T15:59:42.453980+0000","last_change":"2024-09-13T15:59:42.454238+0000","last_active":"2024-09-13T15:59:42.453980+0000","last_peered":"2024-09-13T15:59:42.453980+0000","last_clean":"2024-09-13T15:59:42.453980+0000","last_became_active":"2024-09-13T15:56:47.126238+0000","last_became_peered":"2024-09-13T15:56:47.126238+0000","last_unstale":"2024-09-13T15:59:42.453980+0000","last_undegraded":"2024-09-13T15:59:42.453980+0000","last_fullsized":"2024-09-13T15:59:42.453980+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"56'119","last_scrub_stamp":"2024-09-13T15:59:42.453926+0000","last_deep_scrub":"56'119","last_deep_scrub_stamp":"2024-09-13T15:59:42.453926+0000","last_clean_scrub_stamp":"2024-09-13T15:59:42.453926+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:39.848740+0000","scrub_duration":0.0082196560000000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":16,"seq":68719476779,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1253376,"data_stored":865126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.78300000000000003,"15min":0.78900000000000003},"min":{"1min":0.58099999999999996,"5min":0.497,"15min":0.497},"max":{"1min":1.157,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.81100000000000005,"15min":0.81399999999999995},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.163,"5min":1.702,"15min":1.702},"last":0.73199999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.84899999999999998,"15min":0.83699999999999997},"min":{"1min":0.53400000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.95299999999999996,"15min":0.93600000000000005},"min":{"1min":0.67900000000000005,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.1779999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.84699999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.83699999999999997,"15min":0.81899999999999995},"min":{"1min":0.63100000000000001,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.105,"5min":1.204,"15min":1.204},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.95499999999999996,"15min":0.96099999999999997},"min":{"1min":0.753,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.109,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.79000000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.84699999999999998,"15min":0.83499999999999996},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.0509999999999999,"5min":1.167,"15min":1.167},"last":1.171},{"interface":"front","average":{"1min":1.006,"5min":0.98399999999999999,"15min":0.97399999999999998},"min":{"1min":0.75600000000000001,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.216,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.101}]},{"osd":4,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.92900000000000005,"15min":0.95699999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.1000000000000001,"5min":1.8600000000000001,"15min":1.8600000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.92200000000000004,"15min":0.92800000000000005},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.1080000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":1.046}]},{"osd":5,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":1.0389999999999999,"15min":1.0589999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.304,"5min":1.51,"15min":1.51},"last":0.96699999999999997},{"interface":"front","average":{"1min":1.022,"5min":1.0669999999999999,"15min":1.075},"min":{"1min":0.72499999999999998,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.2829999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1}]},{"osd":6,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.1120000000000001,"15min":1.1140000000000001},"min":{"1min":0.84899999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":1.2310000000000001,"5min":1.948,"15min":1.948},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.085,"5min":1.113,"15min":1.111},"min":{"1min":0.89000000000000001,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.3819999999999999,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.236}]}]},{"osd":6,"up_from":16,"seq":68719476778,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27664,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":0.91900000000000004,"15min":0.88800000000000001},"min":{"1min":0.68500000000000005,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2330000000000001,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.91100000000000003,"15min":0.90000000000000002},"min":{"1min":0.58499999999999996,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.204,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.85099999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.76600000000000001,"15min":0.75800000000000001},"min":{"1min":0.54700000000000004,"5min":0.505,"15min":0.505},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.83199999999999996,"15min":0.81000000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2010000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.66300000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.85299999999999998,"15min":0.84999999999999998},"min":{"1min":0.67200000000000004,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.111,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.93100000000000005,"15min":0.92500000000000004},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.2170000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.90900000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.67200000000000004,"5min":0.374,"15min":0.374},"max":{"1min":1.3089999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":1.0429999999999999,"5min":1.0629999999999999,"15min":1.0780000000000001},"min":{"1min":0.72099999999999997,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.286,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.016}]},{"osd":4,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.96499999999999997,"15min":0.97999999999999998},"min":{"1min":0.63,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2150000000000001,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.95799999999999996,"15min":0.96399999999999997},"min":{"1min":0.63800000000000001,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":1.163}]},{"osd":5,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.97799999999999998,"15min":0.98699999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.23,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0740000000000001,"15min":1.0669999999999999},"min":{"1min":0.77000000000000002,"5min":0.627,"15min":0.627},"max":{"1min":1.3680000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":0.99399999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.111,"15min":1.111},"min":{"1min":0.78100000000000003,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.3879999999999999,"5min":1.931,"15min":1.931},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.123,"5min":1.1140000000000001,"15min":1.1160000000000001},"min":{"1min":0.88,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":1.2889999999999999,"5min":2.1019999999999999,"15min":2.1019999999999999},"last":1.056}]}]},{"osd":5,"up_from":16,"seq":68719476776,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.755,"15min":0.69699999999999995},"min":{"1min":0.68200000000000005,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.103,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.629},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.88200000000000001,"15min":0.86799999999999999},"min":{"1min":0.56499999999999995,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.1859999999999999,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":1.0529999999999999}]},{"osd":1,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.157,"5min":1.296,"15min":1.296},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.94799999999999995,"15min":0.95999999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.1399999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.88800000000000001,"15min":0.878},"min":{"1min":0.53100000000000003,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.258,"5min":1.415,"15min":1.415},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.88900000000000001,"5min":0.85699999999999998,"15min":0.84599999999999997},"min":{"1min":0.59499999999999997,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1910000000000001,"5min":2.367,"15min":2.367},"last":0.879}]},{"osd":3,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.94999999999999996,"15min":0.94699999999999995},"min":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.129,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":1.29},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.88900000000000001,"15min":0.86399999999999999},"min":{"1min":0.625,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.2829999999999999,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.92200000000000004}]},{"osd":4,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.96099999999999997,"15min":0.98599999999999999},"min":{"1min":0.61099999999999999,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.254,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.96399999999999997,"15min":0.95599999999999996},"min":{"1min":0.65100000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2949999999999999,"5min":2.427,"15min":2.427},"last":1.21}]},{"osd":6,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.68799999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3260000000000001,"5min":1.498,"15min":1.498},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.878,"5min":0.92300000000000004,"15min":0.93700000000000006},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1879999999999999,"5min":1.226,"15min":1.226},"last":1.0009999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:59:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":1.044,"15min":1.0640000000000001},"min":{"1min":0.81799999999999995,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.3169999999999999,"5min":1.655,"15min":1.655},"last":1.091},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.0189999999999999,"15min":1.044},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.2430000000000001,"5min":1.254,"15min":1.254},"last":0.80400000000000005}]}]},{"osd":4,"up_from":16,"seq":68719476778,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27668,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.85399999999999998,"15min":0.85299999999999998},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.175,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.86399999999999999,"15min":0.872},"min":{"1min":0.51400000000000001,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.123,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.76600000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92200000000000004,"15min":0.94099999999999995},"min":{"1min":0.71399999999999997,"5min":0.499,"15min":0.499},"max":{"1min":1.238,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.61699999999999999,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.105,"5min":1.105,"15min":1.105},"last":0.83999999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.86099999999999999,"15min":0.85099999999999998},"min":{"1min":0.65000000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.161,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.94399999999999995,"15min":0.94999999999999996},"min":{"1min":0.70599999999999996,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.226,"5min":1.343,"15min":1.343},"last":0.68799999999999994}]},{"osd":3,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.91000000000000003,"15min":0.93999999999999995},"min":{"1min":0.60599999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1559999999999999,"5min":1.8640000000000001,"15min":1.8640000000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94899999999999995,"15min":0.93899999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.2170000000000001,"5min":1.385,"15min":1.385},"last":0.81399999999999995}]},{"osd":5,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.95099999999999996,"15min":0.97399999999999998},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.254,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.95499999999999996,"15min":0.97999999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.1719999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.94999999999999996}]},{"osd":6,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":1.038,"15min":1.0580000000000001},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.214,"5min":1.482,"15min":1.482},"last":0.98599999999999999},{"interface":"front","average":{"1min":1.034,"5min":1.0940000000000001,"15min":1.1160000000000001},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.3200000000000001,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.006}]},{"osd":7,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":1.0449999999999999,"15min":1.075},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.2769999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.099,"5min":1.1279999999999999,"15min":1.141},"min":{"1min":0.85299999999999998,"5min":0.78300000000000003,"15min":0.78300000000000003},"max":{"1min":1.298,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.032}]}]},{"osd":3,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35864,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335976,"statfs":{"total":96636764160,"available":96600039424,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58399999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81100000000000005,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.69699999999999995,"15min":0.70199999999999996},"min":{"1min":0.42599999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.1060000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.92000000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.68999999999999995,"15min":0.68500000000000005},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1,"5min":1.091,"15min":1.091},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.73899999999999999,"15min":0.751},"min":{"1min":0.32300000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.369,"5min":2.036,"15min":2.036},"last":1.1299999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.746,"15min":0.73199999999999998},"min":{"1min":0.35499999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.96899999999999997},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.72199999999999998,"15min":0.70399999999999996},"min":{"1min":0.44600000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.2050000000000001,"5min":1.208,"15min":1.208},"last":1.0109999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.97699999999999998,"15min":0.996},"min":{"1min":0.58199999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.3899999999999999,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.94199999999999995,"5min":1.008,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.4710000000000001,"5min":1.865,"15min":1.865},"last":1.054}]},{"osd":5,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.012,"15min":1.0149999999999999},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.5309999999999999,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.159},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0249999999999999,"15min":1.03},"min":{"1min":0.65200000000000002,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.4550000000000001,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.204}]},{"osd":6,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0669999999999999,"15min":1.087},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.47,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":1.087},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0800000000000001,"15min":1.0880000000000001},"min":{"1min":0.69899999999999995,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.575,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":1.1060000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:59:52 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.0269999999999999,"15min":1.0309999999999999},"min":{"1min":0.628,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.431,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.2529999999999999},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.073,"15min":1.0680000000000001},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.3149999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.1779999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35856,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335984,"statfs":{"total":96636764160,"available":96600047616,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54700000000000004,"15min":0.52500000000000002},"min":{"1min":0.34399999999999997,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.623,"15min":0.60999999999999999},"min":{"1min":0.33300000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.028,"5min":1.153,"15min":1.153},"last":0.79700000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.60399999999999998,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.86899999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.58199999999999996,"15min":0.56799999999999995},"min":{"1min":0.31900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.72799999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.62,"15min":0.60199999999999998},"min":{"1min":0.35099999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.1200000000000001,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.68700000000000006,"15min":0.67100000000000004},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0249999999999999,"5min":1.226,"15min":1.226},"last":1.0009999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.82199999999999995,"15min":0.79300000000000004},"min":{"1min":0.60399999999999998,"5min":0.495,"15min":0.495},"max":{"1min":1.157,"5min":1.256,"15min":1.256},"last":1.329},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.81799999999999995,"15min":0.77300000000000002},"min":{"1min":0.63800000000000001,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.198,"5min":1.345,"15min":1.345},"last":1.032}]},{"osd":5,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.85299999999999998,"15min":0.83199999999999996},"min":{"1min":0.55700000000000005,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91800000000000004,"15min":0.91100000000000003},"min":{"1min":0.65800000000000003,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0820000000000001,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.056}]},{"osd":6,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.98599999999999999,"15min":0.98699999999999999},"min":{"1min":0.58199999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2330000000000001,"5min":1.863,"15min":1.863},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.042,"5min":0.96599999999999997,"15min":0.94299999999999995},"min":{"1min":0.77000000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.2929999999999999,"5min":1.607,"15min":1.607},"last":1.381}]},{"osd":7,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.91200000000000003,"15min":0.879},"min":{"1min":0.754,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.3420000000000001,"5min":1.458,"15min":1.458},"last":1.159},{"interface":"front","average":{"1min":1.046,"5min":0.98699999999999999,"15min":0.96399999999999997},"min":{"1min":0.63100000000000001,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.2969999999999999,"5min":1.673,"15min":1.673},"last":1.141}]}]},{"osd":2,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35856,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335984,"statfs":{"total":96636764160,"available":96600047616,"internally_reserved":0,"allocated":659456,"data_stored":274758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:59:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.28299999999999997,"5min":0.184,"15min":0.184},"max":{"1min":0.77200000000000002,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.63100000000000001,"15min":0.60499999999999998},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.161,"5min":1.248,"15min":1.248},"last":0.78000000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.66600000000000004,"15min":0.63400000000000001},"min":{"1min":0.36899999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0720000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.995},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.65200000000000002,"15min":0.64000000000000001},"min":{"1min":0.33300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.94199999999999995,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.72999999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60599999999999998,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.92900000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.69699999999999995,"15min":0.67400000000000004},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0840000000000001,"5min":1.552,"15min":1.552},"last":1.0840000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.91900000000000004,"15min":0.89700000000000002},"min":{"1min":0.53400000000000003,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.256,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92400000000000004,"15min":0.90500000000000003},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1910000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.92700000000000005}]},{"osd":5,"last update":"Fri Sep 13 15:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.86399999999999999,"15min":0.84199999999999997},"min":{"1min":0.57999999999999996,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1160000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":1.109},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.94199999999999995,"15min":0.92400000000000004},"min":{"1min":0.56299999999999994,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.3049999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.204}]},{"osd":6,"last update":"Fri Sep 13 15:59:54 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.02,"15min":1.018},"min":{"1min":0.67900000000000005,"5min":0.505,"15min":0.505},"max":{"1min":1.2,"5min":1.542,"15min":1.542},"last":1.1639999999999999},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.996,"15min":0.99199999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.341,"5min":1.605,"15min":1.605},"last":0.95399999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.018,"15min":1.0089999999999999},"min":{"1min":0.61199999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.198,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.96499999999999997,"15min":0.96899999999999997},"min":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2549999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.032}]}]},{"osd":0,"up_from":14,"seq":60129542184,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36432,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335408,"statfs":{"total":96636764160,"available":96599457792,"internally_reserved":0,"allocated":1253376,"data_stored":865126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.58599999999999997,"15min":0.59799999999999998},"min":{"1min":0.312,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.83099999999999996,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.35299999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.871,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.75700000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.67500000000000004,"15min":0.66800000000000004},"min":{"1min":0.38300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":1.042,"15min":1.042},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.35799999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66000000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.76300000000000001,"15min":0.78100000000000003},"min":{"1min":0.44,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1819999999999999,"5min":1.806,"15min":1.806},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.74099999999999999,"15min":0.76300000000000001},"min":{"1min":0.435,"5min":0.314,"15min":0.314},"max":{"1min":1.2170000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.70399999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.63800000000000001,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.4319999999999999,"5min":1.724,"15min":1.724},"last":1.0620000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.97499999999999998,"15min":0.997},"min":{"1min":0.65900000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.099,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.81899999999999995}]},{"osd":5,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0289999999999999,"15min":1.0429999999999999},"min":{"1min":0.70499999999999996,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.246,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.139},{"interface":"front","average":{"1min":1.032,"5min":1.018,"15min":1.0309999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.353,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.86599999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.0289999999999999,"15min":1.0429999999999999},"min":{"1min":0.67400000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.3,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.23},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0389999999999999,"15min":1.0469999999999999},"min":{"1min":0.74199999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.3720000000000001,"5min":1.889,"15min":1.889},"last":1.109}]},{"osd":7,"last update":"Fri Sep 13 15:59:50 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":1.0429999999999999,"15min":1.071},"min":{"1min":0.65800000000000003,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.1579999999999999,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.083,"15min":1.101},"min":{"1min":0.74099999999999999,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2829999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.3109999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:00:00.388 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T16:00:00.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe92df1f640 1 Processor -- start 2024-09-13T16:00:00.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe92df1f640 1 -- start start 2024-09-13T16:00:00.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe92df1f640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7fe92815c900 0x7fe9280d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe92df1f640 1 -- --> v1:172.21.15.7:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9280d0db0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe92df1f640 1 -- --> v1:172.21.15.77:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9280d1090 con 0x7fe9280b4920 2024-09-13T16:00:00.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe92df1f640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe92815cce0 con 0x7fe92815c900 2024-09-13T16:00:00.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe926ffd640 1 --1- >> v1:172.21.15.7:6789/0 conn(0x7fe9280cd7f0 0x7fe9280b4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.7:6789/0 says I am v1:172.21.15.7:35030/0 (socket says 172.21.15.7:35030) 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe926ffd640 1 -- 172.21.15.7:0/1107174145 learned_addr learned my addr 172.21.15.7:0/1107174145 (peer_addr_for_me v1:172.21.15.7:0/0) 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe9277fe640 1 --2- 172.21.15.7:0/1107174145 >> v2:172.21.15.77:3300/0 conn(0x7fe92815c900 0x7fe9280d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe9267fc640 1 -- 172.21.15.7:0/1107174145 <== mon.0 v1:172.21.15.7:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3720796650 0 0) 0x7fe9280d0db0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe9267fc640 1 -- 172.21.15.7:0/1107174145 --> v1:172.21.15.7:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe910003530 con 0x7fe9280cd7f0 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe9277fe640 1 -- 172.21.15.7:0/1107174145 >> v1:172.21.15.77:6789/0 conn(0x7fe9280b4920 legacy=0x7fe9280b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe9277fe640 1 -- 172.21.15.7:0/1107174145 >> v1:172.21.15.7:6789/0 conn(0x7fe9280cd7f0 legacy=0x7fe9280b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.513+0000 7fe9277fe640 1 -- 172.21.15.7:0/1107174145 --> v2:172.21.15.77:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9280d1370 con 0x7fe92815c900 2024-09-13T16:00:00.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe9277fe640 1 --2- 172.21.15.7:0/1107174145 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe9280d1e50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe918009d90 tx=0x7fe91801c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be65c42d9cd10fca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe9267fc640 1 -- 172.21.15.7:0/1107174145 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9180a5a00 con 0x7fe92815c900 2024-09-13T16:00:00.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe9267fc640 1 -- 172.21.15.7:0/1107174145 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9180a5b60 con 0x7fe92815c900 2024-09-13T16:00:00.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe9267fc640 1 -- 172.21.15.7:0/1107174145 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9180ad440 con 0x7fe92815c900 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- 172.21.15.7:0/1107174145 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 msgr2=0x7fe9280d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 --2- 172.21.15.7:0/1107174145 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe9280d1e50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe918009d90 tx=0x7fe91801c940 comp rx=0 tx=0).stop 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- 172.21.15.7:0/1107174145 shutdown_connections 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 --2- 172.21.15.7:0/1107174145 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe9280d1e50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- 172.21.15.7:0/1107174145 >> 172.21.15.7:0/1107174145 conn(0x7fe9280cf210 msgr2=0x7fe9280cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- 172.21.15.7:0/1107174145 shutdown_connections 2024-09-13T16:00:00.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- 172.21.15.7:0/1107174145 wait complete. 2024-09-13T16:00:00.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 Processor -- start 2024-09-13T16:00:00.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- start start 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe9280b4920 0x7fe9280ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9280cd7f0 0x7fe928151a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe928151f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9280cad70 con 0x7fe9280cd7f0 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9281524c0 con 0x7fe92815c900 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.517+0000 7fe92df1f640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe928152640 con 0x7fe9280b4920 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9280cd7f0 0x7fe928151a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe9277fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe9280b4920 0x7fe9280ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe927fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe928151f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe9277fe640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe9280b4920 0x7fe9280ca0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3301/0 says I am v2:172.21.15.7:43070/0 (socket says 172.21.15.7:43070) 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe9277fe640 1 -- 172.21.15.7:0/2249542375 learned_addr learned my addr 172.21.15.7:0/2249542375 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe927fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe928151f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.7:33822/0 (socket says 172.21.15.7:33822) 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 -- 172.21.15.7:0/2249542375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe9280b4920 msgr2=0x7fe9280ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe9280b4920 0x7fe9280ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 -- 172.21.15.7:0/2249542375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 msgr2=0x7fe928151f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe928151f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 -- 172.21.15.7:0/2249542375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe918009a70 con 0x7fe9280cd7f0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe926ffd640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9280cd7f0 0x7fe928151a40 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00c430 tx=0x7fe91c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe91c005cf0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe91c005e50 con 0x7fe9280cd7f0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe91c0072d0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9280d2510 con 0x7fe9280cd7f0 2024-09-13T16:00:00.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe92815a5e0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9280d1e50 con 0x7fe9280cd7f0 2024-09-13T16:00:00.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe91c007430 con 0x7fe9280cd7f0 2024-09-13T16:00:00.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe90ffff640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe9140666c0 0x7fe914068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fe91c0833c0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe9277fe640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe9140666c0 0x7fe914068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.521+0000 7fe9277fe640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe9140666c0 0x7fe914068b80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe91801a570 tx=0x7fe9180a7070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.525+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe91c050a30 con 0x7fe9280cd7f0 2024-09-13T16:00:00.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.689+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7fe9280c91a0 con 0x7fe9280cd7f0 2024-09-13T16:00:00.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.697+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe91c050a30 con 0x7fe9280cd7f0 2024-09-13T16:00:00.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.697+0000 7fe90ffff640 1 -- 172.21.15.7:0/2249542375 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v14)=0 v14) v1 ==== 123+0+0 (secure 0 0 0) 0x7fe91c054050 con 0x7fe9280cd7f0 2024-09-13T16:00:00.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.697+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe9140666c0 msgr2=0x7fe914068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.697+0000 7fe92df1f640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe9140666c0 0x7fe914068b80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe91801a570 tx=0x7fe9180a7070 comp rx=0 tx=0).stop 2024-09-13T16:00:00.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9280cd7f0 msgr2=0x7fe928151a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9280cd7f0 0x7fe928151a40 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00c430 tx=0x7fe91c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 shutdown_connections 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7fe9140666c0 0x7fe914068b80 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92815c900 0x7fe928151f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9280cd7f0 0x7fe928151a40 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 --2- 172.21.15.7:0/2249542375 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7fe9280b4920 0x7fe9280ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 >> 172.21.15.7:0/2249542375 conn(0x7fe9280cf210 msgr2=0x7fe9280b3ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 shutdown_connections 2024-09-13T16:00:00.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.701+0000 7fe92df1f640 1 -- 172.21.15.7:0/2249542375 wait complete. 2024-09-13T16:00:00.720 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:00:00.721 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:00:00.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 Processor -- start 2024-09-13T16:00:00.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 -- start start 2024-09-13T16:00:00.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8248158b40 0x7f8248070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82480b20d0 0x7f82480cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 --2- >> v2:172.21.15.77:3300/0 conn(0x7f82480b2620 0x7f82480b2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 -- --> v2:172.21.15.7:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82480b2fe0 con 0x7f8248158b40 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 -- --> v2:172.21.15.77:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8248158f20 con 0x7f82480b2620 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824fb7a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f824806bd60 con 0x7f82480b20d0 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8248158b40 0x7f8248070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 --2- >> v2:172.21.15.7:3300/0 conn(0x7f8248158b40 0x7f8248070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56620/0 (socket says 172.21.15.7:56620) 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 -- 172.21.15.7:0/1322541566 learned_addr learned my addr 172.21.15.7:0/1322541566 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d115640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82480b20d0 0x7f82480cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824e117640 1 --2- 172.21.15.7:0/1322541566 >> v2:172.21.15.77:3300/0 conn(0x7f82480b2620 0x7f82480b2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 -- 172.21.15.7:0/1322541566 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82480b20d0 msgr2=0x7f82480cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82480b20d0 0x7f82480cba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 -- 172.21.15.7:0/1322541566 >> v2:172.21.15.77:3300/0 conn(0x7f82480b2620 msgr2=0x7f82480b2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 --2- 172.21.15.7:0/1322541566 >> v2:172.21.15.77:3300/0 conn(0x7f82480b2620 0x7f82480b2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d916640 1 -- 172.21.15.7:0/1322541566 --> v2:172.21.15.7:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8248071180 con 0x7f8248158b40 2024-09-13T16:00:00.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.833+0000 7f824d115640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82480b20d0 0x7f82480cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:00:00.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824d916640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8248158b40 0x7f8248070930 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f82480cb800 tx=0x7f824401e710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38807aec140b0979 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824c914640 1 -- 172.21.15.7:0/1322541566 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82440a8620 con 0x7f8248158b40 2024-09-13T16:00:00.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824c914640 1 -- 172.21.15.7:0/1322541566 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f82440a8780 con 0x7f8248158b40 2024-09-13T16:00:00.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824c914640 1 -- 172.21.15.7:0/1322541566 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82440a8b30 con 0x7f8248158b40 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 -- 172.21.15.7:0/1322541566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8248158b40 msgr2=0x7f8248070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8248158b40 0x7f8248070930 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f82480cb800 tx=0x7f824401e710 comp rx=0 tx=0).stop 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 -- 172.21.15.7:0/1322541566 shutdown_connections 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 --2- 172.21.15.7:0/1322541566 >> v2:172.21.15.77:3300/0 conn(0x7f82480b2620 0x7f82480b2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f82480b20d0 0x7f82480cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 --2- 172.21.15.7:0/1322541566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8248158b40 0x7f8248070930 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 -- 172.21.15.7:0/1322541566 >> 172.21.15.7:0/1322541566 conn(0x7f8248069f00 msgr2=0x7f824806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 -- 172.21.15.7:0/1322541566 shutdown_connections 2024-09-13T16:00:00.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 -- 172.21.15.7:0/1322541566 wait complete. 2024-09-13T16:00:00.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.837+0000 7f824fb7a640 1 Processor -- start 2024-09-13T16:00:00.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- start start 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82480b20d0 0x7f8248161d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 0x7f82480a87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 --2- >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8248146b20 0x7f82481552e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82481437a0 con 0x7f82480b2620 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8248142b20 con 0x7f82480b20d0 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- --> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8248142e00 con 0x7f8248146b20 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 0x7f82480a87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 0x7f82480a87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56624/0 (socket says 172.21.15.7:56624) 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 -- 172.21.15.7:0/3923319129 learned_addr learned my addr 172.21.15.7:0/3923319129 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824e117640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8248146b20 0x7f82481552e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d916640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82480b20d0 0x7f8248161d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 -- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8248146b20 msgr2=0x7f82481552e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8248146b20 0x7f82481552e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 -- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82480b20d0 msgr2=0x7f8248161d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82480b20d0 0x7f8248161d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 -- 172.21.15.7:0/3923319129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82440094d0 con 0x7f82480b2620 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d115640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 0x7f82480a87b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f823c00c7f0 tx=0x7f823c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c00cea0 con 0x7f82480b2620 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f823c004230 con 0x7f82480b2620 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c007830 con 0x7f82480b2620 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82481430e0 con 0x7f82480b2620 2024-09-13T16:00:00.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82481622c0 con 0x7f82480b2620 2024-09-13T16:00:00.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82480b2b80 con 0x7f82480b2620 2024-09-13T16:00:00.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f823c007990 con 0x7f82480b2620 2024-09-13T16:00:00.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f823a7fc640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f822c066690 0x7f822c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:00:00.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f823c084000 con 0x7f82480b2620 2024-09-13T16:00:00.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.841+0000 7f824d916640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f822c066690 0x7f822c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:00:00.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.845+0000 7f824d916640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f822c066690 0x7f822c068b50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f82440b0000 tx=0x7f8244009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:00:00.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:00.845+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f823c051530 con 0x7f82480b2620 2024-09-13T16:00:01.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.033+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82480cba90 con 0x7f82480b2620 2024-09-13T16:00:01.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f823a7fc640 1 -- 172.21.15.7:0/3923319129 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) v1 ==== 94+0+3517 (secure 0 0 0) 0x7f823c01e090 con 0x7f82480b2620 2024-09-13T16:00:01.039 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-13T16:00:01.040 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":36,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5144,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2596513838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2596513838},{"type":"v1","addr":"172.21.15.77:6833","nonce":2596513838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":5593,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/1637149339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":1637149339},{"type":"v1","addr":"172.21.15.77:6835","nonce":1637149339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6087,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1731726339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1731726339},{"type":"v1","addr":"172.21.15.7:6835","nonce":1731726339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":30},{"gid":6249,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/13307022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":13307022},{"type":"v1","addr":"172.21.15.7:6837","nonce":13307022}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":36}],"filesystems":[]} 2024-09-13T16:00:01.040 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 36 2024-09-13T16:00:01.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f822c066690 msgr2=0x7f822c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f822c066690 0x7f822c068b50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f82440b0000 tx=0x7f8244009040 comp rx=0 tx=0).stop 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 msgr2=0x7f82480a87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 0x7f82480a87b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f823c00c7f0 tx=0x7f823c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 shutdown_connections 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:6832/2976757441,v1:172.21.15.7:6833/2976757441] conn(0x7f822c066690 0x7f822c068b50 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3301/0,v1:172.21.15.77:6790/0] conn(0x7f8248146b20 0x7f82481552e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82480b2620 0x7f82480a87b0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 --2- 172.21.15.7:0/3923319129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82480b20d0 0x7f8248161d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 >> 172.21.15.7:0/3923319129 conn(0x7f8248069f00 msgr2=0x7f82480ae3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 shutdown_connections 2024-09-13T16:00:01.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-13T16:00:01.037+0000 7f824fb7a640 1 -- 172.21.15.7:0/3923319129 wait complete. 2024-09-13T16:00:01.057 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T16:00:01.057 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T16:00:01.058 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:00:01.058 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.067 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:00:01.067 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:00:01.067 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.123 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:00:01.123 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:00:01.124 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.142 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:00:01.142 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:00:01.142 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.201 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:00:01.201 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T16:00:01.202 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T16:00:01.202 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.282 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T16:00:01.282 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T16:00:01.282 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.376 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T16:00:01.377 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T16:00:01.377 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.433 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T16:00:01.433 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T16:00:01.433 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.509 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T16:00:01.510 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T16:00:01.510 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.608 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T16:00:01.608 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T16:00:01.608 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.693 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T16:00:01.694 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T16:00:01.694 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.791 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T16:00:01.792 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T16:00:01.792 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.876 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T16:00:01.876 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T16:00:01.876 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T16:00:01.876 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.906 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T16:00:01.908 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T16:00:01.908 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.936 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T16:00:01.936 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T16:00:01.936 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T16:00:01.936 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.975 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T16:00:01.975 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T16:00:01.975 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:01.992 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T16:00:01.993 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T16:00:01.993 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:00:02.049 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T16:00:02.050 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T16:00:02.050 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'force file system read-only' | egrep -v 'bad backtrace' | egrep -v 'MDS in read-only mode' | egrep -v '\(MDS_READ_ONLY\)' | head -n 1 2024-09-13T16:00:02.070 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T16:00:02.070 DEBUG:teuthology.orchestra.run.smithi007:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T16:00:02.495 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T16:00:02.495 DEBUG:teuthology.orchestra.run.smithi007:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T16:00:02.751 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T16:00:02.751 DEBUG:teuthology.orchestra.run.smithi007:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T16:00:02.968 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T16:00:02.968 DEBUG:teuthology.orchestra.run.smithi007:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T16:00:03.135 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T16:00:03.207 DEBUG:teuthology.orchestra.run.smithi077:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T16:00:03.476 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T16:00:03.476 DEBUG:teuthology.orchestra.run.smithi077:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T16:00:03.722 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T16:00:03.722 DEBUG:teuthology.orchestra.run.smithi077:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T16:00:03.906 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T16:00:03.907 DEBUG:teuthology.orchestra.run.smithi077:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T16:00:04.089 INFO:tasks.ceph:Archiving mon data... 2024-09-13T16:00:04.091 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/data/mon.a.tgz 2024-09-13T16:00:04.091 DEBUG:teuthology.orchestra.run.smithi007:> mktemp 2024-09-13T16:00:04.097 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.f1xVXgENNE 2024-09-13T16:00:04.097 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.f1xVXgENNE 2024-09-13T16:00:04.224 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.f1xVXgENNE 2024-09-13T16:00:04.292 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.f1xVXgENNE is 348KB 2024-09-13T16:00:04.353 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.f1xVXgENNE 2024-09-13T16:00:04.360 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/data/mon.b.tgz 2024-09-13T16:00:04.360 DEBUG:teuthology.orchestra.run.smithi077:> mktemp 2024-09-13T16:00:04.366 INFO:teuthology.orchestra.run.smithi077.stdout:/tmp/tmp.4PyZljRJWl 2024-09-13T16:00:04.366 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.4PyZljRJWl 2024-09-13T16:00:04.517 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0666 /tmp/tmp.4PyZljRJWl 2024-09-13T16:00:04.580 DEBUG:teuthology.orchestra.remote:smithi077:/tmp/tmp.4PyZljRJWl is 453KB 2024-09-13T16:00:04.645 DEBUG:teuthology.orchestra.run.smithi077:> rm -fr /tmp/tmp.4PyZljRJWl 2024-09-13T16:00:04.650 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/data/mon.c.tgz 2024-09-13T16:00:04.650 DEBUG:teuthology.orchestra.run.smithi077:> mktemp 2024-09-13T16:00:04.700 INFO:teuthology.orchestra.run.smithi077.stdout:/tmp/tmp.yhnBQqWOim 2024-09-13T16:00:04.701 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.yhnBQqWOim 2024-09-13T16:00:04.853 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0666 /tmp/tmp.yhnBQqWOim 2024-09-13T16:00:04.915 DEBUG:teuthology.orchestra.remote:smithi077:/tmp/tmp.yhnBQqWOim is 453KB 2024-09-13T16:00:04.977 DEBUG:teuthology.orchestra.run.smithi077:> rm -fr /tmp/tmp.yhnBQqWOim 2024-09-13T16:00:04.983 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T16:00:04.983 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:00:04.985 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:00:05.039 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T16:00:05.039 DEBUG:teuthology.orchestra.run.smithi007:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:00:05.042 DEBUG:teuthology.orchestra.run.smithi077:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:00:05.064 INFO:teuthology.orchestra.run.smithi007.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:00:05.101 INFO:teuthology.orchestra.run.smithi077.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:00:05.104 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T16:00:05.107 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/remote/smithi007/crash 2024-09-13T16:00:05.107 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:00:05.124 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/remote/smithi077/crash 2024-09-13T16:00:05.125 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:00:05.160 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T16:00:05.161 DEBUG:teuthology.orchestra.run.smithi007:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:05.173 DEBUG:teuthology.orchestra.run.smithi077:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:05.245 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:05.271 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:05.297 INFO:tasks.ceph:Compressing logs... 2024-09-13T16:00:05.301 DEBUG:teuthology.orchestra.run.smithi007:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:00:05.316 DEBUG:teuthology.orchestra.run.smithi077:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:00:06.574 INFO:tasks.ceph:Archiving logs... 2024-09-13T16:00:06.574 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/remote/smithi007/log 2024-09-13T16:00:06.575 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:00:06.980 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/remote/smithi077/log 2024-09-13T16:00:06.981 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:00:07.102 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T16:00:07.127 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T16:00:07.128 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:00:07.130 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:00:07.212 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T16:00:07.222 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T16:00:07.222 DEBUG:teuthology.orchestra.run.smithi007:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:00:07.225 DEBUG:teuthology.orchestra.run.smithi077:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:00:07.237 INFO:teuthology.orchestra.run.smithi077.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:00:07.237 INFO:teuthology.orchestra.run.smithi077.stdout:============================================================================== 2024-09-13T16:00:07.237 INFO:teuthology.orchestra.run.smithi077.stdout:*hv01.front.sepi 67.205.162.81 3 u 5 64 177 0.201 -0.857 0.733 2024-09-13T16:00:07.237 INFO:teuthology.orchestra.run.smithi077.stdout:+hv02.front.sepi 63.231.80.2 3 u 3 64 177 0.138 -0.098 0.772 2024-09-13T16:00:07.237 INFO:teuthology.orchestra.run.smithi077.stdout:+hv03.front.sepi 74.6.168.72 3 u 3 64 177 0.156 -0.940 0.702 2024-09-13T16:00:07.237 INFO:teuthology.orchestra.run.smithi077.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T16:00:07.238 INFO:teuthology.orchestra.run.smithi007.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:00:07.238 INFO:teuthology.orchestra.run.smithi007.stdout:============================================================================== 2024-09-13T16:00:07.238 INFO:teuthology.orchestra.run.smithi007.stdout:*hv01.front.sepi 67.205.162.81 3 u 1 64 177 0.101 -0.603 0.365 2024-09-13T16:00:07.238 INFO:teuthology.orchestra.run.smithi007.stdout:+hv02.front.sepi 63.231.80.2 3 u 59 64 77 0.063 -0.424 0.824 2024-09-13T16:00:07.238 INFO:teuthology.orchestra.run.smithi007.stdout:+hv03.front.sepi 74.6.168.72 3 u 60 64 77 0.094 -0.176 0.711 2024-09-13T16:00:07.238 INFO:teuthology.orchestra.run.smithi007.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T16:00:07.239 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T16:00:07.268 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T16:00:07.268 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T16:00:07.278 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T16:00:07.290 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T16:00:07.303 INFO:teuthology.task.internal:Duration was 862.476178 seconds 2024-09-13T16:00:07.304 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T16:00:07.313 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T16:00:07.313 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:00:07.315 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:00:07.354 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T16:00:07.354 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi007.front.sepia.ceph.com 2024-09-13T16:00:07.354 DEBUG:teuthology.orchestra.run.smithi007:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:00:07.405 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi077.front.sepia.ceph.com 2024-09-13T16:00:07.405 DEBUG:teuthology.orchestra.run.smithi077:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:00:07.415 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T16:00:07.415 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:00:07.452 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:00:07.490 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T16:00:07.490 DEBUG:teuthology.orchestra.run.smithi007:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:00:07.524 DEBUG:teuthology.orchestra.run.smithi077:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:00:07.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T16:00:07.609 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T16:00:07.609 DEBUG:teuthology.orchestra.run.smithi007:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:00:07.620 DEBUG:teuthology.orchestra.run.smithi077:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:00:07.630 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T16:00:07.640 DEBUG:teuthology.orchestra.run.smithi007:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:00:07.664 DEBUG:teuthology.orchestra.run.smithi077:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:00:07.672 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = core 2024-09-13T16:00:07.685 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = core 2024-09-13T16:00:07.697 DEBUG:teuthology.orchestra.run.smithi007:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:00:07.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:00:07.731 DEBUG:teuthology.orchestra.run.smithi077:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:00:07.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:00:07.743 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T16:00:07.758 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T16:00:07.759 DEBUG:teuthology.misc:Transferring archived files from smithi007:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/remote/smithi007 2024-09-13T16:00:07.759 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:00:07.796 DEBUG:teuthology.misc:Transferring archived files from smithi077:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903768/remote/smithi077 2024-09-13T16:00:07.796 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:00:07.817 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T16:00:07.817 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:00:07.836 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:00:07.859 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T16:00:07.871 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T16:00:07.871 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T16:00:07.881 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T16:00:07.881 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:00:07.884 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:00:07.888 INFO:teuthology.orchestra.run.smithi007.stdout: 658468 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:00 /home/ubuntu/cephtest 2024-09-13T16:00:07.907 INFO:teuthology.orchestra.run.smithi077.stdout: 658615 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:00 /home/ubuntu/cephtest 2024-09-13T16:00:07.909 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T16:00:07.919 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T16:00:07.942 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/auto-repair} duration: 862.4761781692505 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T16:00:07.942 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T16:00:08.044 INFO:teuthology.run:pass